/* Generated by Cython 0.26 */ /* BEGIN: Cython Metadata { "distutils": { "depends": [ "cpp-btree/btree_set.h", "discodop/_containers.h", "discodop/bitcount.h", "discodop/macros.h" ], "extra_compile_args": [ "-Isparsepp/", "-Wno-strict-prototypes", "-Wno-unused-function", "-Wno-unreachable-code", "-Wno-sign-compare", "-D__STDC_LIMIT_MACROS", "-O3", "-march=native", "-DNDEBUG" ], "extra_link_args": [ "-DNDEBUG" ], "include_dirs": [ "discodop", "./discodop" ], "language": "c++", "name": "discodop.disambiguation", "sources": [ "discodop/disambiguation.pyx" ] }, "module_name": "discodop.disambiguation" } END: Cython Metadata */ #define PY_SSIZE_T_CLEAN #include "Python.h" #ifndef Py_PYTHON_H #error Python headers needed to compile C extensions, please install development version of Python. #elif PY_VERSION_HEX < 0x02060000 || (0x03000000 <= PY_VERSION_HEX && PY_VERSION_HEX < 0x03020000) #error Cython requires Python 2.6+ or Python 3.2+. #else #define CYTHON_ABI "0_26" #include #ifndef offsetof #define offsetof(type, member) ( (size_t) & ((type*)0) -> member ) #endif #if !defined(WIN32) && !defined(MS_WINDOWS) #ifndef __stdcall #define __stdcall #endif #ifndef __cdecl #define __cdecl #endif #ifndef __fastcall #define __fastcall #endif #endif #ifndef DL_IMPORT #define DL_IMPORT(t) t #endif #ifndef DL_EXPORT #define DL_EXPORT(t) t #endif #define __PYX_COMMA , #ifndef HAVE_LONG_LONG #if PY_VERSION_HEX >= 0x03030000 || (PY_MAJOR_VERSION == 2 && PY_VERSION_HEX >= 0x02070000) #define HAVE_LONG_LONG #endif #endif #ifndef PY_LONG_LONG #define PY_LONG_LONG LONG_LONG #endif #ifndef Py_HUGE_VAL #define Py_HUGE_VAL HUGE_VAL #endif #ifdef PYPY_VERSION #define CYTHON_COMPILING_IN_PYPY 1 #define CYTHON_COMPILING_IN_PYSTON 0 #define CYTHON_COMPILING_IN_CPYTHON 0 #undef CYTHON_USE_TYPE_SLOTS #define CYTHON_USE_TYPE_SLOTS 0 #undef CYTHON_USE_ASYNC_SLOTS #define CYTHON_USE_ASYNC_SLOTS 0 #undef CYTHON_USE_PYLIST_INTERNALS #define CYTHON_USE_PYLIST_INTERNALS 0 #undef CYTHON_USE_UNICODE_INTERNALS #define CYTHON_USE_UNICODE_INTERNALS 0 #undef CYTHON_USE_UNICODE_WRITER #define CYTHON_USE_UNICODE_WRITER 0 #undef CYTHON_USE_PYLONG_INTERNALS #define CYTHON_USE_PYLONG_INTERNALS 0 #undef CYTHON_AVOID_BORROWED_REFS #define CYTHON_AVOID_BORROWED_REFS 1 #undef CYTHON_ASSUME_SAFE_MACROS #define CYTHON_ASSUME_SAFE_MACROS 0 #undef CYTHON_UNPACK_METHODS #define CYTHON_UNPACK_METHODS 0 #undef CYTHON_FAST_THREAD_STATE #define CYTHON_FAST_THREAD_STATE 0 #undef CYTHON_FAST_PYCALL #define CYTHON_FAST_PYCALL 0 #elif defined(PYSTON_VERSION) #define CYTHON_COMPILING_IN_PYPY 0 #define CYTHON_COMPILING_IN_PYSTON 1 #define CYTHON_COMPILING_IN_CPYTHON 0 #ifndef CYTHON_USE_TYPE_SLOTS #define CYTHON_USE_TYPE_SLOTS 1 #endif #undef CYTHON_USE_ASYNC_SLOTS #define CYTHON_USE_ASYNC_SLOTS 0 #undef CYTHON_USE_PYLIST_INTERNALS #define CYTHON_USE_PYLIST_INTERNALS 0 #ifndef CYTHON_USE_UNICODE_INTERNALS #define CYTHON_USE_UNICODE_INTERNALS 1 #endif #undef CYTHON_USE_UNICODE_WRITER #define CYTHON_USE_UNICODE_WRITER 0 #undef CYTHON_USE_PYLONG_INTERNALS #define CYTHON_USE_PYLONG_INTERNALS 0 #ifndef CYTHON_AVOID_BORROWED_REFS #define CYTHON_AVOID_BORROWED_REFS 0 #endif #ifndef CYTHON_ASSUME_SAFE_MACROS #define CYTHON_ASSUME_SAFE_MACROS 1 #endif #ifndef CYTHON_UNPACK_METHODS #define CYTHON_UNPACK_METHODS 1 #endif #undef CYTHON_FAST_THREAD_STATE #define CYTHON_FAST_THREAD_STATE 0 #undef CYTHON_FAST_PYCALL #define CYTHON_FAST_PYCALL 0 #else #define CYTHON_COMPILING_IN_PYPY 0 #define CYTHON_COMPILING_IN_PYSTON 0 #define CYTHON_COMPILING_IN_CPYTHON 1 #ifndef CYTHON_USE_TYPE_SLOTS #define CYTHON_USE_TYPE_SLOTS 1 #endif #if PY_MAJOR_VERSION < 3 #undef CYTHON_USE_ASYNC_SLOTS #define CYTHON_USE_ASYNC_SLOTS 0 #elif !defined(CYTHON_USE_ASYNC_SLOTS) #define CYTHON_USE_ASYNC_SLOTS 1 #endif #if PY_VERSION_HEX < 0x02070000 #undef CYTHON_USE_PYLONG_INTERNALS #define CYTHON_USE_PYLONG_INTERNALS 0 #elif !defined(CYTHON_USE_PYLONG_INTERNALS) #define CYTHON_USE_PYLONG_INTERNALS 1 #endif #ifndef CYTHON_USE_PYLIST_INTERNALS #define CYTHON_USE_PYLIST_INTERNALS 1 #endif #ifndef CYTHON_USE_UNICODE_INTERNALS #define CYTHON_USE_UNICODE_INTERNALS 1 #endif #if PY_VERSION_HEX < 0x030300F0 #undef CYTHON_USE_UNICODE_WRITER #define CYTHON_USE_UNICODE_WRITER 0 #elif !defined(CYTHON_USE_UNICODE_WRITER) #define CYTHON_USE_UNICODE_WRITER 1 #endif #ifndef CYTHON_AVOID_BORROWED_REFS #define CYTHON_AVOID_BORROWED_REFS 0 #endif #ifndef CYTHON_ASSUME_SAFE_MACROS #define CYTHON_ASSUME_SAFE_MACROS 1 #endif #ifndef CYTHON_UNPACK_METHODS #define CYTHON_UNPACK_METHODS 1 #endif #ifndef CYTHON_FAST_THREAD_STATE #define CYTHON_FAST_THREAD_STATE 1 #endif #ifndef CYTHON_FAST_PYCALL #define CYTHON_FAST_PYCALL 1 #endif #endif #if !defined(CYTHON_FAST_PYCCALL) #define CYTHON_FAST_PYCCALL (CYTHON_FAST_PYCALL && PY_VERSION_HEX >= 0x030600B1) #endif #if CYTHON_USE_PYLONG_INTERNALS #include "longintrepr.h" #undef SHIFT #undef BASE #undef MASK #endif #if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX < 0x02070600 && !defined(Py_OptimizeFlag) #define Py_OptimizeFlag 0 #endif #define __PYX_BUILD_PY_SSIZE_T "n" #define CYTHON_FORMAT_SSIZE_T "z" #if PY_MAJOR_VERSION < 3 #define __Pyx_BUILTIN_MODULE_NAME "__builtin__" #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\ PyCode_New(a+k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) #define __Pyx_DefaultClassType PyClass_Type #else #define __Pyx_BUILTIN_MODULE_NAME "builtins" #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\ PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) #define __Pyx_DefaultClassType PyType_Type #endif #ifndef Py_TPFLAGS_CHECKTYPES #define Py_TPFLAGS_CHECKTYPES 0 #endif #ifndef Py_TPFLAGS_HAVE_INDEX #define Py_TPFLAGS_HAVE_INDEX 0 #endif #ifndef Py_TPFLAGS_HAVE_NEWBUFFER #define Py_TPFLAGS_HAVE_NEWBUFFER 0 #endif #ifndef Py_TPFLAGS_HAVE_FINALIZE #define Py_TPFLAGS_HAVE_FINALIZE 0 #endif #if PY_VERSION_HEX < 0x030700A0 || !defined(METH_FASTCALL) #ifndef METH_FASTCALL #define METH_FASTCALL 0x80 #endif typedef PyObject *(*__Pyx_PyCFunctionFast) (PyObject *self, PyObject **args, Py_ssize_t nargs); typedef PyObject *(*__Pyx_PyCFunctionFastWithKeywords) (PyObject *self, PyObject **args, Py_ssize_t nargs, PyObject *kwnames); #else #define __Pyx_PyCFunctionFast _PyCFunctionFast #define __Pyx_PyCFunctionFastWithKeywords _PyCFunctionFastWithKeywords #endif #if CYTHON_FAST_PYCCALL #define __Pyx_PyFastCFunction_Check(func)\ ((PyCFunction_Check(func) && (METH_FASTCALL == (PyCFunction_GET_FLAGS(func) & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_KEYWORDS))))) #else #define __Pyx_PyFastCFunction_Check(func) 0 #endif #if PY_VERSION_HEX > 0x03030000 && defined(PyUnicode_KIND) #define CYTHON_PEP393_ENABLED 1 #define __Pyx_PyUnicode_READY(op) (likely(PyUnicode_IS_READY(op)) ?\ 0 : _PyUnicode_Ready((PyObject *)(op))) #define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_LENGTH(u) #define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_READ_CHAR(u, i) #define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) PyUnicode_MAX_CHAR_VALUE(u) #define __Pyx_PyUnicode_KIND(u) PyUnicode_KIND(u) #define __Pyx_PyUnicode_DATA(u) PyUnicode_DATA(u) #define __Pyx_PyUnicode_READ(k, d, i) PyUnicode_READ(k, d, i) #define __Pyx_PyUnicode_WRITE(k, d, i, ch) PyUnicode_WRITE(k, d, i, ch) #define __Pyx_PyUnicode_IS_TRUE(u) (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : PyUnicode_GET_SIZE(u))) #else #define CYTHON_PEP393_ENABLED 0 #define PyUnicode_1BYTE_KIND 1 #define PyUnicode_2BYTE_KIND 2 #define PyUnicode_4BYTE_KIND 4 #define __Pyx_PyUnicode_READY(op) (0) #define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_SIZE(u) #define __Pyx_PyUnicode_READ_CHAR(u, i) ((Py_UCS4)(PyUnicode_AS_UNICODE(u)[i])) #define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) ((sizeof(Py_UNICODE) == 2) ? 65535 : 1114111) #define __Pyx_PyUnicode_KIND(u) (sizeof(Py_UNICODE)) #define __Pyx_PyUnicode_DATA(u) ((void*)PyUnicode_AS_UNICODE(u)) #define __Pyx_PyUnicode_READ(k, d, i) ((void)(k), (Py_UCS4)(((Py_UNICODE*)d)[i])) #define __Pyx_PyUnicode_WRITE(k, d, i, ch) (((void)(k)), ((Py_UNICODE*)d)[i] = ch) #define __Pyx_PyUnicode_IS_TRUE(u) (0 != PyUnicode_GET_SIZE(u)) #endif #if CYTHON_COMPILING_IN_PYPY #define __Pyx_PyUnicode_Concat(a, b) PyNumber_Add(a, b) #define __Pyx_PyUnicode_ConcatSafe(a, b) PyNumber_Add(a, b) #else #define __Pyx_PyUnicode_Concat(a, b) PyUnicode_Concat(a, b) #define __Pyx_PyUnicode_ConcatSafe(a, b) ((unlikely((a) == Py_None) || unlikely((b) == Py_None)) ?\ PyNumber_Add(a, b) : __Pyx_PyUnicode_Concat(a, b)) #endif #if CYTHON_COMPILING_IN_PYPY && !defined(PyUnicode_Contains) #define PyUnicode_Contains(u, s) PySequence_Contains(u, s) #endif #if CYTHON_COMPILING_IN_PYPY && !defined(PyByteArray_Check) #define PyByteArray_Check(obj) PyObject_TypeCheck(obj, &PyByteArray_Type) #endif #if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Format) #define PyObject_Format(obj, fmt) PyObject_CallMethod(obj, "__format__", "O", fmt) #endif #if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Malloc) #define PyObject_Malloc(s) PyMem_Malloc(s) #define PyObject_Free(p) PyMem_Free(p) #define PyObject_Realloc(p) PyMem_Realloc(p) #endif #if CYTHON_COMPILING_IN_PYSTON #define __Pyx_PyCode_HasFreeVars(co) PyCode_HasFreeVars(co) #define __Pyx_PyFrame_SetLineNumber(frame, lineno) PyFrame_SetLineNumber(frame, lineno) #else #define __Pyx_PyCode_HasFreeVars(co) (PyCode_GetNumFree(co) > 0) #define __Pyx_PyFrame_SetLineNumber(frame, lineno) (frame)->f_lineno = (lineno) #endif #define __Pyx_PyString_FormatSafe(a, b) ((unlikely((a) == Py_None)) ? PyNumber_Remainder(a, b) : __Pyx_PyString_Format(a, b)) #define __Pyx_PyUnicode_FormatSafe(a, b) ((unlikely((a) == Py_None)) ? PyNumber_Remainder(a, b) : PyUnicode_Format(a, b)) #if PY_MAJOR_VERSION >= 3 #define __Pyx_PyString_Format(a, b) PyUnicode_Format(a, b) #else #define __Pyx_PyString_Format(a, b) PyString_Format(a, b) #endif #if PY_MAJOR_VERSION < 3 && !defined(PyObject_ASCII) #define PyObject_ASCII(o) PyObject_Repr(o) #endif #if PY_MAJOR_VERSION >= 3 #define PyBaseString_Type PyUnicode_Type #define PyStringObject PyUnicodeObject #define PyString_Type PyUnicode_Type #define PyString_Check PyUnicode_Check #define PyString_CheckExact PyUnicode_CheckExact #endif #if PY_MAJOR_VERSION >= 3 #define __Pyx_PyBaseString_Check(obj) PyUnicode_Check(obj) #define __Pyx_PyBaseString_CheckExact(obj) PyUnicode_CheckExact(obj) #else #define __Pyx_PyBaseString_Check(obj) (PyString_Check(obj) || PyUnicode_Check(obj)) #define __Pyx_PyBaseString_CheckExact(obj) (PyString_CheckExact(obj) || PyUnicode_CheckExact(obj)) #endif #ifndef PySet_CheckExact #define PySet_CheckExact(obj) (Py_TYPE(obj) == &PySet_Type) #endif #define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type) #define __Pyx_PyException_Check(obj) __Pyx_TypeCheck(obj, PyExc_Exception) #if PY_MAJOR_VERSION >= 3 #define PyIntObject PyLongObject #define PyInt_Type PyLong_Type #define PyInt_Check(op) PyLong_Check(op) #define PyInt_CheckExact(op) PyLong_CheckExact(op) #define PyInt_FromString PyLong_FromString #define PyInt_FromUnicode PyLong_FromUnicode #define PyInt_FromLong PyLong_FromLong #define PyInt_FromSize_t PyLong_FromSize_t #define PyInt_FromSsize_t PyLong_FromSsize_t #define PyInt_AsLong PyLong_AsLong #define PyInt_AS_LONG PyLong_AS_LONG #define PyInt_AsSsize_t PyLong_AsSsize_t #define PyInt_AsUnsignedLongMask PyLong_AsUnsignedLongMask #define PyInt_AsUnsignedLongLongMask PyLong_AsUnsignedLongLongMask #define PyNumber_Int PyNumber_Long #endif #if PY_MAJOR_VERSION >= 3 #define PyBoolObject PyLongObject #endif #if PY_MAJOR_VERSION >= 3 && CYTHON_COMPILING_IN_PYPY #ifndef PyUnicode_InternFromString #define PyUnicode_InternFromString(s) PyUnicode_FromString(s) #endif #endif #if PY_VERSION_HEX < 0x030200A4 typedef long Py_hash_t; #define __Pyx_PyInt_FromHash_t PyInt_FromLong #define __Pyx_PyInt_AsHash_t PyInt_AsLong #else #define __Pyx_PyInt_FromHash_t PyInt_FromSsize_t #define __Pyx_PyInt_AsHash_t PyInt_AsSsize_t #endif #if PY_MAJOR_VERSION >= 3 #define __Pyx_PyMethod_New(func, self, klass) ((self) ? PyMethod_New(func, self) : PyInstanceMethod_New(func)) #else #define __Pyx_PyMethod_New(func, self, klass) PyMethod_New(func, self, klass) #endif #ifndef __has_attribute #define __has_attribute(x) 0 #endif #ifndef __has_cpp_attribute #define __has_cpp_attribute(x) 0 #endif #if CYTHON_USE_ASYNC_SLOTS #if PY_VERSION_HEX >= 0x030500B1 #define __Pyx_PyAsyncMethodsStruct PyAsyncMethods #define __Pyx_PyType_AsAsync(obj) (Py_TYPE(obj)->tp_as_async) #else typedef struct { unaryfunc am_await; unaryfunc am_aiter; unaryfunc am_anext; } __Pyx_PyAsyncMethodsStruct; #define __Pyx_PyType_AsAsync(obj) ((__Pyx_PyAsyncMethodsStruct*) (Py_TYPE(obj)->tp_reserved)) #endif #else #define __Pyx_PyType_AsAsync(obj) NULL #endif #ifndef CYTHON_RESTRICT #if defined(__GNUC__) #define CYTHON_RESTRICT __restrict__ #elif defined(_MSC_VER) && _MSC_VER >= 1400 #define CYTHON_RESTRICT __restrict #elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L #define CYTHON_RESTRICT restrict #else #define CYTHON_RESTRICT #endif #endif #ifndef CYTHON_UNUSED # if defined(__GNUC__) # if !(defined(__cplusplus)) || (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4)) # define CYTHON_UNUSED __attribute__ ((__unused__)) # else # define CYTHON_UNUSED # endif # elif defined(__ICC) || (defined(__INTEL_COMPILER) && !defined(_MSC_VER)) # define CYTHON_UNUSED __attribute__ ((__unused__)) # else # define CYTHON_UNUSED # endif #endif #ifndef CYTHON_MAYBE_UNUSED_VAR # if defined(__cplusplus) template void CYTHON_MAYBE_UNUSED_VAR( const T& ) { } # else # define CYTHON_MAYBE_UNUSED_VAR(x) (void)(x) # endif #endif #ifndef CYTHON_NCP_UNUSED # if CYTHON_COMPILING_IN_CPYTHON # define CYTHON_NCP_UNUSED # else # define CYTHON_NCP_UNUSED CYTHON_UNUSED # endif #endif #define __Pyx_void_to_None(void_result) ((void)(void_result), Py_INCREF(Py_None), Py_None) #ifdef _MSC_VER #ifndef _MSC_STDINT_H_ #if _MSC_VER < 1300 typedef unsigned char uint8_t; typedef unsigned int uint32_t; #else typedef unsigned __int8 uint8_t; typedef unsigned __int32 uint32_t; #endif #endif #else #include #endif #ifndef CYTHON_FALLTHROUGH #ifdef __cplusplus #if __has_cpp_attribute(fallthrough) #define CYTHON_FALLTHROUGH [[fallthrough]] #elif __has_cpp_attribute(clang::fallthrough) #define CYTHON_FALLTHROUGH [[clang::fallthrough]] #endif #endif #ifndef CYTHON_FALLTHROUGH #if __has_attribute(fallthrough) || (defined(__GNUC__) && defined(__attribute__)) #define CYTHON_FALLTHROUGH __attribute__((fallthrough)) #else #define CYTHON_FALLTHROUGH #endif #endif #endif #ifndef __cplusplus #error "Cython files generated with the C++ option must be compiled with a C++ compiler." #endif #ifndef CYTHON_INLINE #if defined(__clang__) #define CYTHON_INLINE __inline__ __attribute__ ((__unused__)) #else #define CYTHON_INLINE inline #endif #endif template void __Pyx_call_destructor(T& x) { x.~T(); } template class __Pyx_FakeReference { public: __Pyx_FakeReference() : ptr(NULL) { } __Pyx_FakeReference(const T& ref) : ptr(const_cast(&ref)) { } T *operator->() { return ptr; } T *operator&() { return ptr; } operator T&() { return *ptr; } template bool operator ==(U other) { return *ptr == other; } template bool operator !=(U other) { return *ptr != other; } private: T *ptr; }; #if defined(WIN32) || defined(MS_WINDOWS) #define _USE_MATH_DEFINES #endif #include #ifdef NAN #define __PYX_NAN() ((float) NAN) #else static CYTHON_INLINE float __PYX_NAN() { float value; memset(&value, 0xFF, sizeof(value)); return value; } #endif #if defined(__CYGWIN__) && defined(_LDBL_EQ_DBL) #define __Pyx_truncl trunc #else #define __Pyx_truncl truncl #endif #define __PYX_ERR(f_index, lineno, Ln_error) \ { \ __pyx_filename = __pyx_f[f_index]; __pyx_lineno = lineno; __pyx_clineno = __LINE__; goto Ln_error; \ } #if PY_MAJOR_VERSION >= 3 #define __Pyx_PyNumber_Divide(x,y) PyNumber_TrueDivide(x,y) #define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceTrueDivide(x,y) #else #define __Pyx_PyNumber_Divide(x,y) PyNumber_TrueDivide(x,y) #define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceTrueDivide(x,y) #endif #ifndef __PYX_EXTERN_C #ifdef __cplusplus #define __PYX_EXTERN_C extern "C" #else #define __PYX_EXTERN_C extern #endif #endif #define __PYX_HAVE__discodop__disambiguation #define __PYX_HAVE_API__discodop__disambiguation #include #include "ios" #include "new" #include "stdexcept" #include "typeinfo" #include #include #include #include #include #include #include #include "macros.h" #include "bitcount.h" #include "_containers.h" #include "../cpp-btree/btree_set.h" #ifdef _OPENMP #include #endif /* _OPENMP */ #ifdef PYREX_WITHOUT_ASSERTIONS #define CYTHON_WITHOUT_ASSERTIONS #endif typedef struct {PyObject **p; const char *s; const Py_ssize_t n; const char* encoding; const char is_unicode; const char is_str; const char intern; } __Pyx_StringTabEntry; #define __PYX_DEFAULT_STRING_ENCODING_IS_ASCII 0 #define __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT 0 #define __PYX_DEFAULT_STRING_ENCODING "" #define __Pyx_PyObject_FromString __Pyx_PyBytes_FromString #define __Pyx_PyObject_FromStringAndSize __Pyx_PyBytes_FromStringAndSize #define __Pyx_uchar_cast(c) ((unsigned char)c) #define __Pyx_long_cast(x) ((long)x) #define __Pyx_fits_Py_ssize_t(v, type, is_signed) (\ (sizeof(type) < sizeof(Py_ssize_t)) ||\ (sizeof(type) > sizeof(Py_ssize_t) &&\ likely(v < (type)PY_SSIZE_T_MAX ||\ v == (type)PY_SSIZE_T_MAX) &&\ (!is_signed || likely(v > (type)PY_SSIZE_T_MIN ||\ v == (type)PY_SSIZE_T_MIN))) ||\ (sizeof(type) == sizeof(Py_ssize_t) &&\ (is_signed || likely(v < (type)PY_SSIZE_T_MAX ||\ v == (type)PY_SSIZE_T_MAX))) ) #if defined (__cplusplus) && __cplusplus >= 201103L #include #define __Pyx_sst_abs(value) std::abs(value) #elif SIZEOF_INT >= SIZEOF_SIZE_T #define __Pyx_sst_abs(value) abs(value) #elif SIZEOF_LONG >= SIZEOF_SIZE_T #define __Pyx_sst_abs(value) labs(value) #elif defined (_MSC_VER) && defined (_M_X64) #define __Pyx_sst_abs(value) _abs64(value) #elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L #define __Pyx_sst_abs(value) llabs(value) #elif defined (__GNUC__) #define __Pyx_sst_abs(value) __builtin_llabs(value) #else #define __Pyx_sst_abs(value) ((value<0) ? -value : value) #endif static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject*); static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject*, Py_ssize_t* length); #define __Pyx_PyByteArray_FromString(s) PyByteArray_FromStringAndSize((const char*)s, strlen((const char*)s)) #define __Pyx_PyByteArray_FromStringAndSize(s, l) PyByteArray_FromStringAndSize((const char*)s, l) #define __Pyx_PyBytes_FromString PyBytes_FromString #define __Pyx_PyBytes_FromStringAndSize PyBytes_FromStringAndSize static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char*); #if PY_MAJOR_VERSION < 3 #define __Pyx_PyStr_FromString __Pyx_PyBytes_FromString #define __Pyx_PyStr_FromStringAndSize __Pyx_PyBytes_FromStringAndSize #else #define __Pyx_PyStr_FromString __Pyx_PyUnicode_FromString #define __Pyx_PyStr_FromStringAndSize __Pyx_PyUnicode_FromStringAndSize #endif #define __Pyx_PyObject_AsWritableString(s) ((char*) __Pyx_PyObject_AsString(s)) #define __Pyx_PyObject_AsWritableSString(s) ((signed char*) __Pyx_PyObject_AsString(s)) #define __Pyx_PyObject_AsWritableUString(s) ((unsigned char*) __Pyx_PyObject_AsString(s)) #define __Pyx_PyObject_AsSString(s) ((const signed char*) __Pyx_PyObject_AsString(s)) #define __Pyx_PyObject_AsUString(s) ((const unsigned char*) __Pyx_PyObject_AsString(s)) #define __Pyx_PyObject_FromCString(s) __Pyx_PyObject_FromString((const char*)s) #define __Pyx_PyBytes_FromCString(s) __Pyx_PyBytes_FromString((const char*)s) #define __Pyx_PyByteArray_FromCString(s) __Pyx_PyByteArray_FromString((const char*)s) #define __Pyx_PyStr_FromCString(s) __Pyx_PyStr_FromString((const char*)s) #define __Pyx_PyUnicode_FromCString(s) __Pyx_PyUnicode_FromString((const char*)s) #if PY_MAJOR_VERSION < 3 static CYTHON_INLINE size_t __Pyx_Py_UNICODE_strlen(const Py_UNICODE *u) { const Py_UNICODE *u_end = u; while (*u_end++) ; return (size_t)(u_end - u - 1); } #else #define __Pyx_Py_UNICODE_strlen Py_UNICODE_strlen #endif #define __Pyx_PyUnicode_FromUnicode(u) PyUnicode_FromUnicode(u, __Pyx_Py_UNICODE_strlen(u)) #define __Pyx_PyUnicode_FromUnicodeAndLength PyUnicode_FromUnicode #define __Pyx_PyUnicode_AsUnicode PyUnicode_AsUnicode #define __Pyx_NewRef(obj) (Py_INCREF(obj), obj) #define __Pyx_Owned_Py_None(b) __Pyx_NewRef(Py_None) #define __Pyx_PyBool_FromLong(b) ((b) ? __Pyx_NewRef(Py_True) : __Pyx_NewRef(Py_False)) static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject*); static CYTHON_INLINE PyObject* __Pyx_PyNumber_IntOrLong(PyObject* x); static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject*); static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t); #if CYTHON_ASSUME_SAFE_MACROS #define __pyx_PyFloat_AsDouble(x) (PyFloat_CheckExact(x) ? PyFloat_AS_DOUBLE(x) : PyFloat_AsDouble(x)) #else #define __pyx_PyFloat_AsDouble(x) PyFloat_AsDouble(x) #endif #define __pyx_PyFloat_AsFloat(x) ((float) __pyx_PyFloat_AsDouble(x)) #if PY_MAJOR_VERSION >= 3 #define __Pyx_PyNumber_Int(x) (PyLong_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Long(x)) #else #define __Pyx_PyNumber_Int(x) (PyInt_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Int(x)) #endif #define __Pyx_PyNumber_Float(x) (PyFloat_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Float(x)) #if PY_MAJOR_VERSION < 3 && __PYX_DEFAULT_STRING_ENCODING_IS_ASCII static int __Pyx_sys_getdefaultencoding_not_ascii; static int __Pyx_init_sys_getdefaultencoding_params(void) { PyObject* sys; PyObject* default_encoding = NULL; PyObject* ascii_chars_u = NULL; PyObject* ascii_chars_b = NULL; const char* default_encoding_c; sys = PyImport_ImportModule("sys"); if (!sys) goto bad; default_encoding = PyObject_CallMethod(sys, (char*) "getdefaultencoding", NULL); Py_DECREF(sys); if (!default_encoding) goto bad; default_encoding_c = PyBytes_AsString(default_encoding); if (!default_encoding_c) goto bad; if (strcmp(default_encoding_c, "ascii") == 0) { __Pyx_sys_getdefaultencoding_not_ascii = 0; } else { char ascii_chars[128]; int c; for (c = 0; c < 128; c++) { ascii_chars[c] = c; } __Pyx_sys_getdefaultencoding_not_ascii = 1; ascii_chars_u = PyUnicode_DecodeASCII(ascii_chars, 128, NULL); if (!ascii_chars_u) goto bad; ascii_chars_b = PyUnicode_AsEncodedString(ascii_chars_u, default_encoding_c, NULL); if (!ascii_chars_b || !PyBytes_Check(ascii_chars_b) || memcmp(ascii_chars, PyBytes_AS_STRING(ascii_chars_b), 128) != 0) { PyErr_Format( PyExc_ValueError, "This module compiled with c_string_encoding=ascii, but default encoding '%.200s' is not a superset of ascii.", default_encoding_c); goto bad; } Py_DECREF(ascii_chars_u); Py_DECREF(ascii_chars_b); } Py_DECREF(default_encoding); return 0; bad: Py_XDECREF(default_encoding); Py_XDECREF(ascii_chars_u); Py_XDECREF(ascii_chars_b); return -1; } #endif #if __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT && PY_MAJOR_VERSION >= 3 #define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeUTF8(c_str, size, NULL) #else #define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_Decode(c_str, size, __PYX_DEFAULT_STRING_ENCODING, NULL) #if __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT static char* __PYX_DEFAULT_STRING_ENCODING; static int __Pyx_init_sys_getdefaultencoding_params(void) { PyObject* sys; PyObject* default_encoding = NULL; char* default_encoding_c; sys = PyImport_ImportModule("sys"); if (!sys) goto bad; default_encoding = PyObject_CallMethod(sys, (char*) (const char*) "getdefaultencoding", NULL); Py_DECREF(sys); if (!default_encoding) goto bad; default_encoding_c = PyBytes_AsString(default_encoding); if (!default_encoding_c) goto bad; __PYX_DEFAULT_STRING_ENCODING = (char*) malloc(strlen(default_encoding_c)); if (!__PYX_DEFAULT_STRING_ENCODING) goto bad; strcpy(__PYX_DEFAULT_STRING_ENCODING, default_encoding_c); Py_DECREF(default_encoding); return 0; bad: Py_XDECREF(default_encoding); return -1; } #endif #endif /* Test for GCC > 2.95 */ #if defined(__GNUC__) && (__GNUC__ > 2 || (__GNUC__ == 2 && (__GNUC_MINOR__ > 95))) #define likely(x) __builtin_expect(!!(x), 1) #define unlikely(x) __builtin_expect(!!(x), 0) #else /* !__GNUC__ or GCC < 2.95 */ #define likely(x) (x) #define unlikely(x) (x) #endif /* __GNUC__ */ static CYTHON_INLINE void __Pyx_pretend_to_initialize(void* ptr) { (void)ptr; } static PyObject *__pyx_m; static PyObject *__pyx_d; static PyObject *__pyx_b; static PyObject *__pyx_cython_runtime; static PyObject *__pyx_empty_tuple; static PyObject *__pyx_empty_bytes; static PyObject *__pyx_empty_unicode; static int __pyx_lineno; static int __pyx_clineno = 0; static const char * __pyx_cfilenm= __FILE__; static const char *__pyx_filename; static const char *__pyx_f[] = { "discodop/disambiguation.pyx", "array.pxd", "discodop/containers.pxd", "stringsource", "type.pxd", "discodop/pcfg.pxd", "discodop/plcfrs.pxd", }; /* None.proto */ #if defined(__GNUC__) #define __Pyx_PACKED __attribute__((__packed__)) #else #define __Pyx_PACKED #endif /* "containers.pxd":21 * include "constants.pxi" * * ctypedef uint16_t Idx # PCFG chart indices; max 16 bits. # <<<<<<<<<<<<<< * * cdef extern from "_containers.h": */ typedef uint16_t __pyx_t_8discodop_10containers_Idx; /*--- Type declarations ---*/ #ifndef _ARRAYARRAY_H struct arrayobject; typedef struct arrayobject arrayobject; #endif struct __pyx_obj_8discodop_10containers_StringList; struct __pyx_obj_8discodop_10containers_StringIntDict; struct __pyx_obj_8discodop_10containers_Grammar; struct __pyx_obj_8discodop_10containers_Chart; struct __pyx_obj_8discodop_10containers_Whitelist; struct __pyx_obj_8discodop_10containers_Ctrees; struct __pyx_obj_8discodop_10containers_Vocabulary; struct __pyx_obj_8discodop_10containers_FixedVocabulary; struct __pyx_obj_8discodop_4pcfg_CFGChart; struct __pyx_obj_8discodop_4pcfg_DenseCFGChart; struct __pyx_obj_8discodop_4pcfg_SparseCFGChart; struct __pyx_obj_8discodop_6plcfrs_LCFRSChart; struct __pyx_obj_8discodop_6plcfrs_SmallLCFRSChart; struct __pyx_obj_8discodop_6plcfrs_FatLCFRSChart; struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank; struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank; struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr; struct __pyx_t_8discodop_10containers_Node; struct __pyx_t_8discodop_10containers_NodeArray; union __pyx_t_8discodop_10containers_ItemType; struct __pyx_t_8discodop_10containers_DArray; /* "containers.pxd":638 * # start fragments stuff * * cdef packed struct Node: # a node of a binary tree # <<<<<<<<<<<<<< * int32_t prod # >= 0: production ID; -1: unseen production * int16_t left # >= 0: array idx to child Node; <0: idx sent[-left - 1]; */ #if defined(__SUNPRO_C) #pragma pack(1) #elif !defined(__GNUC__) #pragma pack(push, 1) #endif struct __Pyx_PACKED __pyx_t_8discodop_10containers_Node { int32_t prod; int16_t left; int16_t right; }; #if defined(__SUNPRO_C) #pragma pack() #elif !defined(__GNUC__) #pragma pack(pop) #endif /* "containers.pxd":644 * * * cdef packed struct NodeArray: # a tree as an array of Node structs # <<<<<<<<<<<<<< * uint32_t offset # index to Node array where this tree starts * int16_t len, root # number of nodes, index to root node */ #if defined(__SUNPRO_C) #pragma pack(1) #elif !defined(__GNUC__) #pragma pack(push, 1) #endif struct __Pyx_PACKED __pyx_t_8discodop_10containers_NodeArray { uint32_t offset; int16_t len; int16_t root; }; #if defined(__SUNPRO_C) #pragma pack() #elif !defined(__GNUC__) #pragma pack(pop) #endif /* "containers.pxd":664 * * * cdef union ItemType: # <<<<<<<<<<<<<< * void *ptr * char *aschar */ union __pyx_t_8discodop_10containers_ItemType { void *ptr; char *aschar; uint32_t *asint; }; /* "containers.pxd":670 * * * cdef struct DArray: # <<<<<<<<<<<<<< * uint8_t itemsize * uint32_t len */ struct __pyx_t_8discodop_10containers_DArray { uint8_t itemsize; uint32_t len; uint32_t capacity; union __pyx_t_8discodop_10containers_ItemType d; }; struct __pyx_t_8discodop_4pcfg_MidFilter; struct __pyx_t_8discodop_4pcfg_SparseCFGItem; union __pyx_t_8discodop_4pcfg_CFGItem; /* "pcfg.pxd":19 * * # Records the minimum and maximum mid points for (left/right index, label) * cdef struct MidFilter: # <<<<<<<<<<<<<< * vector[short] minleft, maxleft, minright, maxright * */ struct __pyx_t_8discodop_4pcfg_MidFilter { std::vector minleft; std::vector maxleft; std::vector minright; std::vector maxright; }; /* "pcfg.pxd":37 * # in both cases, an item can be constructed from a cell (an item with label 0) * # by adding the label to it. * cdef packed struct SparseCFGItem: # <<<<<<<<<<<<<< * Label label * Idx start */ #if defined(__SUNPRO_C) #pragma pack(1) #elif !defined(__GNUC__) #pragma pack(push, 1) #endif struct __Pyx_PACKED __pyx_t_8discodop_4pcfg_SparseCFGItem { Label label; __pyx_t_8discodop_10containers_Idx start; __pyx_t_8discodop_10containers_Idx end; }; #if defined(__SUNPRO_C) #pragma pack() #elif !defined(__GNUC__) #pragma pack(pop) #endif /* "pcfg.pxd":43 * * * cdef union CFGItem: # <<<<<<<<<<<<<< * uint64_t dt * SparseCFGItem st */ union __pyx_t_8discodop_4pcfg_CFGItem { uint64_t dt; struct __pyx_t_8discodop_4pcfg_SparseCFGItem st; }; /* "kbest.pxd":11 * from .plcfrs cimport LCFRSChart, SmallLCFRSChart, FatLCFRSChart * * ctypedef sparse_hash_map[ItemNo, RankedEdgeAgenda[Prob]] agendas_type # <<<<<<<<<<<<<< * * cdef string getderiv(ItemNo v, RankedEdge ej, Chart chart) */ typedef spp::sparse_hash_map > __pyx_t_8discodop_5kbest_agendas_type; struct __pyx_opt_args_8discodop_14disambiguation_getderivations; struct __pyx_opt_args_8discodop_14disambiguation_marginalize; struct __pyx_opt_args_8discodop_14disambiguation_maxconstituentsparse; /* "discodop/disambiguation.pyx":55 * cdef str NEGATIVECONSTLABEL = '-#-' * * cpdef getderivations(Chart chart, int k, derivstrings=True): # <<<<<<<<<<<<<< * """Get *k*-best derivations from chart. * */ struct __pyx_opt_args_8discodop_14disambiguation_getderivations { int __pyx_n; PyObject *derivstrings; }; /* "discodop/disambiguation.pyx":72 * * * cpdef marginalize(method, Chart chart, # <<<<<<<<<<<<<< * list backtransform=None, list sent=None, list tags=None, * int k=1000, int sldop_n=7, double mcplambda=1.0, set mcplabels=None, */ struct __pyx_opt_args_8discodop_14disambiguation_marginalize { int __pyx_n; PyObject *backtransform; PyObject *sent; PyObject *tags; int k; int sldop_n; double mcplambda; PyObject *mcplabels; int ostag; }; /* "discodop/disambiguation.pyx":259 * * * cdef maxconstituentsparse(Chart chart, # <<<<<<<<<<<<<< * list backtransform, double labda, set labels=None): * """Approximate the Max Constituents Parse (MCP) parse from k-best list. */ struct __pyx_opt_args_8discodop_14disambiguation_maxconstituentsparse { int __pyx_n; PyObject *labels; }; /* "containers.pxd":509 * * @cython.final * cdef class StringList(object): # <<<<<<<<<<<<<< * cdef vector[string] ob * */ struct __pyx_obj_8discodop_10containers_StringList { PyObject_HEAD std::vector ob; }; /* "containers.pxd":514 * * @cython.final * cdef class StringIntDict(object): # <<<<<<<<<<<<<< * cdef sparse_hash_map[string, Label] ob * */ struct __pyx_obj_8discodop_10containers_StringIntDict { PyObject_HEAD spp::sparse_hash_map ob; }; /* "containers.pxd":519 * * @cython.final * cdef class Grammar: # <<<<<<<<<<<<<< * cdef ProbRule **bylhs * cdef ProbRule **unary */ struct __pyx_obj_8discodop_10containers_Grammar { PyObject_HEAD struct __pyx_vtabstruct_8discodop_10containers_Grammar *__pyx_vtab; ProbRule **bylhs; ProbRule **unary; ProbRule **lbinary; ProbRule **rbinary; std::vector lexical; spp::sparse_hash_map > lexicalbyword; spp::sparse_hash_map > lexicalbylhs; Label *mapping; Label *selfmapping; Label **splitmapping; uint32_t *revrulemap; uint64_t *mask; std::vector > revmap; std::vector fanout; std::vector buf; RuleHashMap rulenos; size_t nonterminals; size_t phrasalnonterminals; size_t numrules; size_t numunary; size_t numbinary; size_t maxfanout; int logprob; int bitpar; PyObject *start; PyObject *rulesfile; PyObject *lexiconfile; PyObject *altweightsfile; PyObject *ruletuples; struct __pyx_obj_8discodop_10containers_StringList *tolabel; struct __pyx_obj_8discodop_10containers_StringIntDict *toid; PyObject *rulemapping; PyObject *selfrulemapping; PyObject *currentmodel; std::vector defaultmodel; PyObject *models; }; /* "containers.pxd":560 * # [ ] can we exploit bottom-up order of parser or previous CTF stages * # to pack the parse forest? * cdef class Chart: # <<<<<<<<<<<<<< * cdef vector[Prob] probs * cdef vector[Prob] inside */ struct __pyx_obj_8discodop_10containers_Chart { PyObject_HEAD struct __pyx_vtabstruct_8discodop_10containers_Chart *__pyx_vtab; std::vector probs; std::vector inside; std::vector outside; std::vector > parseforest; std::vector > > rankededges; PyObject *derivations; struct __pyx_obj_8discodop_10containers_Grammar *grammar; PyObject *sent; short lensent; Label start; int logprob; int viterbi; }; /* "containers.pxd":591 * * @cython.final * cdef class Whitelist: # <<<<<<<<<<<<<< * cdef vector[sparse_hash_set[Label]] cfg # span -> set of labels * # cdef vector[vector[Label]] cfg # span -> sorted array of fine labels */ struct __pyx_obj_8discodop_10containers_Whitelist { PyObject_HEAD std::vector > cfg; std::vector small; std::vector fat; Label *mapping; Label **splitmapping; }; /* "containers.pxd":650 * * @cython.final * cdef class Ctrees: # <<<<<<<<<<<<<< * cdef Node *nodes * cdef NodeArray *trees */ struct __pyx_obj_8discodop_10containers_Ctrees { PyObject_HEAD struct __pyx_vtabstruct_8discodop_10containers_Ctrees *__pyx_vtab; struct __pyx_t_8discodop_10containers_Node *nodes; struct __pyx_t_8discodop_10containers_NodeArray *trees; long nodesleft; long max; size_t numnodes; size_t numwords; short maxnodes; int len; PyObject *prodindex; PyObject *_state; }; /* "containers.pxd":677 * * * cdef class Vocabulary: # <<<<<<<<<<<<<< * cdef readonly dict prods # production str. => int * cdef readonly dict labels # label/word str => int */ struct __pyx_obj_8discodop_10containers_Vocabulary { PyObject_HEAD struct __pyx_vtabstruct_8discodop_10containers_Vocabulary *__pyx_vtab; PyObject *prods; PyObject *labels; struct __pyx_t_8discodop_10containers_DArray prodbuf; struct __pyx_t_8discodop_10containers_DArray labelbuf; struct __pyx_t_8discodop_10containers_DArray labelidx; }; /* "containers.pxd":692 * * * cdef class FixedVocabulary(Vocabulary): # <<<<<<<<<<<<<< * cdef object state # to keep buffer alive * */ struct __pyx_obj_8discodop_10containers_FixedVocabulary { struct __pyx_obj_8discodop_10containers_Vocabulary __pyx_base; PyObject *state; }; /* "pcfg.pxd":48 * * * cdef class CFGChart(Chart): # <<<<<<<<<<<<<< * cdef vector[uint64_t] items * cdef vector[Prob] beambuckets */ struct __pyx_obj_8discodop_4pcfg_CFGChart { struct __pyx_obj_8discodop_10containers_Chart __pyx_base; std::vector items; std::vector beambuckets; }; /* "pcfg.pxd":55 * * @cython.final * cdef class DenseCFGChart(CFGChart): # <<<<<<<<<<<<<< * cdef void addedge(self, uint64_t item, Idx mid, ProbRule *rule) * cdef bint updateprob(self, uint64_t item, Prob prob, Prob beam) */ struct __pyx_obj_8discodop_4pcfg_DenseCFGChart { struct __pyx_obj_8discodop_4pcfg_CFGChart __pyx_base; }; /* "pcfg.pxd":64 * * @cython.final * cdef class SparseCFGChart(CFGChart): # <<<<<<<<<<<<<< * cdef sparse_hash_map[uint64_t, ItemNo] itemindex * cdef void addedge(self, uint64_t item, Idx mid, ProbRule *rule) */ struct __pyx_obj_8discodop_4pcfg_SparseCFGChart { struct __pyx_obj_8discodop_4pcfg_CFGChart __pyx_base; spp::sparse_hash_map itemindex; }; /* "plcfrs.pxd":30 * FatChartItem * * cdef class LCFRSChart(Chart): # <<<<<<<<<<<<<< * cdef void addlexedge(self, ItemNo itemidx, short wordidx) * cdef void updateprob(self, ItemNo itemidx, Prob prob) */ struct __pyx_obj_8discodop_6plcfrs_LCFRSChart { struct __pyx_obj_8discodop_10containers_Chart __pyx_base; }; /* "plcfrs.pxd":38 * * @cython.final * cdef class SmallLCFRSChart(LCFRSChart): # <<<<<<<<<<<<<< * cdef vector[SmallChartItem] items * cdef SmallChartItemBtreeMap[ItemNo] itemindex */ struct __pyx_obj_8discodop_6plcfrs_SmallLCFRSChart { struct __pyx_obj_8discodop_6plcfrs_LCFRSChart __pyx_base; std::vector items; SmallChartItemBtreeMap itemindex; SmallChartItemBtreeMap beambuckets; }; /* "plcfrs.pxd":49 * * @cython.final * cdef class FatLCFRSChart(LCFRSChart): # <<<<<<<<<<<<<< * cdef vector[FatChartItem] items * cdef FatChartItemBtreeMap[ItemNo] itemindex */ struct __pyx_obj_8discodop_6plcfrs_FatLCFRSChart { struct __pyx_obj_8discodop_6plcfrs_LCFRSChart __pyx_base; std::vector items; FatChartItemBtreeMap itemindex; FatChartItemBtreeMap beambuckets; }; /* "discodop/disambiguation.pyx":867 * * * def doprerank(parsetrees, sent, k, Grammar coarse, Grammar fine): # <<<<<<<<<<<<<< * """Rerank *k*-best coarse trees w/parse probabilities of DOP reduction. * */ struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank { PyObject_HEAD PyObject *__pyx_v_results; }; /* "discodop/disambiguation.pyx":966 * * * def mcrerank(parsetrees, sent, k, trees, vocab): # <<<<<<<<<<<<<< * """Rerank *k*-best trees using tree fragments from training treebank. * */ struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank { PyObject_HEAD PyObject *__pyx_v_i; PyObject *__pyx_v_results; PyObject *__pyx_v_rev; }; /* "discodop/disambiguation.pyx":992 * # score is the total number of nodes * # of the common fragments consisting of at least 2 parts * score += sum(frag[0].count('(') for frag in rev[i]) # <<<<<<<<<<<<<< * # divide by number of nodes in derivation to avoid preferring * # larger derivations */ struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr { PyObject_HEAD struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *__pyx_outer_scope; PyObject *__pyx_v_frag; PyObject *__pyx_t_0; Py_ssize_t __pyx_t_1; PyObject *(*__pyx_t_2)(PyObject *); }; /* "containers.pxd":519 * * @cython.final * cdef class Grammar: # <<<<<<<<<<<<<< * cdef ProbRule **bylhs * cdef ProbRule **unary */ struct __pyx_vtabstruct_8discodop_10containers_Grammar { PyObject *(*_indexrules)(struct __pyx_obj_8discodop_10containers_Grammar *, ProbRule **, int, int); PyObject *(*rulestr)(struct __pyx_obj_8discodop_10containers_Grammar *, int, int __pyx_skip_dispatch); PyObject *(*noderuleno)(struct __pyx_obj_8discodop_10containers_Grammar *, PyObject *, int __pyx_skip_dispatch); PyObject *(*getruleno)(struct __pyx_obj_8discodop_10containers_Grammar *, PyObject *, PyObject *, int __pyx_skip_dispatch); PyObject *(*yfstr)(struct __pyx_obj_8discodop_10containers_Grammar *, ProbRule); }; static struct __pyx_vtabstruct_8discodop_10containers_Grammar *__pyx_vtabptr_8discodop_10containers_Grammar; /* "containers.pxd":560 * # [ ] can we exploit bottom-up order of parser or previous CTF stages * # to pack the parse forest? * cdef class Chart: # <<<<<<<<<<<<<< * cdef vector[Prob] probs * cdef vector[Prob] inside */ struct __pyx_vtabstruct_8discodop_10containers_Chart { int (*lexidx)(struct __pyx_obj_8discodop_10containers_Chart *, Edge); Prob (*subtreeprob)(struct __pyx_obj_8discodop_10containers_Chart *, ItemNo); Prob (*lexprob)(struct __pyx_obj_8discodop_10containers_Chart *, ItemNo, Edge); PyObject *(*edgestr)(struct __pyx_obj_8discodop_10containers_Chart *, ItemNo, Edge); ItemNo (*_left)(struct __pyx_obj_8discodop_10containers_Chart *, ItemNo, Edge); ItemNo (*_right)(struct __pyx_obj_8discodop_10containers_Chart *, ItemNo, Edge); ItemNo (*left)(struct __pyx_obj_8discodop_10containers_Chart *, RankedEdge); ItemNo (*right)(struct __pyx_obj_8discodop_10containers_Chart *, RankedEdge); Label (*label)(struct __pyx_obj_8discodop_10containers_Chart *, ItemNo); ItemNo (*getitemidx)(struct __pyx_obj_8discodop_10containers_Chart *, uint64_t); SmallChartItem (*asSmallChartItem)(struct __pyx_obj_8discodop_10containers_Chart *, ItemNo); FatChartItem (*asFatChartItem)(struct __pyx_obj_8discodop_10containers_Chart *, ItemNo); size_t (*asCFGspan)(struct __pyx_obj_8discodop_10containers_Chart *, ItemNo); }; static struct __pyx_vtabstruct_8discodop_10containers_Chart *__pyx_vtabptr_8discodop_10containers_Chart; /* "containers.pxd":650 * * @cython.final * cdef class Ctrees: # <<<<<<<<<<<<<< * cdef Node *nodes * cdef NodeArray *trees */ struct __pyx_vtabstruct_8discodop_10containers_Ctrees { PyObject *(*alloc)(struct __pyx_obj_8discodop_10containers_Ctrees *, int, long, int __pyx_skip_dispatch); PyObject *(*realloc)(struct __pyx_obj_8discodop_10containers_Ctrees *, int, int); PyObject *(*addnodes)(struct __pyx_obj_8discodop_10containers_Ctrees *, struct __pyx_t_8discodop_10containers_Node *, int, int); }; static struct __pyx_vtabstruct_8discodop_10containers_Ctrees *__pyx_vtabptr_8discodop_10containers_Ctrees; /* "containers.pxd":677 * * * cdef class Vocabulary: # <<<<<<<<<<<<<< * cdef readonly dict prods # production str. => int * cdef readonly dict labels # label/word str => int */ struct __pyx_vtabstruct_8discodop_10containers_Vocabulary { PyObject *(*idtolabel)(struct __pyx_obj_8discodop_10containers_Vocabulary *, uint32_t); PyObject *(*getlabel)(struct __pyx_obj_8discodop_10containers_Vocabulary *, int); PyObject *(*getword)(struct __pyx_obj_8discodop_10containers_Vocabulary *, int); int (*islexical)(struct __pyx_obj_8discodop_10containers_Vocabulary *, int); int (*getprod)(struct __pyx_obj_8discodop_10containers_Vocabulary *, PyObject *, PyObject *); int (*_getprodid)(struct __pyx_obj_8discodop_10containers_Vocabulary *, PyObject *); int (*_getlabelid)(struct __pyx_obj_8discodop_10containers_Vocabulary *, PyObject *); }; static struct __pyx_vtabstruct_8discodop_10containers_Vocabulary *__pyx_vtabptr_8discodop_10containers_Vocabulary; /* "containers.pxd":692 * * * cdef class FixedVocabulary(Vocabulary): # <<<<<<<<<<<<<< * cdef object state # to keep buffer alive * */ struct __pyx_vtabstruct_8discodop_10containers_FixedVocabulary { struct __pyx_vtabstruct_8discodop_10containers_Vocabulary __pyx_base; }; static struct __pyx_vtabstruct_8discodop_10containers_FixedVocabulary *__pyx_vtabptr_8discodop_10containers_FixedVocabulary; /* "pcfg.pxd":48 * * * cdef class CFGChart(Chart): # <<<<<<<<<<<<<< * cdef vector[uint64_t] items * cdef vector[Prob] beambuckets */ struct __pyx_vtabstruct_8discodop_4pcfg_CFGChart { struct __pyx_vtabstruct_8discodop_10containers_Chart __pyx_base; }; static struct __pyx_vtabstruct_8discodop_4pcfg_CFGChart *__pyx_vtabptr_8discodop_4pcfg_CFGChart; /* "pcfg.pxd":55 * * @cython.final * cdef class DenseCFGChart(CFGChart): # <<<<<<<<<<<<<< * cdef void addedge(self, uint64_t item, Idx mid, ProbRule *rule) * cdef bint updateprob(self, uint64_t item, Prob prob, Prob beam) */ struct __pyx_vtabstruct_8discodop_4pcfg_DenseCFGChart { struct __pyx_vtabstruct_8discodop_4pcfg_CFGChart __pyx_base; void (*addedge)(struct __pyx_obj_8discodop_4pcfg_DenseCFGChart *, uint64_t, __pyx_t_8discodop_10containers_Idx, ProbRule *); int (*updateprob)(struct __pyx_obj_8discodop_4pcfg_DenseCFGChart *, uint64_t, Prob, Prob); Label (*_label)(struct __pyx_obj_8discodop_4pcfg_DenseCFGChart *, uint64_t); Prob (*_subtreeprob)(struct __pyx_obj_8discodop_4pcfg_DenseCFGChart *, uint64_t); int (*_hasitem)(struct __pyx_obj_8discodop_4pcfg_DenseCFGChart *, uint64_t); }; static struct __pyx_vtabstruct_8discodop_4pcfg_DenseCFGChart *__pyx_vtabptr_8discodop_4pcfg_DenseCFGChart; /* "pcfg.pxd":64 * * @cython.final * cdef class SparseCFGChart(CFGChart): # <<<<<<<<<<<<<< * cdef sparse_hash_map[uint64_t, ItemNo] itemindex * cdef void addedge(self, uint64_t item, Idx mid, ProbRule *rule) */ struct __pyx_vtabstruct_8discodop_4pcfg_SparseCFGChart { struct __pyx_vtabstruct_8discodop_4pcfg_CFGChart __pyx_base; void (*addedge)(struct __pyx_obj_8discodop_4pcfg_SparseCFGChart *, uint64_t, __pyx_t_8discodop_10containers_Idx, ProbRule *); int (*updateprob)(struct __pyx_obj_8discodop_4pcfg_SparseCFGChart *, uint64_t, Prob, Prob); Label (*_label)(struct __pyx_obj_8discodop_4pcfg_SparseCFGChart *, uint64_t); Prob (*_subtreeprob)(struct __pyx_obj_8discodop_4pcfg_SparseCFGChart *, uint64_t); int (*_hasitem)(struct __pyx_obj_8discodop_4pcfg_SparseCFGChart *, uint64_t); }; static struct __pyx_vtabstruct_8discodop_4pcfg_SparseCFGChart *__pyx_vtabptr_8discodop_4pcfg_SparseCFGChart; /* "plcfrs.pxd":30 * FatChartItem * * cdef class LCFRSChart(Chart): # <<<<<<<<<<<<<< * cdef void addlexedge(self, ItemNo itemidx, short wordidx) * cdef void updateprob(self, ItemNo itemidx, Prob prob) */ struct __pyx_vtabstruct_8discodop_6plcfrs_LCFRSChart { struct __pyx_vtabstruct_8discodop_10containers_Chart __pyx_base; void (*addlexedge)(struct __pyx_obj_8discodop_6plcfrs_LCFRSChart *, ItemNo, short); void (*updateprob)(struct __pyx_obj_8discodop_6plcfrs_LCFRSChart *, ItemNo, Prob); void (*addprob)(struct __pyx_obj_8discodop_6plcfrs_LCFRSChart *, ItemNo, Prob); Prob (*_subtreeprob)(struct __pyx_obj_8discodop_6plcfrs_LCFRSChart *, ItemNo); }; static struct __pyx_vtabstruct_8discodop_6plcfrs_LCFRSChart *__pyx_vtabptr_8discodop_6plcfrs_LCFRSChart; /* "plcfrs.pxd":38 * * @cython.final * cdef class SmallLCFRSChart(LCFRSChart): # <<<<<<<<<<<<<< * cdef vector[SmallChartItem] items * cdef SmallChartItemBtreeMap[ItemNo] itemindex */ struct __pyx_vtabstruct_8discodop_6plcfrs_SmallLCFRSChart { struct __pyx_vtabstruct_8discodop_6plcfrs_LCFRSChart __pyx_base; SmallChartItem (*_root)(struct __pyx_obj_8discodop_6plcfrs_SmallLCFRSChart *); Label (*_label)(struct __pyx_obj_8discodop_6plcfrs_SmallLCFRSChart *, ItemNo); void (*addedge)(struct __pyx_obj_8discodop_6plcfrs_SmallLCFRSChart *, ItemNo, ItemNo, SmallChartItem &, ProbRule *); }; static struct __pyx_vtabstruct_8discodop_6plcfrs_SmallLCFRSChart *__pyx_vtabptr_8discodop_6plcfrs_SmallLCFRSChart; /* "plcfrs.pxd":49 * * @cython.final * cdef class FatLCFRSChart(LCFRSChart): # <<<<<<<<<<<<<< * cdef vector[FatChartItem] items * cdef FatChartItemBtreeMap[ItemNo] itemindex */ struct __pyx_vtabstruct_8discodop_6plcfrs_FatLCFRSChart { struct __pyx_vtabstruct_8discodop_6plcfrs_LCFRSChart __pyx_base; FatChartItem (*_root)(struct __pyx_obj_8discodop_6plcfrs_FatLCFRSChart *); Label (*_label)(struct __pyx_obj_8discodop_6plcfrs_FatLCFRSChart *, ItemNo); void (*addedge)(struct __pyx_obj_8discodop_6plcfrs_FatLCFRSChart *, ItemNo, ItemNo, FatChartItem &, ProbRule *); }; static struct __pyx_vtabstruct_8discodop_6plcfrs_FatLCFRSChart *__pyx_vtabptr_8discodop_6plcfrs_FatLCFRSChart; /* --- Runtime support code (head) --- */ /* Refnanny.proto */ #ifndef CYTHON_REFNANNY #define CYTHON_REFNANNY 0 #endif #if CYTHON_REFNANNY typedef struct { void (*INCREF)(void*, PyObject*, int); void (*DECREF)(void*, PyObject*, int); void (*GOTREF)(void*, PyObject*, int); void (*GIVEREF)(void*, PyObject*, int); void* (*SetupContext)(const char*, int, const char*); void (*FinishContext)(void**); } __Pyx_RefNannyAPIStruct; static __Pyx_RefNannyAPIStruct *__Pyx_RefNanny = NULL; static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname); #define __Pyx_RefNannyDeclarations void *__pyx_refnanny = NULL; #ifdef WITH_THREAD #define __Pyx_RefNannySetupContext(name, acquire_gil)\ if (acquire_gil) {\ PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\ __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__);\ PyGILState_Release(__pyx_gilstate_save);\ } else {\ __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__);\ } #else #define __Pyx_RefNannySetupContext(name, acquire_gil)\ __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__) #endif #define __Pyx_RefNannyFinishContext()\ __Pyx_RefNanny->FinishContext(&__pyx_refnanny) #define __Pyx_INCREF(r) __Pyx_RefNanny->INCREF(__pyx_refnanny, (PyObject *)(r), __LINE__) #define __Pyx_DECREF(r) __Pyx_RefNanny->DECREF(__pyx_refnanny, (PyObject *)(r), __LINE__) #define __Pyx_GOTREF(r) __Pyx_RefNanny->GOTREF(__pyx_refnanny, (PyObject *)(r), __LINE__) #define __Pyx_GIVEREF(r) __Pyx_RefNanny->GIVEREF(__pyx_refnanny, (PyObject *)(r), __LINE__) #define __Pyx_XINCREF(r) do { if((r) != NULL) {__Pyx_INCREF(r); }} while(0) #define __Pyx_XDECREF(r) do { if((r) != NULL) {__Pyx_DECREF(r); }} while(0) #define __Pyx_XGOTREF(r) do { if((r) != NULL) {__Pyx_GOTREF(r); }} while(0) #define __Pyx_XGIVEREF(r) do { if((r) != NULL) {__Pyx_GIVEREF(r);}} while(0) #else #define __Pyx_RefNannyDeclarations #define __Pyx_RefNannySetupContext(name, acquire_gil) #define __Pyx_RefNannyFinishContext() #define __Pyx_INCREF(r) Py_INCREF(r) #define __Pyx_DECREF(r) Py_DECREF(r) #define __Pyx_GOTREF(r) #define __Pyx_GIVEREF(r) #define __Pyx_XINCREF(r) Py_XINCREF(r) #define __Pyx_XDECREF(r) Py_XDECREF(r) #define __Pyx_XGOTREF(r) #define __Pyx_XGIVEREF(r) #endif #define __Pyx_XDECREF_SET(r, v) do {\ PyObject *tmp = (PyObject *) r;\ r = v; __Pyx_XDECREF(tmp);\ } while (0) #define __Pyx_DECREF_SET(r, v) do {\ PyObject *tmp = (PyObject *) r;\ r = v; __Pyx_DECREF(tmp);\ } while (0) #define __Pyx_CLEAR(r) do { PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);} while(0) #define __Pyx_XCLEAR(r) do { if((r) != NULL) {PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);}} while(0) /* PyObjectGetAttrStr.proto */ #if CYTHON_USE_TYPE_SLOTS static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name) { PyTypeObject* tp = Py_TYPE(obj); if (likely(tp->tp_getattro)) return tp->tp_getattro(obj, attr_name); #if PY_MAJOR_VERSION < 3 if (likely(tp->tp_getattr)) return tp->tp_getattr(obj, PyString_AS_STRING(attr_name)); #endif return PyObject_GetAttr(obj, attr_name); } #else #define __Pyx_PyObject_GetAttrStr(o,n) PyObject_GetAttr(o,n) #endif /* GetBuiltinName.proto */ static PyObject *__Pyx_GetBuiltinName(PyObject *name); /* GetModuleGlobalName.proto */ static CYTHON_INLINE PyObject *__Pyx_GetModuleGlobalName(PyObject *name); /* PyObjectCall.proto */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw); #else #define __Pyx_PyObject_Call(func, arg, kw) PyObject_Call(func, arg, kw) #endif /* RaiseArgTupleInvalid.proto */ static void __Pyx_RaiseArgtupleInvalid(const char* func_name, int exact, Py_ssize_t num_min, Py_ssize_t num_max, Py_ssize_t num_found); /* RaiseDoubleKeywords.proto */ static void __Pyx_RaiseDoubleKeywordsError(const char* func_name, PyObject* kw_name); /* ParseKeywords.proto */ static int __Pyx_ParseOptionalKeywords(PyObject *kwds, PyObject **argnames[],\ PyObject *kwds2, PyObject *values[], Py_ssize_t num_pos_args,\ const char* function_name); /* ArgTypeTest.proto */ static CYTHON_INLINE int __Pyx_ArgTypeTest(PyObject *obj, PyTypeObject *type, int none_allowed, const char *name, int exact); /* IncludeStringH.proto */ #include /* BytesEquals.proto */ static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals); /* UnicodeEquals.proto */ static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals); /* PyCFunctionFastCall.proto */ #if CYTHON_FAST_PYCCALL static CYTHON_INLINE PyObject *__Pyx_PyCFunction_FastCall(PyObject *func, PyObject **args, Py_ssize_t nargs); #else #define __Pyx_PyCFunction_FastCall(func, args, nargs) (assert(0), NULL) #endif /* PyFunctionFastCall.proto */ #if CYTHON_FAST_PYCALL #define __Pyx_PyFunction_FastCall(func, args, nargs)\ __Pyx_PyFunction_FastCallDict((func), (args), (nargs), NULL) #if 1 || PY_VERSION_HEX < 0x030600B1 static PyObject *__Pyx_PyFunction_FastCallDict(PyObject *func, PyObject **args, int nargs, PyObject *kwargs); #else #define __Pyx_PyFunction_FastCallDict(func, args, nargs, kwargs) _PyFunction_FastCallDict(func, args, nargs, kwargs) #endif #endif /* PyObjectCallMethO.proto */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg); #endif /* PyObjectCallOneArg.proto */ static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg); /* PyObjectCallNoArg.proto */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func); #else #define __Pyx_PyObject_CallNoArg(func) __Pyx_PyObject_Call(func, __pyx_empty_tuple, NULL) #endif /* RaiseTooManyValuesToUnpack.proto */ static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected); /* RaiseNeedMoreValuesToUnpack.proto */ static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index); /* IterFinish.proto */ static CYTHON_INLINE int __Pyx_IterFinish(void); /* UnpackItemEndCheck.proto */ static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected); /* ListCompAppend.proto */ #if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS static CYTHON_INLINE int __Pyx_ListComp_Append(PyObject* list, PyObject* x) { PyListObject* L = (PyListObject*) list; Py_ssize_t len = Py_SIZE(list); if (likely(L->allocated > len)) { Py_INCREF(x); PyList_SET_ITEM(list, len, x); Py_SIZE(list) = len+1; return 0; } return PyList_Append(list, x); } #else #define __Pyx_ListComp_Append(L,x) PyList_Append(L,x) #endif /* PyThreadStateGet.proto */ #if CYTHON_FAST_THREAD_STATE #define __Pyx_PyThreadState_declare PyThreadState *__pyx_tstate; #define __Pyx_PyThreadState_assign __pyx_tstate = PyThreadState_GET(); #else #define __Pyx_PyThreadState_declare #define __Pyx_PyThreadState_assign #endif /* SaveResetException.proto */ #if CYTHON_FAST_THREAD_STATE #define __Pyx_ExceptionSave(type, value, tb) __Pyx__ExceptionSave(__pyx_tstate, type, value, tb) static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb); #define __Pyx_ExceptionReset(type, value, tb) __Pyx__ExceptionReset(__pyx_tstate, type, value, tb) static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb); #else #define __Pyx_ExceptionSave(type, value, tb) PyErr_GetExcInfo(type, value, tb) #define __Pyx_ExceptionReset(type, value, tb) PyErr_SetExcInfo(type, value, tb) #endif /* GetException.proto */ #if CYTHON_FAST_THREAD_STATE #define __Pyx_GetException(type, value, tb) __Pyx__GetException(__pyx_tstate, type, value, tb) static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb); #else static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb); #endif /* PyDictContains.proto */ static CYTHON_INLINE int __Pyx_PyDict_ContainsTF(PyObject* item, PyObject* dict, int eq) { int result = PyDict_Contains(dict, item); return unlikely(result < 0) ? result : (result == (eq == Py_EQ)); } /* DictGetItem.proto */ #if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key) { PyObject *value; value = PyDict_GetItemWithError(d, key); if (unlikely(!value)) { if (!PyErr_Occurred()) { PyObject* args = PyTuple_Pack(1, key); if (likely(args)) PyErr_SetObject(PyExc_KeyError, args); Py_XDECREF(args); } return NULL; } Py_INCREF(value); return value; } #else #define __Pyx_PyDict_GetItem(d, key) PyObject_GetItem(d, key) #endif /* PyErrFetchRestore.proto */ #if CYTHON_FAST_THREAD_STATE #define __Pyx_ErrRestoreWithState(type, value, tb) __Pyx_ErrRestoreInState(PyThreadState_GET(), type, value, tb) #define __Pyx_ErrFetchWithState(type, value, tb) __Pyx_ErrFetchInState(PyThreadState_GET(), type, value, tb) #define __Pyx_ErrRestore(type, value, tb) __Pyx_ErrRestoreInState(__pyx_tstate, type, value, tb) #define __Pyx_ErrFetch(type, value, tb) __Pyx_ErrFetchInState(__pyx_tstate, type, value, tb) static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb); static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb); #else #define __Pyx_ErrRestoreWithState(type, value, tb) PyErr_Restore(type, value, tb) #define __Pyx_ErrFetchWithState(type, value, tb) PyErr_Fetch(type, value, tb) #define __Pyx_ErrRestore(type, value, tb) PyErr_Restore(type, value, tb) #define __Pyx_ErrFetch(type, value, tb) PyErr_Fetch(type, value, tb) #endif /* RaiseException.proto */ static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause); /* GetItemInt.proto */ #define __Pyx_GetItemInt(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\ (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\ __Pyx_GetItemInt_Fast(o, (Py_ssize_t)i, is_list, wraparound, boundscheck) :\ (is_list ? (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL) :\ __Pyx_GetItemInt_Generic(o, to_py_func(i)))) #define __Pyx_GetItemInt_List(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\ (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\ __Pyx_GetItemInt_List_Fast(o, (Py_ssize_t)i, wraparound, boundscheck) :\ (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL)) static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i, int wraparound, int boundscheck); #define __Pyx_GetItemInt_Tuple(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\ (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\ __Pyx_GetItemInt_Tuple_Fast(o, (Py_ssize_t)i, wraparound, boundscheck) :\ (PyErr_SetString(PyExc_IndexError, "tuple index out of range"), (PyObject*)NULL)) static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i, int wraparound, int boundscheck); static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j); static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i, int is_list, int wraparound, int boundscheck); /* IncludeCppStringH.proto */ #include /* decode_c_string_utf16.proto */ static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16(const char *s, Py_ssize_t size, const char *errors) { int byteorder = 0; return PyUnicode_DecodeUTF16(s, size, errors, &byteorder); } static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16LE(const char *s, Py_ssize_t size, const char *errors) { int byteorder = -1; return PyUnicode_DecodeUTF16(s, size, errors, &byteorder); } static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16BE(const char *s, Py_ssize_t size, const char *errors) { int byteorder = 1; return PyUnicode_DecodeUTF16(s, size, errors, &byteorder); } /* decode_c_bytes.proto */ static CYTHON_INLINE PyObject* __Pyx_decode_c_bytes( const char* cstring, Py_ssize_t length, Py_ssize_t start, Py_ssize_t stop, const char* encoding, const char* errors, PyObject* (*decode_func)(const char *s, Py_ssize_t size, const char *errors)); /* decode_cpp_string.proto */ static CYTHON_INLINE PyObject* __Pyx_decode_cpp_string( std::string cppstring, Py_ssize_t start, Py_ssize_t stop, const char* encoding, const char* errors, PyObject* (*decode_func)(const char *s, Py_ssize_t size, const char *errors)) { return __Pyx_decode_c_bytes( cppstring.data(), cppstring.size(), start, stop, encoding, errors, decode_func); } /* ListAppend.proto */ #if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS static CYTHON_INLINE int __Pyx_PyList_Append(PyObject* list, PyObject* x) { PyListObject* L = (PyListObject*) list; Py_ssize_t len = Py_SIZE(list); if (likely(L->allocated > len) & likely(len > (L->allocated >> 1))) { Py_INCREF(x); PyList_SET_ITEM(list, len, x); Py_SIZE(list) = len+1; return 0; } return PyList_Append(list, x); } #else #define __Pyx_PyList_Append(L,x) PyList_Append(L,x) #endif /* PyObjectCallMethod0.proto */ static PyObject* __Pyx_PyObject_CallMethod0(PyObject* obj, PyObject* method_name); /* RaiseNoneIterError.proto */ static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void); /* UnpackTupleError.proto */ static void __Pyx_UnpackTupleError(PyObject *, Py_ssize_t index); /* UnpackTuple2.proto */ static CYTHON_INLINE int __Pyx_unpack_tuple2(PyObject* tuple, PyObject** value1, PyObject** value2, int is_tuple, int has_known_size, int decref_tuple); /* dict_iter.proto */ static CYTHON_INLINE PyObject* __Pyx_dict_iterator(PyObject* dict, int is_dict, PyObject* method_name, Py_ssize_t* p_orig_length, int* p_is_dict); static CYTHON_INLINE int __Pyx_dict_iter_next(PyObject* dict_or_iter, Py_ssize_t orig_length, Py_ssize_t* ppos, PyObject** pkey, PyObject** pvalue, PyObject** pitem, int is_dict); /* PySequenceContains.proto */ static CYTHON_INLINE int __Pyx_PySequence_ContainsTF(PyObject* item, PyObject* seq, int eq) { int result = PySequence_Contains(seq, item); return unlikely(result < 0) ? result : (result == (eq == Py_EQ)); } /* SliceObject.proto */ static CYTHON_INLINE PyObject* __Pyx_PyObject_GetSlice( PyObject* obj, Py_ssize_t cstart, Py_ssize_t cstop, PyObject** py_start, PyObject** py_stop, PyObject** py_slice, int has_cstart, int has_cstop, int wraparound); /* PyErrExceptionMatches.proto */ #if CYTHON_FAST_THREAD_STATE #define __Pyx_PyErr_ExceptionMatches(err) __Pyx_PyErr_ExceptionMatchesInState(__pyx_tstate, err) static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err); #else #define __Pyx_PyErr_ExceptionMatches(err) PyErr_ExceptionMatches(err) #endif /* ExtTypeTest.proto */ static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type); /* ListExtend.proto */ static CYTHON_INLINE int __Pyx_PyList_Extend(PyObject* L, PyObject* v) { #if CYTHON_COMPILING_IN_CPYTHON PyObject* none = _PyList_Extend((PyListObject*)L, v); if (unlikely(!none)) return -1; Py_DECREF(none); return 0; #else return PyList_SetSlice(L, PY_SSIZE_T_MAX, PY_SSIZE_T_MAX, v); #endif } /* WriteUnraisableException.proto */ static void __Pyx_WriteUnraisable(const char *name, int clineno, int lineno, const char *filename, int full_traceback, int nogil); /* None.proto */ static CYTHON_INLINE void __Pyx_RaiseClosureNameError(const char *varname); /* PyIntBinop.proto */ #if !CYTHON_COMPILING_IN_PYPY static PyObject* __Pyx_PyInt_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace); #else #define __Pyx_PyInt_AddObjC(op1, op2, intval, inplace)\ (inplace ? PyNumber_InPlaceAdd(op1, op2) : PyNumber_Add(op1, op2)) #endif /* FetchCommonType.proto */ static PyTypeObject* __Pyx_FetchCommonType(PyTypeObject* type); /* CythonFunction.proto */ #define __Pyx_CyFunction_USED 1 #include #define __Pyx_CYFUNCTION_STATICMETHOD 0x01 #define __Pyx_CYFUNCTION_CLASSMETHOD 0x02 #define __Pyx_CYFUNCTION_CCLASS 0x04 #define __Pyx_CyFunction_GetClosure(f)\ (((__pyx_CyFunctionObject *) (f))->func_closure) #define __Pyx_CyFunction_GetClassObj(f)\ (((__pyx_CyFunctionObject *) (f))->func_classobj) #define __Pyx_CyFunction_Defaults(type, f)\ ((type *)(((__pyx_CyFunctionObject *) (f))->defaults)) #define __Pyx_CyFunction_SetDefaultsGetter(f, g)\ ((__pyx_CyFunctionObject *) (f))->defaults_getter = (g) typedef struct { PyCFunctionObject func; #if PY_VERSION_HEX < 0x030500A0 PyObject *func_weakreflist; #endif PyObject *func_dict; PyObject *func_name; PyObject *func_qualname; PyObject *func_doc; PyObject *func_globals; PyObject *func_code; PyObject *func_closure; PyObject *func_classobj; void *defaults; int defaults_pyobjects; int flags; PyObject *defaults_tuple; PyObject *defaults_kwdict; PyObject *(*defaults_getter)(PyObject *); PyObject *func_annotations; } __pyx_CyFunctionObject; static PyTypeObject *__pyx_CyFunctionType = 0; #define __Pyx_CyFunction_NewEx(ml, flags, qualname, self, module, globals, code)\ __Pyx_CyFunction_New(__pyx_CyFunctionType, ml, flags, qualname, self, module, globals, code) static PyObject *__Pyx_CyFunction_New(PyTypeObject *, PyMethodDef *ml, int flags, PyObject* qualname, PyObject *self, PyObject *module, PyObject *globals, PyObject* code); static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *m, size_t size, int pyobjects); static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *m, PyObject *tuple); static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *m, PyObject *dict); static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *m, PyObject *dict); static int __pyx_CyFunction_init(void); /* PyObjectSetAttrStr.proto */ #if CYTHON_USE_TYPE_SLOTS #define __Pyx_PyObject_DelAttrStr(o,n) __Pyx_PyObject_SetAttrStr(o,n,NULL) static CYTHON_INLINE int __Pyx_PyObject_SetAttrStr(PyObject* obj, PyObject* attr_name, PyObject* value) { PyTypeObject* tp = Py_TYPE(obj); if (likely(tp->tp_setattro)) return tp->tp_setattro(obj, attr_name, value); #if PY_MAJOR_VERSION < 3 if (likely(tp->tp_setattr)) return tp->tp_setattr(obj, PyString_AS_STRING(attr_name), value); #endif return PyObject_SetAttr(obj, attr_name, value); } #else #define __Pyx_PyObject_DelAttrStr(o,n) PyObject_DelAttr(o,n) #define __Pyx_PyObject_SetAttrStr(o,n,v) PyObject_SetAttr(o,n,v) #endif /* SliceObject.proto */ #define __Pyx_PyObject_DelSlice(obj, cstart, cstop, py_start, py_stop, py_slice, has_cstart, has_cstop, wraparound)\ __Pyx_PyObject_SetSlice(obj, (PyObject*)NULL, cstart, cstop, py_start, py_stop, py_slice, has_cstart, has_cstop, wraparound) static CYTHON_INLINE int __Pyx_PyObject_SetSlice( PyObject* obj, PyObject* value, Py_ssize_t cstart, Py_ssize_t cstop, PyObject** py_start, PyObject** py_stop, PyObject** py_slice, int has_cstart, int has_cstop, int wraparound); /* Import.proto */ static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int level); /* ImportFrom.proto */ static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name); /* PyIntBinop.proto */ #if !CYTHON_COMPILING_IN_PYPY static PyObject* __Pyx_PyInt_SubtractObjC(PyObject *op1, PyObject *op2, long intval, int inplace); #else #define __Pyx_PyInt_SubtractObjC(op1, op2, intval, inplace)\ (inplace ? PyNumber_InPlaceSubtract(op1, op2) : PyNumber_Subtract(op1, op2)) #endif /* GetVTable.proto */ static void* __Pyx_GetVtable(PyObject *dict); /* CLineInTraceback.proto */ static int __Pyx_CLineForTraceback(int c_line); /* CodeObjectCache.proto */ typedef struct { PyCodeObject* code_object; int code_line; } __Pyx_CodeObjectCacheEntry; struct __Pyx_CodeObjectCache { int count; int max_count; __Pyx_CodeObjectCacheEntry* entries; }; static struct __Pyx_CodeObjectCache __pyx_code_cache = {0,0,NULL}; static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line); static PyCodeObject *__pyx_find_code_object(int code_line); static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object); /* AddTraceback.proto */ static void __Pyx_AddTraceback(const char *funcname, int c_line, int py_line, const char *filename); /* CIntToPy.proto */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int(int value); /* CppExceptionConversion.proto */ #ifndef __Pyx_CppExn2PyErr #include #include #include #include static void __Pyx_CppExn2PyErr() { try { if (PyErr_Occurred()) ; // let the latest Python exn pass through and ignore the current one else throw; } catch (const std::bad_alloc& exn) { PyErr_SetString(PyExc_MemoryError, exn.what()); } catch (const std::bad_cast& exn) { PyErr_SetString(PyExc_TypeError, exn.what()); } catch (const std::bad_typeid& exn) { PyErr_SetString(PyExc_TypeError, exn.what()); } catch (const std::domain_error& exn) { PyErr_SetString(PyExc_ValueError, exn.what()); } catch (const std::invalid_argument& exn) { PyErr_SetString(PyExc_ValueError, exn.what()); } catch (const std::ios_base::failure& exn) { PyErr_SetString(PyExc_IOError, exn.what()); } catch (const std::out_of_range& exn) { PyErr_SetString(PyExc_IndexError, exn.what()); } catch (const std::overflow_error& exn) { PyErr_SetString(PyExc_OverflowError, exn.what()); } catch (const std::range_error& exn) { PyErr_SetString(PyExc_ArithmeticError, exn.what()); } catch (const std::underflow_error& exn) { PyErr_SetString(PyExc_ArithmeticError, exn.what()); } catch (const std::exception& exn) { PyErr_SetString(PyExc_RuntimeError, exn.what()); } catch (...) { PyErr_SetString(PyExc_RuntimeError, "Unknown exception"); } } #endif /* CIntToPy.proto */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_long(long value); /* CIntToPy.proto */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint64_t(uint64_t value); /* CIntToPy.proto */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_short(short value); /* CIntToPy.proto */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint32_t(uint32_t value); /* None.proto */ #include /* ArrayAPI.proto */ #ifndef _ARRAYARRAY_H #define _ARRAYARRAY_H typedef struct arraydescr { int typecode; int itemsize; PyObject * (*getitem)(struct arrayobject *, Py_ssize_t); int (*setitem)(struct arrayobject *, Py_ssize_t, PyObject *); #if PY_MAJOR_VERSION >= 3 char *formats; #endif } arraydescr; struct arrayobject { PyObject_HEAD Py_ssize_t ob_size; union { char *ob_item; float *as_floats; double *as_doubles; int *as_ints; unsigned int *as_uints; unsigned char *as_uchars; signed char *as_schars; char *as_chars; unsigned long *as_ulongs; long *as_longs; #if PY_MAJOR_VERSION >= 3 unsigned long long *as_ulonglongs; long long *as_longlongs; #endif short *as_shorts; unsigned short *as_ushorts; Py_UNICODE *as_pyunicodes; void *as_voidptr; } data; Py_ssize_t allocated; struct arraydescr *ob_descr; PyObject *weakreflist; #if PY_MAJOR_VERSION >= 3 int ob_exports; #endif }; #ifndef NO_NEWARRAY_INLINE static CYTHON_INLINE PyObject * newarrayobject(PyTypeObject *type, Py_ssize_t size, struct arraydescr *descr) { arrayobject *op; size_t nbytes; if (size < 0) { PyErr_BadInternalCall(); return NULL; } nbytes = size * descr->itemsize; if (nbytes / descr->itemsize != (size_t)size) { return PyErr_NoMemory(); } op = (arrayobject *) type->tp_alloc(type, 0); if (op == NULL) { return NULL; } op->ob_descr = descr; op->allocated = size; op->weakreflist = NULL; op->ob_size = size; if (size <= 0) { op->data.ob_item = NULL; } else { op->data.ob_item = PyMem_NEW(char, nbytes); if (op->data.ob_item == NULL) { Py_DECREF(op); return PyErr_NoMemory(); } } return (PyObject *) op; } #else PyObject* newarrayobject(PyTypeObject *type, Py_ssize_t size, struct arraydescr *descr); #endif static CYTHON_INLINE int resize(arrayobject *self, Py_ssize_t n) { void *items = (void*) self->data.ob_item; PyMem_Resize(items, char, (size_t)(n * self->ob_descr->itemsize)); if (items == NULL) { PyErr_NoMemory(); return -1; } self->data.ob_item = (char*) items; self->ob_size = n; self->allocated = n; return 0; } static CYTHON_INLINE int resize_smart(arrayobject *self, Py_ssize_t n) { void *items = (void*) self->data.ob_item; Py_ssize_t newsize; if (n < self->allocated && n*4 > self->allocated) { self->ob_size = n; return 0; } newsize = n + (n / 2) + 1; if (newsize <= n) { PyErr_NoMemory(); return -1; } PyMem_Resize(items, char, (size_t)(newsize * self->ob_descr->itemsize)); if (items == NULL) { PyErr_NoMemory(); return -1; } self->data.ob_item = (char*) items; self->ob_size = n; self->allocated = newsize; return 0; } #endif /* CIntFromPy.proto */ static CYTHON_INLINE int __Pyx_PyInt_As_int(PyObject *); /* CIntFromPy.proto */ static CYTHON_INLINE size_t __Pyx_PyInt_As_size_t(PyObject *); /* CIntFromPy.proto */ static CYTHON_INLINE short __Pyx_PyInt_As_short(PyObject *); /* CIntFromPy.proto */ static CYTHON_INLINE uint32_t __Pyx_PyInt_As_uint32_t(PyObject *); /* CIntFromPy.proto */ static CYTHON_INLINE uint64_t __Pyx_PyInt_As_uint64_t(PyObject *); /* CIntFromPy.proto */ static CYTHON_INLINE long __Pyx_PyInt_As_long(PyObject *); /* SwapException.proto */ #if CYTHON_FAST_THREAD_STATE #define __Pyx_ExceptionSwap(type, value, tb) __Pyx__ExceptionSwap(__pyx_tstate, type, value, tb) static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb); #else static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb); #endif /* PyObjectCallMethod1.proto */ static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg); /* CoroutineBase.proto */ typedef PyObject *(*__pyx_coroutine_body_t)(PyObject *, PyObject *); typedef struct { PyObject_HEAD __pyx_coroutine_body_t body; PyObject *closure; PyObject *exc_type; PyObject *exc_value; PyObject *exc_traceback; PyObject *gi_weakreflist; PyObject *classobj; PyObject *yieldfrom; PyObject *gi_name; PyObject *gi_qualname; PyObject *gi_modulename; int resume_label; char is_running; } __pyx_CoroutineObject; static __pyx_CoroutineObject *__Pyx__Coroutine_New( PyTypeObject *type, __pyx_coroutine_body_t body, PyObject *closure, PyObject *name, PyObject *qualname, PyObject *module_name); static int __Pyx_Coroutine_clear(PyObject *self); #if 1 || PY_VERSION_HEX < 0x030300B0 static int __Pyx_PyGen_FetchStopIterationValue(PyObject **pvalue); #else #define __Pyx_PyGen_FetchStopIterationValue(pvalue) PyGen_FetchStopIterationValue(pvalue) #endif /* PatchModuleWithCoroutine.proto */ static PyObject* __Pyx_Coroutine_patch_module(PyObject* module, const char* py_code); /* PatchGeneratorABC.proto */ static int __Pyx_patch_abc(void); /* Generator.proto */ #define __Pyx_Generator_USED static PyTypeObject *__pyx_GeneratorType = 0; #define __Pyx_Generator_CheckExact(obj) (Py_TYPE(obj) == __pyx_GeneratorType) #define __Pyx_Generator_New(body, closure, name, qualname, module_name)\ __Pyx__Coroutine_New(__pyx_GeneratorType, body, closure, name, qualname, module_name) static PyObject *__Pyx_Generator_Next(PyObject *self); static int __pyx_Generator_init(void); /* CheckBinaryVersion.proto */ static int __Pyx_check_binary_version(void); /* PyIdentifierFromString.proto */ #if !defined(__Pyx_PyIdentifier_FromString) #if PY_MAJOR_VERSION < 3 #define __Pyx_PyIdentifier_FromString(s) PyString_FromString(s) #else #define __Pyx_PyIdentifier_FromString(s) PyUnicode_FromString(s) #endif #endif /* ModuleImport.proto */ static PyObject *__Pyx_ImportModule(const char *name); /* TypeImport.proto */ static PyTypeObject *__Pyx_ImportType(const char *module_name, const char *class_name, size_t size, int strict); /* VoidPtrImport.proto */ static int __Pyx_ImportVoidPtr(PyObject *module, const char *name, void **p, const char *sig); /* FunctionImport.proto */ static int __Pyx_ImportFunction(PyObject *module, const char *funcname, void (**f)(void), const char *sig); /* InitStrings.proto */ static int __Pyx_InitStrings(__Pyx_StringTabEntry *t); /* Module declarations from 'libcpp.utility' */ /* Module declarations from 'libcpp.vector' */ /* Module declarations from 'libc.string' */ /* Module declarations from 'libcpp.string' */ /* Module declarations from 'libc.stdlib' */ /* Module declarations from 'libc.math' */ /* Module declarations from 'libc.stdint' */ /* Module declarations from 'libc.stdio' */ /* Module declarations from '__builtin__' */ /* Module declarations from 'cpython.type' */ static PyTypeObject *__pyx_ptype_7cpython_4type_type = 0; /* Module declarations from 'cpython' */ /* Module declarations from 'cpython.object' */ /* Module declarations from 'cpython.ref' */ /* Module declarations from 'cpython.exc' */ /* Module declarations from 'cpython.mem' */ /* Module declarations from 'array' */ /* Module declarations from 'cpython.array' */ static PyTypeObject *__pyx_ptype_7cpython_5array_array = 0; static CYTHON_INLINE arrayobject *__pyx_f_7cpython_5array_clone(arrayobject *, Py_ssize_t, int); /*proto*/ static CYTHON_INLINE int __pyx_f_7cpython_5array_extend_buffer(arrayobject *, char *, Py_ssize_t); /*proto*/ /* Module declarations from 'cpython.buffer' */ /* Module declarations from 'cython' */ /* Module declarations from 'discodop.bit' */ static int (*__pyx_f_8discodop_3bit_bitcount)(uint64_t, int __pyx_skip_dispatch); /*proto*/ static CYTHON_INLINE int __pyx_f_8discodop_3bit_nextset(uint64_t, uint32_t); /*proto*/ static CYTHON_INLINE int __pyx_f_8discodop_3bit_nextunset(uint64_t, uint32_t); /*proto*/ static CYTHON_INLINE int __pyx_f_8discodop_3bit_bitlength(uint64_t); /*proto*/ static CYTHON_INLINE int __pyx_f_8discodop_3bit_abitcount(uint64_t *, int); /*proto*/ static CYTHON_INLINE int __pyx_f_8discodop_3bit_abitlength(uint64_t *, int); /*proto*/ static CYTHON_INLINE int __pyx_f_8discodop_3bit_anextset(uint64_t *, uint32_t, int); /*proto*/ static CYTHON_INLINE int __pyx_f_8discodop_3bit_anextunset(uint64_t *, uint32_t, int); /*proto*/ static CYTHON_INLINE void __pyx_f_8discodop_3bit_setunion(uint64_t *, uint64_t *, uint64_t *, int); /*proto*/ /* Module declarations from 'discodop.containers' */ static PyTypeObject *__pyx_ptype_8discodop_10containers_StringList = 0; static PyTypeObject *__pyx_ptype_8discodop_10containers_StringIntDict = 0; static PyTypeObject *__pyx_ptype_8discodop_10containers_Grammar = 0; static PyTypeObject *__pyx_ptype_8discodop_10containers_Chart = 0; static PyTypeObject *__pyx_ptype_8discodop_10containers_Whitelist = 0; static PyTypeObject *__pyx_ptype_8discodop_10containers_Ctrees = 0; static PyTypeObject *__pyx_ptype_8discodop_10containers_Vocabulary = 0; static PyTypeObject *__pyx_ptype_8discodop_10containers_FixedVocabulary = 0; static PyObject **__pyx_vp_8discodop_10containers_log1e200 = 0; #define __pyx_v_8discodop_10containers_log1e200 (*__pyx_vp_8discodop_10containers_log1e200) static SmallChartItem (*__pyx_f_8discodop_10containers_CFGtoSmallChartItem)(Label, __pyx_t_8discodop_10containers_Idx, __pyx_t_8discodop_10containers_Idx); /*proto*/ static FatChartItem (*__pyx_f_8discodop_10containers_CFGtoFatChartItem)(Label, __pyx_t_8discodop_10containers_Idx, __pyx_t_8discodop_10containers_Idx); /*proto*/ static CYTHON_INLINE size_t __pyx_f_8discodop_10containers_cellidx(short, short, short, Label); /*proto*/ static CYTHON_INLINE size_t __pyx_f_8discodop_10containers_compactcellidx(short, short, short, Label); /*proto*/ static CYTHON_INLINE PyObject *__pyx_f_8discodop_10containers_logprobadd(PyObject *, PyObject *); /*proto*/ static CYTHON_INLINE double __pyx_f_8discodop_10containers_logprobsum(std::vector &); /*proto*/ static CYTHON_INLINE PyObject *__pyx_f_8discodop_10containers_yieldranges(PyObject *); /*proto*/ /* Module declarations from 'cpython.dict' */ /* Module declarations from 'cpython.float' */ /* Module declarations from 'discodop.pcfg' */ static PyTypeObject *__pyx_ptype_8discodop_4pcfg_CFGChart = 0; static PyTypeObject *__pyx_ptype_8discodop_4pcfg_DenseCFGChart = 0; static PyTypeObject *__pyx_ptype_8discodop_4pcfg_SparseCFGChart = 0; /* Module declarations from 'cpython.set' */ /* Module declarations from 'discodop.plcfrs' */ static PyTypeObject *__pyx_ptype_8discodop_6plcfrs_LCFRSChart = 0; static PyTypeObject *__pyx_ptype_8discodop_6plcfrs_SmallLCFRSChart = 0; static PyTypeObject *__pyx_ptype_8discodop_6plcfrs_FatLCFRSChart = 0; /* Module declarations from 'discodop.kbest' */ static std::string (*__pyx_f_8discodop_5kbest_getderiv)(ItemNo, RankedEdge, struct __pyx_obj_8discodop_10containers_Chart *); /*proto*/ /* Module declarations from 'discodop.disambiguation' */ static PyTypeObject *__pyx_ptype_8discodop_14disambiguation___pyx_scope_struct__doprerank = 0; static PyTypeObject *__pyx_ptype_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank = 0; static PyTypeObject *__pyx_ptype_8discodop_14disambiguation___pyx_scope_struct_2_genexpr = 0; static PyObject *__pyx_v_8discodop_14disambiguation_NONCONSTLABEL = 0; static PyObject *__pyx_v_8discodop_14disambiguation_NEGATIVECONSTLABEL = 0; static PyObject *__pyx_f_8discodop_14disambiguation_getderivations(struct __pyx_obj_8discodop_10containers_Chart *, int, int __pyx_skip_dispatch, struct __pyx_opt_args_8discodop_14disambiguation_getderivations *__pyx_optional_args); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_marginalize(PyObject *, struct __pyx_obj_8discodop_10containers_Chart *, int __pyx_skip_dispatch, struct __pyx_opt_args_8discodop_14disambiguation_marginalize *__pyx_optional_args); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_maxconstituentsparse(struct __pyx_obj_8discodop_10containers_Chart *, PyObject *, double, struct __pyx_opt_args_8discodop_14disambiguation_maxconstituentsparse *__pyx_optional_args); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_sldop(struct __pyx_obj_8discodop_10containers_Chart *, PyObject *, PyObject *, int, int, PyObject *); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_sldop_simple(int, struct __pyx_obj_8discodop_10containers_Chart *, PyObject *); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_recoverfragments_re(RankedEdge, struct __pyx_obj_8discodop_10containers_Chart *, PyObject *); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_recoverfragments_str(PyObject *, struct __pyx_obj_8discodop_10containers_Chart *, PyObject *, int __pyx_skip_dispatch); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_recoverfragments_re_(RankedEdge, struct __pyx_obj_8discodop_10containers_Chart *, PyObject *); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_recoverfragments_str_(PyObject *, struct __pyx_obj_8discodop_10containers_Chart *, PyObject *); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_fragmentsinderiv_re(RankedEdge, PyObject *, PyObject *); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_fragmentsinderiv_re_(RankedEdge, struct __pyx_obj_8discodop_10containers_Chart *, PyObject *, PyObject *); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_fragmentsinderiv_str_(PyObject *, struct __pyx_obj_8discodop_10containers_Chart *, PyObject *, PyObject *); /*proto*/ static Prob __pyx_f_8discodop_14disambiguation_getderivprob(RankedEdge, struct __pyx_obj_8discodop_10containers_Chart *, PyObject *); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_viterbiderivation(struct __pyx_obj_8discodop_10containers_Chart *, int __pyx_skip_dispatch); /*proto*/ static std::string __pyx_convert_string_from_py_std__in_string(PyObject *); /*proto*/ static CYTHON_INLINE PyObject *__pyx_convert_PyObject_string_to_py_std__in_string(std::string const &); /*proto*/ static CYTHON_INLINE PyObject *__pyx_convert_PyUnicode_string_to_py_std__in_string(std::string const &); /*proto*/ static CYTHON_INLINE PyObject *__pyx_convert_PyStr_string_to_py_std__in_string(std::string const &); /*proto*/ static CYTHON_INLINE PyObject *__pyx_convert_PyBytes_string_to_py_std__in_string(std::string const &); /*proto*/ static CYTHON_INLINE PyObject *__pyx_convert_PyByteArray_string_to_py_std__in_string(std::string const &); /*proto*/ static std::vector __pyx_convert_vector_from_py_Prob(PyObject *); /*proto*/ #define __Pyx_MODULE_NAME "discodop.disambiguation" int __pyx_module_is_main_discodop__disambiguation = 0; /* Implementation of 'discodop.disambiguation' */ static PyObject *__pyx_builtin_min; static PyObject *__pyx_builtin_range; static PyObject *__pyx_builtin_enumerate; static PyObject *__pyx_builtin_ValueError; static PyObject *__pyx_builtin_max; static PyObject *__pyx_builtin_AttributeError; static PyObject *__pyx_builtin_bin; static PyObject *__pyx_builtin_reversed; static PyObject *__pyx_builtin_zip; static PyObject *__pyx_builtin_KeyError; static PyObject *__pyx_builtin_sum; static PyObject *__pyx_builtin_print; static PyObject *__pyx_builtin_MemoryError; static const char __pyx_k_1[] = "@1"; static const char __pyx_k_a[] = "a"; static const char __pyx_k_b[] = "b"; static const char __pyx_k_e[] = "e"; static const char __pyx_k_i[] = "i"; static const char __pyx_k_k[] = "k"; static const char __pyx_k_m[] = "m"; static const char __pyx_k_n[] = "n"; static const char __pyx_k_r[] = "r"; static const char __pyx_k_x[] = "x"; static const char __pyx_k__3[] = ""; static const char __pyx_k__5[] = ":"; static const char __pyx_k__6[] = "+"; static const char __pyx_k__7[] = "|<"; static const char __pyx_k_it[] = "it"; static const char __pyx_k_re[] = "re"; static const char __pyx_k_yf[] = "yf"; static const char __pyx_k_0_9[] = "@[-0-9]+"; static const char __pyx_k__11[] = "}"; static const char __pyx_k__12[] = "("; static const char __pyx_k__14[] = "@"; static const char __pyx_k__15[] = "}<"; static const char __pyx_k__35[] = "["; static const char __pyx_k__36[] = "]"; static const char __pyx_k__39[] = "_"; static const char __pyx_k__43[] = "\n"; static const char __pyx_k__44[] = " "; static const char __pyx_k__46[] = "@[^ )]+"; static const char __pyx_k__48[] = "-#-"; static const char __pyx_k_add[] = "add"; static const char __pyx_k_all[] = "__all__"; static const char __pyx_k_bin[] = "bin"; static const char __pyx_k_bit[] = "bit"; static const char __pyx_k_d_d[] = "%d:%d"; static const char __pyx_k_d_s[] = "%d=%s"; static const char __pyx_k_exp[] = "exp"; static const char __pyx_k_get[] = "get"; static const char __pyx_k_idx[] = "idx"; static const char __pyx_k_inf[] = "-inf"; static const char __pyx_k_key[] = "key"; static const char __pyx_k_log[] = "log"; static const char __pyx_k_max[] = "max"; static const char __pyx_k_mcp[] = "mcp"; static const char __pyx_k_min[] = "min"; static const char __pyx_k_mpd[] = "mpd"; static const char __pyx_k_mpp[] = "mpp"; static const char __pyx_k_msg[] = "msg"; static const char __pyx_k_pos[] = "pos"; static const char __pyx_k_rev[] = "rev"; static const char __pyx_k_s_d[] = "(%s %d)"; static const char __pyx_k_s_s[] = "%s %s"; static const char __pyx_k_sep[] = "sep"; static const char __pyx_k_sub[] = "sub"; static const char __pyx_k_sum[] = "sum"; static const char __pyx_k_tmp[] = "tmp"; static const char __pyx_k_zip[] = "zip"; static const char __pyx_k_NONE[] = "NONE"; static const char __pyx_k_Tree[] = "Tree"; static const char __pyx_k_args[] = "args"; static const char __pyx_k_cell[] = "cell"; static const char __pyx_k_disc[] = "disc"; static const char __pyx_k_fine[] = "fine"; static const char __pyx_k_frag[] = "frag"; static const char __pyx_k_fsum[] = "fsum"; static const char __pyx_k_item[] = "item"; static const char __pyx_k_main[] = "__main__"; static const char __pyx_k_math[] = "math"; static const char __pyx_k_node[] = "node"; static const char __pyx_k_prob[] = "prob"; static const char __pyx_k_prod[] = "prod"; static const char __pyx_k_root[] = "root"; static const char __pyx_k_rule[] = "rule"; static const char __pyx_k_send[] = "send"; static const char __pyx_k_sent[] = "sent"; static const char __pyx_k_span[] = "span"; static const char __pyx_k_tags[] = "tags"; static const char __pyx_k_test[] = "test"; static const char __pyx_k_tree[] = "tree"; static const char __pyx_k_utf8[] = "utf8"; static const char __pyx_k_word[] = "word"; static const char __pyx_k_a_b_c[] = "a b c"; static const char __pyx_k_cells[] = "cells"; static const char __pyx_k_chart[] = "chart"; static const char __pyx_k_child[] = "child"; static const char __pyx_k_close[] = "close"; static const char __pyx_k_count[] = "count"; static const char __pyx_k_deriv[] = "deriv"; static const char __pyx_k_fitem[] = "fitem"; static const char __pyx_k_frags[] = "frags"; static const char __pyx_k_heapq[] = "heapq"; static const char __pyx_k_isinf[] = "isinf"; static const char __pyx_k_items[] = "items"; static const char __pyx_k_kbest[] = "kbest"; static const char __pyx_k_label[] = "label"; static const char __pyx_k_ostag[] = "ostag"; static const char __pyx_k_parse[] = "parse"; static const char __pyx_k_print[] = "print"; static const char __pyx_k_range[] = "range"; static const char __pyx_k_s_d_s[] = "(%s %d=%s)"; static const char __pyx_k_s_s_2[] = "(%s %s)"; static const char __pyx_k_s_s_s[] = "(%s %s %s)"; static const char __pyx_k_score[] = "score"; static const char __pyx_k_sents[] = "sents"; static const char __pyx_k_short[] = "short"; static const char __pyx_k_sldop[] = "sldop_"; static const char __pyx_k_split[] = "split"; static const char __pyx_k_throw[] = "throw"; static const char __pyx_k_trees[] = "trees"; static const char __pyx_k_vocab[] = "vocab"; static const char __pyx_k_approx[] = "approx"; static const char __pyx_k_bisect[] = "bisect"; static const char __pyx_k_bitset[] = "bitset"; static const char __pyx_k_coarse[] = "coarse"; static const char __pyx_k_deriv1[] = "deriv1"; static const char __pyx_k_derivs[] = "derivs"; static const char __pyx_k_encode[] = "encode"; static const char __pyx_k_format[] = "format"; static const char __pyx_k_import[] = "__import__"; static const char __pyx_k_leaves[] = "leaves"; static const char __pyx_k_method[] = "method"; static const char __pyx_k_parent[] = "parent"; static const char __pyx_k_plcfrs[] = "plcfrs"; static const char __pyx_k_random[] = "random"; static const char __pyx_k_result[] = "result"; static const char __pyx_k_rstrip[] = "rstrip"; static const char __pyx_k_ruleno[] = "ruleno"; static const char __pyx_k_sl_dop[] = "sl-dop"; static const char __pyx_k_spinal[] = "spinal"; static const char __pyx_k_switch[] = "switch"; static const char __pyx_k_test_2[] = "__test__"; static const char __pyx_k_trees1[] = "trees1"; static const char __pyx_k_values[] = "values"; static const char __pyx_k_Grammar[] = "Grammar"; static const char __pyx_k_MCP_s_r[] = "MCP:\t\t%s %r"; static const char __pyx_k_MPD_s_r[] = "MPD:\t\t%s %r"; static const char __pyx_k_MPP_s_r[] = "MPP:\t\t%s %r"; static const char __pyx_k_compile[] = "compile"; static const char __pyx_k_genexpr[] = "genexpr"; static const char __pyx_k_gettree[] = "gettree"; static const char __pyx_k_grammar[] = "grammar"; static const char __pyx_k_indices[] = "indices"; static const char __pyx_k_lensent[] = "lensent"; static const char __pyx_k_lexrule[] = "lexrule"; static const char __pyx_k_logprob[] = "logprob"; static const char __pyx_k_newprob[] = "newprob"; static const char __pyx_k_partial[] = "partial"; static const char __pyx_k_results[] = "results"; static const char __pyx_k_setmask[] = "setmask"; static const char __pyx_k_sldop_n[] = "sldop_n"; static const char __pyx_k_treestr[] = "treestr"; static const char __pyx_k_vit_s_r[] = "\nvit:\t\t%s %r"; static const char __pyx_k_vitprob[] = "vitprob"; static const char __pyx_k_KeyError[] = "KeyError"; static const char __pyx_k_binarize[] = "binarize"; static const char __pyx_k_children[] = "children"; static const char __pyx_k_derivstr[] = "derivstr"; static const char __pyx_k_endswith[] = "endswith"; static const char __pyx_k_joinchar[] = "joinchar"; static const char __pyx_k_leftcell[] = "leftcell"; static const char __pyx_k_leftspan[] = "leftspan"; static const char __pyx_k_mcrerank[] = "mcrerank"; static const char __pyx_k_nlargest[] = "nlargest"; static const char __pyx_k_operator[] = "operator"; static const char __pyx_k_reversed[] = "reversed"; static const char __pyx_k_shortest[] = "shortest"; static const char __pyx_k_subtrees[] = "subtrees"; static const char __pyx_k_vitderiv[] = "vitderiv"; static const char __pyx_k_xgrammar[] = "xgrammar"; static const char __pyx_k_REMOVEDEC[] = "REMOVEDEC"; static const char __pyx_k_REMOVEIDS[] = "REMOVEIDS"; static const char __pyx_k_childchar[] = "childchar"; static const char __pyx_k_derivtree[] = "derivtree"; static const char __pyx_k_doprerank[] = "doprerank"; static const char __pyx_k_enumerate[] = "enumerate"; static const char __pyx_k_fragments[] = "_fragments"; static const char __pyx_k_functools[] = "functools"; static const char __pyx_k_getctrees[] = "getctrees"; static const char __pyx_k_itertools[] = "itertools"; static const char __pyx_k_lazykbest[] = "lazykbest"; static const char __pyx_k_lexruleno[] = "lexruleno"; static const char __pyx_k_maskrules[] = "maskrules"; static const char __pyx_k_mcplabels[] = "mcplabels"; static const char __pyx_k_mcplambda[] = "mcplambda"; static const char __pyx_k_pygetsent[] = "pygetsent"; static const char __pyx_k_rightcell[] = "rightcell"; static const char __pyx_k_rightspan[] = "rightspan"; static const char __pyx_k_splitfrag[] = "splitfrag"; static const char __pyx_k_unarychar[] = "unarychar"; static const char __pyx_k_whitelist[] = "whitelist"; static const char __pyx_k_ValueError[] = "ValueError"; static const char __pyx_k_addbitsets[] = "addbitsets"; static const char __pyx_k_altweights[] = "altweights"; static const char __pyx_k_attrgetter[] = "attrgetter"; static const char __pyx_k_containers[] = "containers"; static const char __pyx_k_frontiernt[] = "frontiernt"; static const char __pyx_k_getmapping[] = "getmapping"; static const char __pyx_k_itemgetter[] = "itemgetter"; static const char __pyx_k_parsetrees[] = "parsetrees"; static const char __pyx_k_pyx_vtable[] = "__pyx_vtable__"; static const char __pyx_k_setdefault[] = "setdefault"; static const char __pyx_k_startswith[] = "startswith"; static const char __pyx_k_unbinarize[] = "unbinarize"; static const char __pyx_k_MemoryError[] = "MemoryError"; static const char __pyx_k_brackettree[] = "brackettree"; static const char __pyx_k_collapsepos[] = "collapsepos"; static const char __pyx_k_collections[] = "collections"; static const char __pyx_k_defaultdict[] = "defaultdict"; static const char __pyx_k_exactcounts[] = "exactcounts"; static const char __pyx_k_expandunary[] = "expandunary"; static const char __pyx_k_marginalize[] = "marginalize"; static const char __pyx_k_sldopsimple[] = "sldopsimple"; static const char __pyx_k_treeparsing[] = "treeparsing"; static const char __pyx_k_MCP_failed_s[] = "MCP failed. %s"; static const char __pyx_k_ParentedTree[] = "ParentedTree"; static const char __pyx_k_bisect_right[] = "bisect_right"; static const char __pyx_k_canonicalize[] = "canonicalize"; static const char __pyx_k_collapseroot[] = "collapseroot"; static const char __pyx_k_derivstrings[] = "derivstrings"; static const char __pyx_k_derivtreestr[] = "derivtreestr"; static const char __pyx_k_dopparseprob[] = "dopparseprob"; static const char __pyx_k_dopreduction[] = "dopreduction"; static const char __pyx_k_pyintnextset[] = "pyintnextset"; static const char __pyx_k_shortest_s_r[] = "shortest:\t%s %r"; static const char __pyx_k_striplabelre[] = "striplabelre"; static const char __pyx_k_unused_score[] = "unused_score"; static const char __pyx_k_backtransform[] = "backtransform"; static const char __pyx_k_collapseunary[] = "collapseunary"; static const char __pyx_k_pyintbitcount[] = "pyintbitcount"; static const char __pyx_k_sl_dop_simple[] = "sl-dop-simple"; static const char __pyx_k_test_locals_e[] = "test..e"; static const char __pyx_k_AttributeError[] = "AttributeError"; static const char __pyx_k_REMOVEWORDTAGS[] = "REMOVEWORDTAGS"; static const char __pyx_k_SL_DOP_n_7_s_r[] = "SL-DOP n=7:\t%s %r"; static const char __pyx_k_getderivations[] = "getderivations"; static const char __pyx_k_mergediscnodes[] = "mergediscnodes"; static const char __pyx_k_splitostagfrag[] = "splitostagfrag"; static const char __pyx_k_treetransforms[] = "treetransforms"; static const char __pyx_k_ostagderivation[] = "ostagderivation"; static const char __pyx_k_ostagfrontiernt[] = "ostagfrontiernt"; static const char __pyx_k_extractfragments[] = "extractfragments"; static const char __pyx_k_lcfrsproductions[] = "lcfrsproductions"; static const char __pyx_k_removeadjunaries[] = "removeadjunaries"; static const char __pyx_k_s_not_in_grammar[] = "'%s' not in grammar"; static const char __pyx_k_simple_SL_DOP_s_r[] = "simple SL-DOP:\t%s %r"; static const char __pyx_k_viterbiderivation[] = "viterbiderivation"; static const char __pyx_k_ROOT_B_A_0_B_1_C_2[] = "(ROOT (B (A 0) (B 1)) (C 2))"; static const char __pyx_k_cline_in_traceback[] = "cline_in_traceback"; static const char __pyx_k_not_in_grammar_r_r[] = "not in grammar: %r %r"; static const char __pyx_k_tree_parsing_failed[] = "tree parsing failed"; static const char __pyx_k_fragmentsinderiv_str[] = "fragmentsinderiv_str"; static const char __pyx_k_recoverfragments_str[] = "recoverfragments_str"; static const char __pyx_k_writediscbrackettree[] = "writediscbrackettree"; static const char __pyx_k_MCP_span_not_in_cell_r[] = "MCP: span not in cell: %r"; static const char __pyx_k_mcrerank_locals_lambda[] = "mcrerank.."; static const char __pyx_k_discodop_disambiguation[] = "discodop.disambiguation"; static const char __pyx_k_doprerank_locals_lambda[] = "doprerank.."; static const char __pyx_k_mcrerank_locals_genexpr[] = "mcrerank..genexpr"; static const char __pyx_k_d_derivations_sentprob_g[] = "%d derivations; sentprob: %g"; static const char __pyx_k_d_derivations_d_parsetrees[] = "%d derivations, %d parsetrees"; static const char __pyx_k_discodop_disambiguation_pyx[] = "discodop/disambiguation.pyx"; static const char __pyx_k_no_matching_derivation_found[] = "no matching derivation found"; static const char __pyx_k_removeadjunaries_locals_lambda[] = "removeadjunaries.."; static const char __pyx_k_Disambiguate_parse_forests_with[] = "Disambiguate parse forests with various methods for parse selection.\n\nUse as follows:\n\n>>> getderivations(chart, 1000) # doctest: +SKIP\n>>> parses, msg = marginalize('mpp', chart) # doctest: +SKIP\n"; static const char __pyx_k_ROOT_A_A_0_B_1_C_2_ROOT_C_0_A_A[] = "(ROOT (A (A 0) (B 1)) (C 2))\n\t\t(ROOT (C 0) (A (A 1) (B 2)))\n\t\t(ROOT (A 0) (C (B 1) (C 2)))\n\t\t(ROOT (A 0) (C (B 1) (C 2)))"; static const char __pyx_k_d_b_c_c_a_b_a_e_f_a_e_f_a_e_f_a[] = "d b c\n c a b\n a e f\n a e f\n a e f\n a e f\n d b f\n d b f\n\t\td b f\n d b g\n e f c\n e f c\n e f c\n e f c\n e f c\n e f c\n f b c\n\t\ta d e"; static const char __pyx_k_d_derivations_d_of_d_parsetrees[] = "(%d derivations, %d of %d parsetrees)"; static const char __pyx_k_Grammar_should_have_log_probabil[] = "Grammar should have log probabilities."; static const char __pyx_k_SL_DOP_couldn_t_find_parse_for_t[] = "SL-DOP couldn't find parse for tree"; static const char __pyx_k_expected_binary_tree_without_emp[] = "expected binary tree without empty nodes."; static const char __pyx_k_re_ranked_d_parse_trees_best_tre[] = "re-ranked %d parse trees; best tree at %d. "; static const char __pyx_k_treeparsing_requires_self_mappin[] = "treeparsing() requires self mapping; call grammar.getmapping(None, ...)"; static PyObject *__pyx_kp_u_0_9; static PyObject *__pyx_kp_u_1; static PyObject *__pyx_n_s_AttributeError; static PyObject *__pyx_n_s_Grammar; static PyObject *__pyx_kp_u_Grammar_should_have_log_probabil; static PyObject *__pyx_n_s_KeyError; static PyObject *__pyx_kp_u_MCP_failed_s; static PyObject *__pyx_kp_u_MCP_s_r; static PyObject *__pyx_kp_u_MCP_span_not_in_cell_r; static PyObject *__pyx_kp_u_MPD_s_r; static PyObject *__pyx_kp_u_MPP_s_r; static PyObject *__pyx_n_s_MemoryError; static PyObject *__pyx_n_u_NONE; static PyObject *__pyx_n_s_ParentedTree; static PyObject *__pyx_n_s_REMOVEDEC; static PyObject *__pyx_n_s_REMOVEIDS; static PyObject *__pyx_n_s_REMOVEWORDTAGS; static PyObject *__pyx_kp_u_ROOT_A_A_0_B_1_C_2_ROOT_C_0_A_A; static PyObject *__pyx_kp_u_ROOT_B_A_0_B_1_C_2; static PyObject *__pyx_kp_u_SL_DOP_couldn_t_find_parse_for_t; static PyObject *__pyx_kp_u_SL_DOP_n_7_s_r; static PyObject *__pyx_n_s_Tree; static PyObject *__pyx_n_s_ValueError; static PyObject *__pyx_kp_u__11; static PyObject *__pyx_kp_u__12; static PyObject *__pyx_kp_u__14; static PyObject *__pyx_kp_u__15; static PyObject *__pyx_n_s__3; static PyObject *__pyx_kp_u__3; static PyObject *__pyx_kp_u__35; static PyObject *__pyx_kp_u__36; static PyObject *__pyx_n_s__39; static PyObject *__pyx_kp_u__43; static PyObject *__pyx_kp_u__44; static PyObject *__pyx_kp_u__46; static PyObject *__pyx_kp_u__48; static PyObject *__pyx_kp_u__5; static PyObject *__pyx_kp_u__6; static PyObject *__pyx_kp_u__7; static PyObject *__pyx_n_s_a; static PyObject *__pyx_kp_u_a_b_c; static PyObject *__pyx_n_s_add; static PyObject *__pyx_n_s_addbitsets; static PyObject *__pyx_n_s_all; static PyObject *__pyx_n_s_altweights; static PyObject *__pyx_n_s_approx; static PyObject *__pyx_n_s_args; static PyObject *__pyx_n_s_attrgetter; static PyObject *__pyx_n_s_b; static PyObject *__pyx_n_s_backtransform; static PyObject *__pyx_n_s_bin; static PyObject *__pyx_n_s_binarize; static PyObject *__pyx_n_s_bisect; static PyObject *__pyx_n_s_bisect_right; static PyObject *__pyx_n_s_bit; static PyObject *__pyx_n_s_bitset; static PyObject *__pyx_n_s_brackettree; static PyObject *__pyx_n_s_canonicalize; static PyObject *__pyx_n_s_cell; static PyObject *__pyx_n_s_cells; static PyObject *__pyx_n_s_chart; static PyObject *__pyx_n_s_child; static PyObject *__pyx_n_s_childchar; static PyObject *__pyx_n_s_children; static PyObject *__pyx_n_s_cline_in_traceback; static PyObject *__pyx_n_s_close; static PyObject *__pyx_n_s_coarse; static PyObject *__pyx_n_s_collapsepos; static PyObject *__pyx_n_s_collapseroot; static PyObject *__pyx_n_s_collapseunary; static PyObject *__pyx_n_s_collections; static PyObject *__pyx_n_s_compile; static PyObject *__pyx_n_s_containers; static PyObject *__pyx_n_s_count; static PyObject *__pyx_kp_u_d_b_c_c_a_b_a_e_f_a_e_f_a_e_f_a; static PyObject *__pyx_kp_u_d_d; static PyObject *__pyx_kp_u_d_derivations_d_of_d_parsetrees; static PyObject *__pyx_kp_u_d_derivations_d_parsetrees; static PyObject *__pyx_kp_u_d_derivations_sentprob_g; static PyObject *__pyx_kp_u_d_s; static PyObject *__pyx_n_s_defaultdict; static PyObject *__pyx_n_s_deriv; static PyObject *__pyx_n_s_deriv1; static PyObject *__pyx_n_s_derivs; static PyObject *__pyx_n_s_derivstr; static PyObject *__pyx_n_s_derivstrings; static PyObject *__pyx_n_s_derivtree; static PyObject *__pyx_n_s_derivtreestr; static PyObject *__pyx_n_s_disc; static PyObject *__pyx_n_s_discodop_disambiguation; static PyObject *__pyx_kp_s_discodop_disambiguation_pyx; static PyObject *__pyx_n_s_dopparseprob; static PyObject *__pyx_n_u_dopparseprob; static PyObject *__pyx_n_s_dopreduction; static PyObject *__pyx_n_s_doprerank; static PyObject *__pyx_n_u_doprerank; static PyObject *__pyx_n_s_doprerank_locals_lambda; static PyObject *__pyx_n_s_e; static PyObject *__pyx_n_s_encode; static PyObject *__pyx_n_s_endswith; static PyObject *__pyx_n_s_enumerate; static PyObject *__pyx_n_s_exactcounts; static PyObject *__pyx_n_s_exp; static PyObject *__pyx_n_s_expandunary; static PyObject *__pyx_kp_u_expected_binary_tree_without_emp; static PyObject *__pyx_n_s_extractfragments; static PyObject *__pyx_n_s_fine; static PyObject *__pyx_n_s_fitem; static PyObject *__pyx_n_s_format; static PyObject *__pyx_n_s_frag; static PyObject *__pyx_n_s_fragments; static PyObject *__pyx_n_s_fragmentsinderiv_str; static PyObject *__pyx_n_u_fragmentsinderiv_str; static PyObject *__pyx_n_s_frags; static PyObject *__pyx_n_s_frontiernt; static PyObject *__pyx_n_u_frontiernt; static PyObject *__pyx_n_s_fsum; static PyObject *__pyx_n_s_functools; static PyObject *__pyx_n_s_genexpr; static PyObject *__pyx_n_s_get; static PyObject *__pyx_n_s_getctrees; static PyObject *__pyx_n_u_getderivations; static PyObject *__pyx_n_s_getmapping; static PyObject *__pyx_n_s_gettree; static PyObject *__pyx_n_u_gettree; static PyObject *__pyx_n_s_grammar; static PyObject *__pyx_n_s_heapq; static PyObject *__pyx_n_s_i; static PyObject *__pyx_n_s_idx; static PyObject *__pyx_n_s_import; static PyObject *__pyx_n_s_indices; static PyObject *__pyx_kp_u_inf; static PyObject *__pyx_n_s_isinf; static PyObject *__pyx_n_s_it; static PyObject *__pyx_n_s_item; static PyObject *__pyx_n_s_itemgetter; static PyObject *__pyx_n_s_items; static PyObject *__pyx_n_s_itertools; static PyObject *__pyx_n_s_joinchar; static PyObject *__pyx_n_s_k; static PyObject *__pyx_n_s_kbest; static PyObject *__pyx_n_s_key; static PyObject *__pyx_n_s_label; static PyObject *__pyx_n_s_lazykbest; static PyObject *__pyx_n_s_lcfrsproductions; static PyObject *__pyx_n_s_leaves; static PyObject *__pyx_n_s_leftcell; static PyObject *__pyx_n_s_leftspan; static PyObject *__pyx_n_s_lensent; static PyObject *__pyx_n_s_lexrule; static PyObject *__pyx_n_s_lexruleno; static PyObject *__pyx_n_s_log; static PyObject *__pyx_n_s_logprob; static PyObject *__pyx_n_s_m; static PyObject *__pyx_n_s_main; static PyObject *__pyx_n_s_marginalize; static PyObject *__pyx_n_u_marginalize; static PyObject *__pyx_n_s_maskrules; static PyObject *__pyx_n_s_math; static PyObject *__pyx_n_s_max; static PyObject *__pyx_n_s_mcp; static PyObject *__pyx_n_u_mcp; static PyObject *__pyx_n_s_mcplabels; static PyObject *__pyx_n_s_mcplambda; static PyObject *__pyx_n_s_mcrerank; static PyObject *__pyx_n_s_mcrerank_locals_genexpr; static PyObject *__pyx_n_s_mcrerank_locals_lambda; static PyObject *__pyx_n_s_mergediscnodes; static PyObject *__pyx_n_s_method; static PyObject *__pyx_n_s_min; static PyObject *__pyx_n_s_mpd; static PyObject *__pyx_n_u_mpd; static PyObject *__pyx_n_s_mpp; static PyObject *__pyx_n_u_mpp; static PyObject *__pyx_n_s_msg; static PyObject *__pyx_n_s_n; static PyObject *__pyx_n_s_newprob; static PyObject *__pyx_n_s_nlargest; static PyObject *__pyx_kp_u_no_matching_derivation_found; static PyObject *__pyx_n_s_node; static PyObject *__pyx_kp_u_not_in_grammar_r_r; static PyObject *__pyx_n_s_operator; static PyObject *__pyx_n_s_ostag; static PyObject *__pyx_n_s_ostagderivation; static PyObject *__pyx_n_s_ostagfrontiernt; static PyObject *__pyx_n_s_parent; static PyObject *__pyx_n_s_parse; static PyObject *__pyx_n_s_parsetrees; static PyObject *__pyx_n_s_partial; static PyObject *__pyx_n_s_plcfrs; static PyObject *__pyx_n_s_pos; static PyObject *__pyx_n_s_print; static PyObject *__pyx_n_s_prob; static PyObject *__pyx_n_s_prod; static PyObject *__pyx_n_s_pygetsent; static PyObject *__pyx_n_s_pyintbitcount; static PyObject *__pyx_n_s_pyintnextset; static PyObject *__pyx_n_s_pyx_vtable; static PyObject *__pyx_n_s_r; static PyObject *__pyx_n_s_random; static PyObject *__pyx_n_s_range; static PyObject *__pyx_n_s_re; static PyObject *__pyx_kp_u_re_ranked_d_parse_trees_best_tre; static PyObject *__pyx_n_u_recoverfragments_str; static PyObject *__pyx_n_s_removeadjunaries; static PyObject *__pyx_n_s_removeadjunaries_locals_lambda; static PyObject *__pyx_n_s_result; static PyObject *__pyx_n_s_results; static PyObject *__pyx_n_s_rev; static PyObject *__pyx_n_s_reversed; static PyObject *__pyx_n_s_rightcell; static PyObject *__pyx_n_s_rightspan; static PyObject *__pyx_n_s_root; static PyObject *__pyx_n_s_rstrip; static PyObject *__pyx_n_s_rule; static PyObject *__pyx_n_s_ruleno; static PyObject *__pyx_kp_u_s_d; static PyObject *__pyx_kp_u_s_d_s; static PyObject *__pyx_kp_u_s_not_in_grammar; static PyObject *__pyx_kp_u_s_s; static PyObject *__pyx_kp_u_s_s_2; static PyObject *__pyx_kp_u_s_s_s; static PyObject *__pyx_n_s_score; static PyObject *__pyx_n_s_send; static PyObject *__pyx_n_s_sent; static PyObject *__pyx_n_s_sents; static PyObject *__pyx_n_s_sep; static PyObject *__pyx_n_s_setdefault; static PyObject *__pyx_n_s_setmask; static PyObject *__pyx_n_s_short; static PyObject *__pyx_n_u_shortest; static PyObject *__pyx_kp_u_shortest_s_r; static PyObject *__pyx_kp_u_simple_SL_DOP_s_r; static PyObject *__pyx_kp_u_sl_dop; static PyObject *__pyx_kp_u_sl_dop_simple; static PyObject *__pyx_n_s_sldop; static PyObject *__pyx_n_s_sldop_n; static PyObject *__pyx_n_s_sldopsimple; static PyObject *__pyx_n_s_span; static PyObject *__pyx_n_s_spinal; static PyObject *__pyx_n_s_split; static PyObject *__pyx_n_s_splitfrag; static PyObject *__pyx_n_u_splitfrag; static PyObject *__pyx_n_s_splitostagfrag; static PyObject *__pyx_n_s_startswith; static PyObject *__pyx_n_s_striplabelre; static PyObject *__pyx_n_s_sub; static PyObject *__pyx_n_s_subtrees; static PyObject *__pyx_n_s_sum; static PyObject *__pyx_n_s_switch; static PyObject *__pyx_n_s_tags; static PyObject *__pyx_n_s_test; static PyObject *__pyx_n_s_test_2; static PyObject *__pyx_n_s_test_locals_e; static PyObject *__pyx_n_s_throw; static PyObject *__pyx_n_s_tmp; static PyObject *__pyx_n_s_tree; static PyObject *__pyx_kp_u_tree_parsing_failed; static PyObject *__pyx_n_s_treeparsing; static PyObject *__pyx_n_u_treeparsing; static PyObject *__pyx_kp_u_treeparsing_requires_self_mappin; static PyObject *__pyx_n_s_trees; static PyObject *__pyx_n_u_trees1; static PyObject *__pyx_n_s_treestr; static PyObject *__pyx_n_s_treetransforms; static PyObject *__pyx_n_s_unarychar; static PyObject *__pyx_n_s_unbinarize; static PyObject *__pyx_n_s_unused_score; static PyObject *__pyx_n_u_utf8; static PyObject *__pyx_n_s_values; static PyObject *__pyx_kp_u_vit_s_r; static PyObject *__pyx_n_s_vitderiv; static PyObject *__pyx_n_u_viterbiderivation; static PyObject *__pyx_n_s_vitprob; static PyObject *__pyx_n_s_vocab; static PyObject *__pyx_n_s_whitelist; static PyObject *__pyx_n_s_word; static PyObject *__pyx_n_s_writediscbrackettree; static PyObject *__pyx_n_s_x; static PyObject *__pyx_n_s_xgrammar; static PyObject *__pyx_n_s_yf; static PyObject *__pyx_n_s_zip; static PyObject *__pyx_pf_8discodop_14disambiguation_getderivations(CYTHON_UNUSED PyObject *__pyx_self, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, int __pyx_v_k, PyObject *__pyx_v_derivstrings); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_2marginalize(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_method, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_backtransform, PyObject *__pyx_v_sent, PyObject *__pyx_v_tags, int __pyx_v_k, int __pyx_v_sldop_n, double __pyx_v_mcplambda, PyObject *__pyx_v_mcplabels, int __pyx_v_ostag); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_4gettree(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_cells, PyObject *__pyx_v_span); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_6recoverfragments_str(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_deriv, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_backtransform); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_8fragmentsinderiv_str(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_deriv, PyObject *__pyx_v_chart, PyObject *__pyx_v_backtransform); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_10frontiernt(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_node); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_12splitfrag(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_node); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_14treeparsing(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_trees, PyObject *__pyx_v_sent, struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_grammar, int __pyx_v_m, CYTHON_UNUSED PyObject *__pyx_v_backtransform, PyObject *__pyx_v_tags, PyObject *__pyx_v_maskrules); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_16viterbiderivation(CYTHON_UNUSED PyObject *__pyx_self, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda(PyObject *__pyx_self, PyObject *__pyx_v_x); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_18doprerank(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_parsetrees, PyObject *__pyx_v_sent, PyObject *__pyx_v_k, struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_coarse, struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_fine); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_20dopparseprob(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_tree, PyObject *__pyx_v_sent, struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_coarse, struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_fine); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_8mcrerank_genexpr(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda2(PyObject *__pyx_self, PyObject *__pyx_v_x); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_22mcrerank(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_parsetrees, PyObject *__pyx_v_sent, PyObject *__pyx_v_k, PyObject *__pyx_v_trees, PyObject *__pyx_v_vocab); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_24ostagderivation(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_derivtreestr, PyObject *__pyx_v_sent); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_26ostagfrontiernt(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_node); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_28splitostagfrag(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_node, PyObject *__pyx_v_sent); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda3(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_n); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_30removeadjunaries(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_tree); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_4test_e(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_x); /* proto */ static PyObject *__pyx_pf_8discodop_14disambiguation_32test(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static int __pyx_pf_7cpython_5array_5array___getbuffer__(arrayobject *__pyx_v_self, Py_buffer *__pyx_v_info, CYTHON_UNUSED int __pyx_v_flags); /* proto */ static void __pyx_pf_7cpython_5array_5array_2__releasebuffer__(CYTHON_UNUSED arrayobject *__pyx_v_self, Py_buffer *__pyx_v_info); /* proto */ static PyObject *__pyx_tp_new_8discodop_14disambiguation___pyx_scope_struct__doprerank(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_8discodop_14disambiguation___pyx_scope_struct_2_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_float_0_0; static PyObject *__pyx_float_0_5; static PyObject *__pyx_float_neg_0_0; static PyObject *__pyx_int_0; static PyObject *__pyx_int_1; static PyObject *__pyx_int_3; static PyObject *__pyx_int_7; static PyObject *__pyx_int_10; static PyObject *__pyx_int_460; static PyObject *__pyx_int_1000; static PyObject *__pyx_int_neg_1; static PyObject *__pyx_tuple_; static PyObject *__pyx_tuple__2; static PyObject *__pyx_tuple__4; static PyObject *__pyx_tuple__8; static PyObject *__pyx_tuple__9; static PyObject *__pyx_slice__16; static PyObject *__pyx_slice__17; static PyObject *__pyx_slice__18; static PyObject *__pyx_slice__20; static PyObject *__pyx_slice__21; static PyObject *__pyx_slice__22; static PyObject *__pyx_slice__29; static PyObject *__pyx_slice__37; static PyObject *__pyx_tuple__10; static PyObject *__pyx_tuple__13; static PyObject *__pyx_tuple__19; static PyObject *__pyx_tuple__23; static PyObject *__pyx_tuple__24; static PyObject *__pyx_tuple__25; static PyObject *__pyx_tuple__26; static PyObject *__pyx_tuple__27; static PyObject *__pyx_tuple__28; static PyObject *__pyx_tuple__30; static PyObject *__pyx_tuple__31; static PyObject *__pyx_tuple__32; static PyObject *__pyx_tuple__33; static PyObject *__pyx_tuple__34; static PyObject *__pyx_tuple__38; static PyObject *__pyx_tuple__40; static PyObject *__pyx_tuple__42; static PyObject *__pyx_tuple__45; static PyObject *__pyx_tuple__47; static PyObject *__pyx_tuple__49; static PyObject *__pyx_tuple__51; static PyObject *__pyx_tuple__53; static PyObject *__pyx_tuple__55; static PyObject *__pyx_tuple__57; static PyObject *__pyx_tuple__59; static PyObject *__pyx_tuple__61; static PyObject *__pyx_tuple__63; static PyObject *__pyx_tuple__65; static PyObject *__pyx_tuple__67; static PyObject *__pyx_tuple__69; static PyObject *__pyx_tuple__71; static PyObject *__pyx_tuple__73; static PyObject *__pyx_codeobj__41; static PyObject *__pyx_codeobj__50; static PyObject *__pyx_codeobj__52; static PyObject *__pyx_codeobj__54; static PyObject *__pyx_codeobj__56; static PyObject *__pyx_codeobj__58; static PyObject *__pyx_codeobj__60; static PyObject *__pyx_codeobj__62; static PyObject *__pyx_codeobj__64; static PyObject *__pyx_codeobj__66; static PyObject *__pyx_codeobj__68; static PyObject *__pyx_codeobj__70; static PyObject *__pyx_codeobj__72; static PyObject *__pyx_codeobj__74; /* "discodop/disambiguation.pyx":55 * cdef str NEGATIVECONSTLABEL = '-#-' * * cpdef getderivations(Chart chart, int k, derivstrings=True): # <<<<<<<<<<<<<< * """Get *k*-best derivations from chart. * */ static PyObject *__pyx_pw_8discodop_14disambiguation_1getderivations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_getderivations(struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, int __pyx_v_k, CYTHON_UNUSED int __pyx_skip_dispatch, struct __pyx_opt_args_8discodop_14disambiguation_getderivations *__pyx_optional_args) { PyObject *__pyx_v_derivstrings = ((PyObject *)Py_True); PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; __Pyx_RefNannySetupContext("getderivations", 0); if (__pyx_optional_args) { if (__pyx_optional_args->__pyx_n > 0) { __pyx_v_derivstrings = __pyx_optional_args->derivstrings; } } /* "discodop/disambiguation.pyx":68 * objects for the derivations in ``chart.derivations``. * """ * chart.rankededges.clear() # <<<<<<<<<<<<<< * chart.derivations = lazykbest(chart, k, derivs=derivstrings) * */ __pyx_v_chart->rankededges.clear(); /* "discodop/disambiguation.pyx":69 * """ * chart.rankededges.clear() * chart.derivations = lazykbest(chart, k, derivs=derivstrings) # <<<<<<<<<<<<<< * * */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_lazykbest); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 69, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_k); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 69, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 69, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(((PyObject *)__pyx_v_chart)); __Pyx_GIVEREF(((PyObject *)__pyx_v_chart)); PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_chart)); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 69, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_derivs, __pyx_v_derivstrings) < 0) __PYX_ERR(0, 69, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_3, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 69, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (!(likely(PyList_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "list", Py_TYPE(__pyx_t_4)->tp_name), 0))) __PYX_ERR(0, 69, __pyx_L1_error) __Pyx_GIVEREF(__pyx_t_4); __Pyx_GOTREF(__pyx_v_chart->derivations); __Pyx_DECREF(__pyx_v_chart->derivations); __pyx_v_chart->derivations = ((PyObject*)__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":55 * cdef str NEGATIVECONSTLABEL = '-#-' * * cpdef getderivations(Chart chart, int k, derivstrings=True): # <<<<<<<<<<<<<< * """Get *k*-best derivations from chart. * */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("discodop.disambiguation.getderivations", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_1getderivations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_getderivations[] = "getderivations(Chart chart, int k, derivstrings=True)\nGet *k*-best derivations from chart.\n\n\t:param k: number of derivations to extract from chart\n\t:param derivstrings: whether to create derivations as strings\n\t:returns: ``None``. Modifies ``chart.derivations`` and\n\t\t``chart.rankededges`` in-place.\n\n\t\t:chart.derivations: list of tuples ``(deriv, logprob)`` where ``deriv``\n\t\t\tis a string; or list of ``None`` if ``derivstrings==False``\n\t\t:chart.rankededges[chart.root()]: corresponding list of RankedEdge\n\t\t\tobjects for the derivations in ``chart.derivations``.\n\t"; static PyObject *__pyx_pw_8discodop_14disambiguation_1getderivations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart = 0; int __pyx_v_k; PyObject *__pyx_v_derivstrings = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("getderivations (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_chart,&__pyx_n_s_k,&__pyx_n_s_derivstrings,0}; PyObject* values[3] = {0,0,0}; values[2] = ((PyObject *)Py_True); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_chart)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_k)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("getderivations", 0, 2, 3, 1); __PYX_ERR(0, 55, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s_derivstrings); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "getderivations") < 0)) __PYX_ERR(0, 55, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_chart = ((struct __pyx_obj_8discodop_10containers_Chart *)values[0]); __pyx_v_k = __Pyx_PyInt_As_int(values[1]); if (unlikely((__pyx_v_k == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 55, __pyx_L3_error) __pyx_v_derivstrings = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("getderivations", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 55, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("discodop.disambiguation.getderivations", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_chart), __pyx_ptype_8discodop_10containers_Chart, 1, "chart", 0))) __PYX_ERR(0, 55, __pyx_L1_error) __pyx_r = __pyx_pf_8discodop_14disambiguation_getderivations(__pyx_self, __pyx_v_chart, __pyx_v_k, __pyx_v_derivstrings); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __pyx_r = NULL; __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_getderivations(CYTHON_UNUSED PyObject *__pyx_self, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, int __pyx_v_k, PyObject *__pyx_v_derivstrings) { PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; struct __pyx_opt_args_8discodop_14disambiguation_getderivations __pyx_t_2; __Pyx_RefNannySetupContext("getderivations", 0); __Pyx_XDECREF(__pyx_r); __pyx_t_2.__pyx_n = 1; __pyx_t_2.derivstrings = __pyx_v_derivstrings; __pyx_t_1 = __pyx_f_8discodop_14disambiguation_getderivations(__pyx_v_chart, __pyx_v_k, 0, &__pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 55, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("discodop.disambiguation.getderivations", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":72 * * * cpdef marginalize(method, Chart chart, # <<<<<<<<<<<<<< * list backtransform=None, list sent=None, list tags=None, * int k=1000, int sldop_n=7, double mcplambda=1.0, set mcplabels=None, */ static PyObject *__pyx_pw_8discodop_14disambiguation_3marginalize(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_marginalize(PyObject *__pyx_v_method, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, CYTHON_UNUSED int __pyx_skip_dispatch, struct __pyx_opt_args_8discodop_14disambiguation_marginalize *__pyx_optional_args) { /* "discodop/disambiguation.pyx":73 * * cpdef marginalize(method, Chart chart, * list backtransform=None, list sent=None, list tags=None, # <<<<<<<<<<<<<< * int k=1000, int sldop_n=7, double mcplambda=1.0, set mcplabels=None, * bint ostag=False): */ PyObject *__pyx_v_backtransform = ((PyObject*)Py_None); PyObject *__pyx_v_sent = ((PyObject*)Py_None); PyObject *__pyx_v_tags = ((PyObject*)Py_None); int __pyx_v_k = ((int)0x3E8); int __pyx_v_sldop_n = ((int)7); double __pyx_v_mcplambda = ((double)1.0); /* "discodop/disambiguation.pyx":74 * cpdef marginalize(method, Chart chart, * list backtransform=None, list sent=None, list tags=None, * int k=1000, int sldop_n=7, double mcplambda=1.0, set mcplabels=None, # <<<<<<<<<<<<<< * bint ostag=False): * """Take a list of derivations and optimizes a given objective function. */ PyObject *__pyx_v_mcplabels = ((PyObject*)Py_None); /* "discodop/disambiguation.pyx":75 * list backtransform=None, list sent=None, list tags=None, * int k=1000, int sldop_n=7, double mcplambda=1.0, set mcplabels=None, * bint ostag=False): # <<<<<<<<<<<<<< * """Take a list of derivations and optimizes a given objective function. * */ int __pyx_v_ostag = ((int)0); int __pyx_v_mpd; int __pyx_v_shortest; int __pyx_v_dopreduction; std::pair __pyx_v_entry; std::vector > __pyx_v_entries; spp::sparse_hash_map > __pyx_v_mpptrees; PyObject *__pyx_v_mpdtrees = 0; PyObject *__pyx_v_derivlen = 0; PyObject *__pyx_v_derivs = 0; PyObject *__pyx_v_treestr = 0; PyObject *__pyx_v_deriv = 0; Prob __pyx_v_prob; Prob __pyx_v_maxprob; size_t __pyx_v_n; CYTHON_UNUSED PyObject *__pyx_v__ = NULL; PyObject *__pyx_v_newprob = NULL; PyObject *__pyx_v_score = NULL; PyObject *__pyx_v_oldscore = NULL; PyObject *__pyx_v_results = NULL; std::pair > __pyx_v_it; std::vector __pyx_v_probs; PyObject *__pyx_v_msg = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; struct __pyx_opt_args_8discodop_14disambiguation_maxconstituentsparse __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; std::vector > > ::size_type __pyx_t_6; std::vector > ::iterator __pyx_t_7; std::vector > *__pyx_t_8; std::pair __pyx_t_9; Prob __pyx_t_10; PyObject *__pyx_t_11 = NULL; PyObject *(*__pyx_t_12)(PyObject *); Py_ssize_t __pyx_t_13; PyObject *__pyx_t_14 = NULL; PyObject *__pyx_t_15 = NULL; std::vector > ::size_type __pyx_t_16; size_t __pyx_t_17; PyObject *__pyx_t_18 = NULL; PyObject *__pyx_t_19 = NULL; PyObject *__pyx_t_20 = NULL; int __pyx_t_21; int __pyx_t_22; std::string __pyx_t_23; int __pyx_t_24; PyObject *__pyx_t_25 = NULL; spp::sparse_hash_map > ::iterator __pyx_t_26; std::pair > __pyx_t_27; std::vector __pyx_t_28; int __pyx_t_29; Py_ssize_t __pyx_t_30; int __pyx_t_31; PyObject *__pyx_t_32 = NULL; PyObject *__pyx_t_33 = NULL; std::vector > ::size_type __pyx_t_34; uint64_t __pyx_t_35; __Pyx_RefNannySetupContext("marginalize", 0); if (__pyx_optional_args) { if (__pyx_optional_args->__pyx_n > 0) { __pyx_v_backtransform = __pyx_optional_args->backtransform; if (__pyx_optional_args->__pyx_n > 1) { __pyx_v_sent = __pyx_optional_args->sent; if (__pyx_optional_args->__pyx_n > 2) { __pyx_v_tags = __pyx_optional_args->tags; if (__pyx_optional_args->__pyx_n > 3) { __pyx_v_k = __pyx_optional_args->k; if (__pyx_optional_args->__pyx_n > 4) { __pyx_v_sldop_n = __pyx_optional_args->sldop_n; if (__pyx_optional_args->__pyx_n > 5) { __pyx_v_mcplambda = __pyx_optional_args->mcplambda; if (__pyx_optional_args->__pyx_n > 6) { __pyx_v_mcplabels = __pyx_optional_args->mcplabels; if (__pyx_optional_args->__pyx_n > 7) { __pyx_v_ostag = __pyx_optional_args->ostag; } } } } } } } } } /* "discodop/disambiguation.pyx":113 * :msg: a message reporting the number of derivations / parses. * """ * cdef bint mpd = method == 'mpd' # <<<<<<<<<<<<<< * cdef bint shortest = method == 'shortest' * cdef bint dopreduction = backtransform is None */ __pyx_t_1 = PyObject_RichCompare(__pyx_v_method, __pyx_n_u_mpd, Py_EQ); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 113, __pyx_L1_error) __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely((__pyx_t_2 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 113, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_mpd = __pyx_t_2; /* "discodop/disambiguation.pyx":114 * """ * cdef bint mpd = method == 'mpd' * cdef bint shortest = method == 'shortest' # <<<<<<<<<<<<<< * cdef bint dopreduction = backtransform is None * cdef pair[RankedEdge, Prob] entry */ __pyx_t_1 = PyObject_RichCompare(__pyx_v_method, __pyx_n_u_shortest, Py_EQ); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 114, __pyx_L1_error) __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely((__pyx_t_2 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 114, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_shortest = __pyx_t_2; /* "discodop/disambiguation.pyx":115 * cdef bint mpd = method == 'mpd' * cdef bint shortest = method == 'shortest' * cdef bint dopreduction = backtransform is None # <<<<<<<<<<<<<< * cdef pair[RankedEdge, Prob] entry * cdef vector[pair[RankedEdge, Prob]] entries */ __pyx_t_2 = (__pyx_v_backtransform == ((PyObject*)Py_None)); __pyx_v_dopreduction = __pyx_t_2; /* "discodop/disambiguation.pyx":119 * cdef vector[pair[RankedEdge, Prob]] entries * cdef sparse_hash_map[string, vector[Prob]] mpptrees * cdef dict mpdtrees = {} # <<<<<<<<<<<<<< * cdef dict derivlen = {} # parsetree => (derivlen, derivprob) * cdef dict derivs = {} */ __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 119, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_mpdtrees = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":120 * cdef sparse_hash_map[string, vector[Prob]] mpptrees * cdef dict mpdtrees = {} * cdef dict derivlen = {} # parsetree => (derivlen, derivprob) # <<<<<<<<<<<<<< * cdef dict derivs = {} * cdef str treestr, deriv */ __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 120, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_derivlen = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":121 * cdef dict mpdtrees = {} * cdef dict derivlen = {} # parsetree => (derivlen, derivprob) * cdef dict derivs = {} # <<<<<<<<<<<<<< * cdef str treestr, deriv * cdef Prob prob, maxprob */ __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 121, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_derivs = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":126 * cdef size_t n * * if method == 'sl-dop': # <<<<<<<<<<<<<< * return sldop(chart, sent, tags, k, sldop_n, backtransform) * elif method == 'sl-dop-simple': */ __pyx_t_2 = (__Pyx_PyUnicode_Equals(__pyx_v_method, __pyx_kp_u_sl_dop, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 126, __pyx_L1_error) if (__pyx_t_2) { /* "discodop/disambiguation.pyx":127 * * if method == 'sl-dop': * return sldop(chart, sent, tags, k, sldop_n, backtransform) # <<<<<<<<<<<<<< * elif method == 'sl-dop-simple': * return sldop_simple(sldop_n, chart, backtransform) */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __pyx_f_8discodop_14disambiguation_sldop(__pyx_v_chart, __pyx_v_sent, __pyx_v_tags, __pyx_v_k, __pyx_v_sldop_n, __pyx_v_backtransform); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 127, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":126 * cdef size_t n * * if method == 'sl-dop': # <<<<<<<<<<<<<< * return sldop(chart, sent, tags, k, sldop_n, backtransform) * elif method == 'sl-dop-simple': */ } /* "discodop/disambiguation.pyx":128 * if method == 'sl-dop': * return sldop(chart, sent, tags, k, sldop_n, backtransform) * elif method == 'sl-dop-simple': # <<<<<<<<<<<<<< * return sldop_simple(sldop_n, chart, backtransform) * elif method == 'mcp': */ __pyx_t_2 = (__Pyx_PyUnicode_Equals(__pyx_v_method, __pyx_kp_u_sl_dop_simple, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 128, __pyx_L1_error) if (__pyx_t_2) { /* "discodop/disambiguation.pyx":129 * return sldop(chart, sent, tags, k, sldop_n, backtransform) * elif method == 'sl-dop-simple': * return sldop_simple(sldop_n, chart, backtransform) # <<<<<<<<<<<<<< * elif method == 'mcp': * return maxconstituentsparse( */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __pyx_f_8discodop_14disambiguation_sldop_simple(__pyx_v_sldop_n, __pyx_v_chart, __pyx_v_backtransform); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 129, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":128 * if method == 'sl-dop': * return sldop(chart, sent, tags, k, sldop_n, backtransform) * elif method == 'sl-dop-simple': # <<<<<<<<<<<<<< * return sldop_simple(sldop_n, chart, backtransform) * elif method == 'mcp': */ } /* "discodop/disambiguation.pyx":130 * elif method == 'sl-dop-simple': * return sldop_simple(sldop_n, chart, backtransform) * elif method == 'mcp': # <<<<<<<<<<<<<< * return maxconstituentsparse( * chart, backtransform, mcplambda, mcplabels) */ __pyx_t_2 = (__Pyx_PyUnicode_Equals(__pyx_v_method, __pyx_n_u_mcp, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 130, __pyx_L1_error) if (__pyx_t_2) { /* "discodop/disambiguation.pyx":131 * return sldop_simple(sldop_n, chart, backtransform) * elif method == 'mcp': * return maxconstituentsparse( # <<<<<<<<<<<<<< * chart, backtransform, mcplambda, mcplabels) * elif method == 'shortest': */ __Pyx_XDECREF(__pyx_r); /* "discodop/disambiguation.pyx":132 * elif method == 'mcp': * return maxconstituentsparse( * chart, backtransform, mcplambda, mcplabels) # <<<<<<<<<<<<<< * elif method == 'shortest': * # filter out all derivations which are not shortest */ __pyx_t_3.__pyx_n = 1; __pyx_t_3.labels = __pyx_v_mcplabels; __pyx_t_1 = __pyx_f_8discodop_14disambiguation_maxconstituentsparse(__pyx_v_chart, __pyx_v_backtransform, __pyx_v_mcplambda, &__pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 131, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":130 * elif method == 'sl-dop-simple': * return sldop_simple(sldop_n, chart, backtransform) * elif method == 'mcp': # <<<<<<<<<<<<<< * return maxconstituentsparse( * chart, backtransform, mcplambda, mcplabels) */ } /* "discodop/disambiguation.pyx":133 * return maxconstituentsparse( * chart, backtransform, mcplambda, mcplabels) * elif method == 'shortest': # <<<<<<<<<<<<<< * # filter out all derivations which are not shortest * if not dopreduction: */ __pyx_t_2 = (__Pyx_PyUnicode_Equals(__pyx_v_method, __pyx_n_u_shortest, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 133, __pyx_L1_error) if (__pyx_t_2) { /* "discodop/disambiguation.pyx":135 * elif method == 'shortest': * # filter out all derivations which are not shortest * if not dopreduction: # <<<<<<<<<<<<<< * maxprob = INFINITY * for entry in chart.rankededges[chart.root()]: */ __pyx_t_2 = ((!(__pyx_v_dopreduction != 0)) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":136 * # filter out all derivations which are not shortest * if not dopreduction: * maxprob = INFINITY # <<<<<<<<<<<<<< * for entry in chart.rankededges[chart.root()]: * if entry.second < maxprob: */ __pyx_v_maxprob = HUGE_VAL; /* "discodop/disambiguation.pyx":137 * if not dopreduction: * maxprob = INFINITY * for entry in chart.rankededges[chart.root()]: # <<<<<<<<<<<<<< * if entry.second < maxprob: * maxprob = entry.second */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 137, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } if (__pyx_t_5) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 137, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else { __pyx_t_1 = __Pyx_PyObject_CallNoArg(__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 137, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __Pyx_PyInt_As_size_t(__pyx_t_1); if (unlikely((__pyx_t_6 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 137, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_8 = &(__pyx_v_chart->rankededges[__pyx_t_6]); __pyx_t_7 = __pyx_t_8->begin(); for (;;) { if (!(__pyx_t_7 != __pyx_t_8->end())) break; __pyx_t_9 = *__pyx_t_7; ++__pyx_t_7; __pyx_v_entry = __pyx_t_9; /* "discodop/disambiguation.pyx":138 * maxprob = INFINITY * for entry in chart.rankededges[chart.root()]: * if entry.second < maxprob: # <<<<<<<<<<<<<< * maxprob = entry.second * for entry in chart.rankededges[chart.root()]: */ __pyx_t_2 = ((__pyx_v_entry.second < __pyx_v_maxprob) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":139 * for entry in chart.rankededges[chart.root()]: * if entry.second < maxprob: * maxprob = entry.second # <<<<<<<<<<<<<< * for entry in chart.rankededges[chart.root()]: * if entry.second == maxprob: */ __pyx_t_10 = __pyx_v_entry.second; __pyx_v_maxprob = __pyx_t_10; /* "discodop/disambiguation.pyx":138 * maxprob = INFINITY * for entry in chart.rankededges[chart.root()]: * if entry.second < maxprob: # <<<<<<<<<<<<<< * maxprob = entry.second * for entry in chart.rankededges[chart.root()]: */ } /* "discodop/disambiguation.pyx":137 * if not dopreduction: * maxprob = INFINITY * for entry in chart.rankededges[chart.root()]: # <<<<<<<<<<<<<< * if entry.second < maxprob: * maxprob = entry.second */ } /* "discodop/disambiguation.pyx":140 * if entry.second < maxprob: * maxprob = entry.second * for entry in chart.rankededges[chart.root()]: # <<<<<<<<<<<<<< * if entry.second == maxprob: * entries.push_back(entry) */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 140, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } if (__pyx_t_5) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 140, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else { __pyx_t_1 = __Pyx_PyObject_CallNoArg(__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 140, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __Pyx_PyInt_As_size_t(__pyx_t_1); if (unlikely((__pyx_t_6 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 140, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_8 = &(__pyx_v_chart->rankededges[__pyx_t_6]); __pyx_t_7 = __pyx_t_8->begin(); for (;;) { if (!(__pyx_t_7 != __pyx_t_8->end())) break; __pyx_t_9 = *__pyx_t_7; ++__pyx_t_7; __pyx_v_entry = __pyx_t_9; /* "discodop/disambiguation.pyx":141 * maxprob = entry.second * for entry in chart.rankededges[chart.root()]: * if entry.second == maxprob: # <<<<<<<<<<<<<< * entries.push_back(entry) * chart.rankededges[chart.root()] = entries */ __pyx_t_2 = ((__pyx_v_entry.second == __pyx_v_maxprob) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":142 * for entry in chart.rankededges[chart.root()]: * if entry.second == maxprob: * entries.push_back(entry) # <<<<<<<<<<<<<< * chart.rankededges[chart.root()] = entries * elif chart.derivations: */ try { __pyx_v_entries.push_back(__pyx_v_entry); } catch(...) { __Pyx_CppExn2PyErr(); __PYX_ERR(0, 142, __pyx_L1_error) } /* "discodop/disambiguation.pyx":141 * maxprob = entry.second * for entry in chart.rankededges[chart.root()]: * if entry.second == maxprob: # <<<<<<<<<<<<<< * entries.push_back(entry) * chart.rankededges[chart.root()] = entries */ } /* "discodop/disambiguation.pyx":140 * if entry.second < maxprob: * maxprob = entry.second * for entry in chart.rankededges[chart.root()]: # <<<<<<<<<<<<<< * if entry.second == maxprob: * entries.push_back(entry) */ } /* "discodop/disambiguation.pyx":143 * if entry.second == maxprob: * entries.push_back(entry) * chart.rankededges[chart.root()] = entries # <<<<<<<<<<<<<< * elif chart.derivations: * _, maxprob = min(chart.derivations, key=itemgetter(1)) */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } if (__pyx_t_5) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else { __pyx_t_1 = __Pyx_PyObject_CallNoArg(__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 143, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __Pyx_PyInt_As_size_t(__pyx_t_1); if (unlikely((__pyx_t_6 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; (__pyx_v_chart->rankededges[__pyx_t_6]) = __pyx_v_entries; /* "discodop/disambiguation.pyx":135 * elif method == 'shortest': * # filter out all derivations which are not shortest * if not dopreduction: # <<<<<<<<<<<<<< * maxprob = INFINITY * for entry in chart.rankededges[chart.root()]: */ goto __pyx_L4; } /* "discodop/disambiguation.pyx":144 * entries.push_back(entry) * chart.rankededges[chart.root()] = entries * elif chart.derivations: # <<<<<<<<<<<<<< * _, maxprob = min(chart.derivations, key=itemgetter(1)) * chart.derivations = [(deriv, prob) */ __pyx_t_2 = (__pyx_v_chart->derivations != Py_None) && (PyList_GET_SIZE(__pyx_v_chart->derivations) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":145 * chart.rankededges[chart.root()] = entries * elif chart.derivations: * _, maxprob = min(chart.derivations, key=itemgetter(1)) # <<<<<<<<<<<<<< * chart.derivations = [(deriv, prob) * for deriv, prob in chart.derivations */ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_chart->derivations); __Pyx_GIVEREF(__pyx_v_chart->derivations); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_chart->derivations); __pyx_t_4 = PyDict_New(); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_itemgetter); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_11 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_tuple_, NULL); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_key, __pyx_t_11) < 0) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyObject_Call(__pyx_builtin_min, __pyx_t_1, __pyx_t_4); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_11))) || (PyList_CheckExact(__pyx_t_11))) { PyObject* sequence = __pyx_t_11; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 145, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_4 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(__pyx_t_1); #else __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else { Py_ssize_t index = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_11); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_12 = Py_TYPE(__pyx_t_5)->tp_iternext; index = 0; __pyx_t_4 = __pyx_t_12(__pyx_t_5); if (unlikely(!__pyx_t_4)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_4); index = 1; __pyx_t_1 = __pyx_t_12(__pyx_t_5); if (unlikely(!__pyx_t_1)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); if (__Pyx_IternextUnpackEndCheck(__pyx_t_12(__pyx_t_5), 2) < 0) __PYX_ERR(0, 145, __pyx_L1_error) __pyx_t_12 = NULL; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; goto __pyx_L12_unpacking_done; __pyx_L11_unpacking_failed:; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_12 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 145, __pyx_L1_error) __pyx_L12_unpacking_done:; } __pyx_t_10 = __pyx_PyFloat_AsDouble(__pyx_t_1); if (unlikely((__pyx_t_10 == ((Prob)-1)) && PyErr_Occurred())) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v__ = __pyx_t_4; __pyx_t_4 = 0; __pyx_v_maxprob = __pyx_t_10; /* "discodop/disambiguation.pyx":146 * elif chart.derivations: * _, maxprob = min(chart.derivations, key=itemgetter(1)) * chart.derivations = [(deriv, prob) # <<<<<<<<<<<<<< * for deriv, prob in chart.derivations * if prob == maxprob] */ { /* enter inner scope */ PyObject *__pyx_7genexpr__pyx_v_deriv = NULL; Prob __pyx_7genexpr__pyx_v_prob; __pyx_t_11 = PyList_New(0); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 146, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_11); /* "discodop/disambiguation.pyx":147 * _, maxprob = min(chart.derivations, key=itemgetter(1)) * chart.derivations = [(deriv, prob) * for deriv, prob in chart.derivations # <<<<<<<<<<<<<< * if prob == maxprob] * */ if (unlikely(__pyx_v_chart->derivations == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); __PYX_ERR(0, 147, __pyx_L15_error) } __pyx_t_1 = __pyx_v_chart->derivations; __Pyx_INCREF(__pyx_t_1); __pyx_t_13 = 0; for (;;) { if (__pyx_t_13 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_13); __Pyx_INCREF(__pyx_t_4); __pyx_t_13++; if (unlikely(0 < 0)) __PYX_ERR(0, 147, __pyx_L15_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_13); __pyx_t_13++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 147, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_4); #endif if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 147, __pyx_L15_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_14 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_14 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_14); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 147, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_14 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 147, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_14); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_15 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 147, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_12 = Py_TYPE(__pyx_t_15)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_12(__pyx_t_15); if (unlikely(!__pyx_t_5)) goto __pyx_L18_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_14 = __pyx_t_12(__pyx_t_15); if (unlikely(!__pyx_t_14)) goto __pyx_L18_unpacking_failed; __Pyx_GOTREF(__pyx_t_14); if (__Pyx_IternextUnpackEndCheck(__pyx_t_12(__pyx_t_15), 2) < 0) __PYX_ERR(0, 147, __pyx_L15_error) __pyx_t_12 = NULL; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; goto __pyx_L19_unpacking_done; __pyx_L18_unpacking_failed:; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_12 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 147, __pyx_L15_error) __pyx_L19_unpacking_done:; } if (!(likely(PyUnicode_CheckExact(__pyx_t_5))||((__pyx_t_5) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_5)->tp_name), 0))) __PYX_ERR(0, 147, __pyx_L15_error) __pyx_t_10 = __pyx_PyFloat_AsDouble(__pyx_t_14); if (unlikely((__pyx_t_10 == ((Prob)-1)) && PyErr_Occurred())) __PYX_ERR(0, 147, __pyx_L15_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_XDECREF_SET(__pyx_7genexpr__pyx_v_deriv, ((PyObject*)__pyx_t_5)); __pyx_t_5 = 0; __pyx_7genexpr__pyx_v_prob = __pyx_t_10; /* "discodop/disambiguation.pyx":148 * chart.derivations = [(deriv, prob) * for deriv, prob in chart.derivations * if prob == maxprob] # <<<<<<<<<<<<<< * * if not dopreduction: # Double-DOP */ __pyx_t_2 = ((__pyx_7genexpr__pyx_v_prob == __pyx_v_maxprob) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":146 * elif chart.derivations: * _, maxprob = min(chart.derivations, key=itemgetter(1)) * chart.derivations = [(deriv, prob) # <<<<<<<<<<<<<< * for deriv, prob in chart.derivations * if prob == maxprob] */ __pyx_t_4 = PyFloat_FromDouble(__pyx_7genexpr__pyx_v_prob); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 146, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_14 = PyTuple_New(2); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 146, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_INCREF(__pyx_7genexpr__pyx_v_deriv); __Pyx_GIVEREF(__pyx_7genexpr__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_14, 0, __pyx_7genexpr__pyx_v_deriv); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_14, 1, __pyx_t_4); __pyx_t_4 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_11, (PyObject*)__pyx_t_14))) __PYX_ERR(0, 146, __pyx_L15_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; /* "discodop/disambiguation.pyx":148 * chart.derivations = [(deriv, prob) * for deriv, prob in chart.derivations * if prob == maxprob] # <<<<<<<<<<<<<< * * if not dopreduction: # Double-DOP */ } /* "discodop/disambiguation.pyx":147 * _, maxprob = min(chart.derivations, key=itemgetter(1)) * chart.derivations = [(deriv, prob) * for deriv, prob in chart.derivations # <<<<<<<<<<<<<< * if prob == maxprob] * */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_7genexpr__pyx_v_deriv); goto __pyx_L21_exit_scope; __pyx_L15_error:; __Pyx_XDECREF(__pyx_7genexpr__pyx_v_deriv); goto __pyx_L1_error; __pyx_L21_exit_scope:; } /* exit inner scope */ /* "discodop/disambiguation.pyx":146 * elif chart.derivations: * _, maxprob = min(chart.derivations, key=itemgetter(1)) * chart.derivations = [(deriv, prob) # <<<<<<<<<<<<<< * for deriv, prob in chart.derivations * if prob == maxprob] */ __Pyx_GIVEREF(__pyx_t_11); __Pyx_GOTREF(__pyx_v_chart->derivations); __Pyx_DECREF(__pyx_v_chart->derivations); __pyx_v_chart->derivations = ((PyObject*)__pyx_t_11); __pyx_t_11 = 0; /* "discodop/disambiguation.pyx":144 * entries.push_back(entry) * chart.rankededges[chart.root()] = entries * elif chart.derivations: # <<<<<<<<<<<<<< * _, maxprob = min(chart.derivations, key=itemgetter(1)) * chart.derivations = [(deriv, prob) */ } __pyx_L4:; /* "discodop/disambiguation.pyx":133 * return maxconstituentsparse( * chart, backtransform, mcplambda, mcplabels) * elif method == 'shortest': # <<<<<<<<<<<<<< * # filter out all derivations which are not shortest * if not dopreduction: */ } /* "discodop/disambiguation.pyx":150 * if prob == maxprob] * * if not dopreduction: # Double-DOP # <<<<<<<<<<<<<< * for n in range(chart.rankededges[chart.root()].size()): * entry = chart.rankededges[chart.root()][n] */ __pyx_t_2 = ((!(__pyx_v_dopreduction != 0)) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":151 * * if not dopreduction: # Double-DOP * for n in range(chart.rankededges[chart.root()].size()): # <<<<<<<<<<<<<< * entry = chart.rankededges[chart.root()][n] * prob = entry.second */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 151, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_14 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_14)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_14); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (__pyx_t_14) { __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_14); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 151, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; } else { __pyx_t_11 = __Pyx_PyObject_CallNoArg(__pyx_t_1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 151, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_6 = __Pyx_PyInt_As_size_t(__pyx_t_11); if (unlikely((__pyx_t_6 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 151, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_16 = (__pyx_v_chart->rankededges[__pyx_t_6]).size(); for (__pyx_t_17 = 0; __pyx_t_17 < __pyx_t_16; __pyx_t_17+=1) { __pyx_v_n = __pyx_t_17; /* "discodop/disambiguation.pyx":152 * if not dopreduction: # Double-DOP * for n in range(chart.rankededges[chart.root()].size()): * entry = chart.rankededges[chart.root()][n] # <<<<<<<<<<<<<< * prob = entry.second * try: */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 152, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_14 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_14)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_14); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (__pyx_t_14) { __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_14); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 152, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; } else { __pyx_t_11 = __Pyx_PyObject_CallNoArg(__pyx_t_1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 152, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_6 = __Pyx_PyInt_As_size_t(__pyx_t_11); if (unlikely((__pyx_t_6 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 152, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_v_entry = ((__pyx_v_chart->rankededges[__pyx_t_6])[__pyx_v_n]); /* "discodop/disambiguation.pyx":153 * for n in range(chart.rankededges[chart.root()].size()): * entry = chart.rankededges[chart.root()][n] * prob = entry.second # <<<<<<<<<<<<<< * try: * treestr = recoverfragments_re( */ __pyx_t_10 = __pyx_v_entry.second; __pyx_v_prob = __pyx_t_10; /* "discodop/disambiguation.pyx":154 * entry = chart.rankededges[chart.root()][n] * prob = entry.second * try: # <<<<<<<<<<<<<< * treestr = recoverfragments_re( * entry.first, chart, backtransform) */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_18, &__pyx_t_19, &__pyx_t_20); __Pyx_XGOTREF(__pyx_t_18); __Pyx_XGOTREF(__pyx_t_19); __Pyx_XGOTREF(__pyx_t_20); /*try:*/ { /* "discodop/disambiguation.pyx":155 * prob = entry.second * try: * treestr = recoverfragments_re( # <<<<<<<<<<<<<< * entry.first, chart, backtransform) * except: */ __pyx_t_11 = __pyx_f_8discodop_14disambiguation_recoverfragments_re(__pyx_v_entry.first, __pyx_v_chart, __pyx_v_backtransform); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 155, __pyx_L25_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_XDECREF_SET(__pyx_v_treestr, ((PyObject*)__pyx_t_11)); __pyx_t_11 = 0; /* "discodop/disambiguation.pyx":154 * entry = chart.rankededges[chart.root()][n] * prob = entry.second * try: # <<<<<<<<<<<<<< * treestr = recoverfragments_re( * entry.first, chart, backtransform) */ } __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_XDECREF(__pyx_t_19); __pyx_t_19 = 0; __Pyx_XDECREF(__pyx_t_20); __pyx_t_20 = 0; goto __pyx_L32_try_end; __pyx_L25_error:; __Pyx_PyThreadState_assign __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; /* "discodop/disambiguation.pyx":157 * treestr = recoverfragments_re( * entry.first, chart, backtransform) * except: # <<<<<<<<<<<<<< * continue * if shortest: */ /*except:*/ { __Pyx_AddTraceback("discodop.disambiguation.marginalize", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_11, &__pyx_t_1, &__pyx_t_14) < 0) __PYX_ERR(0, 157, __pyx_L27_except_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GOTREF(__pyx_t_1); __Pyx_GOTREF(__pyx_t_14); /* "discodop/disambiguation.pyx":158 * entry.first, chart, backtransform) * except: * continue # <<<<<<<<<<<<<< * if shortest: * # for purposes of tie breaking, calculate the derivation */ goto __pyx_L34_except_continue; __pyx_L34_except_continue:; __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; goto __pyx_L31_try_continue; } __pyx_L27_except_error:; /* "discodop/disambiguation.pyx":154 * entry = chart.rankededges[chart.root()][n] * prob = entry.second * try: # <<<<<<<<<<<<<< * treestr = recoverfragments_re( * entry.first, chart, backtransform) */ __Pyx_PyThreadState_assign __Pyx_XGIVEREF(__pyx_t_18); __Pyx_XGIVEREF(__pyx_t_19); __Pyx_XGIVEREF(__pyx_t_20); __Pyx_ExceptionReset(__pyx_t_18, __pyx_t_19, __pyx_t_20); goto __pyx_L1_error; __pyx_L31_try_continue:; __Pyx_PyThreadState_assign __Pyx_XGIVEREF(__pyx_t_18); __Pyx_XGIVEREF(__pyx_t_19); __Pyx_XGIVEREF(__pyx_t_20); __Pyx_ExceptionReset(__pyx_t_18, __pyx_t_19, __pyx_t_20); goto __pyx_L23_continue; __pyx_L32_try_end:; } /* "discodop/disambiguation.pyx":159 * except: * continue * if shortest: # <<<<<<<<<<<<<< * # for purposes of tie breaking, calculate the derivation * # probability in a different model. */ __pyx_t_2 = (__pyx_v_shortest != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":162 * # for purposes of tie breaking, calculate the derivation * # probability in a different model. * newprob = exp(-getderivprob(entry.first, chart, sent)) # <<<<<<<<<<<<<< * score = (int(prob / log(0.5)), newprob) * if treestr not in derivlen or score > derivlen[treestr]: */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_exp); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 162, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_11 = PyFloat_FromDouble((-__pyx_f_8discodop_14disambiguation_getderivprob(__pyx_v_entry.first, __pyx_v_chart, __pyx_v_sent))); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 162, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (!__pyx_t_4) { __pyx_t_14 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_11); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 162, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_14); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[2] = {__pyx_t_4, __pyx_t_11}; __pyx_t_14 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 162, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[2] = {__pyx_t_4, __pyx_t_11}; __pyx_t_14 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 162, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif { __pyx_t_5 = PyTuple_New(1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 162, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4); __pyx_t_4 = NULL; __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_5, 0+1, __pyx_t_11); __pyx_t_11 = 0; __pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_5, NULL); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 162, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_v_newprob, __pyx_t_14); __pyx_t_14 = 0; /* "discodop/disambiguation.pyx":163 * # probability in a different model. * newprob = exp(-getderivprob(entry.first, chart, sent)) * score = (int(prob / log(0.5)), newprob) # <<<<<<<<<<<<<< * if treestr not in derivlen or score > derivlen[treestr]: * derivlen[treestr] = score */ __pyx_t_14 = PyFloat_FromDouble(__pyx_v_prob); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_log); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_tuple__2, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyNumber_Divide(__pyx_t_14, __pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyNumber_Int(__pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_5); __Pyx_INCREF(__pyx_v_newprob); __Pyx_GIVEREF(__pyx_v_newprob); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_newprob); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_score, ((PyObject*)__pyx_t_1)); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":164 * newprob = exp(-getderivprob(entry.first, chart, sent)) * score = (int(prob / log(0.5)), newprob) * if treestr not in derivlen or score > derivlen[treestr]: # <<<<<<<<<<<<<< * derivlen[treestr] = score * derivs[treestr] = n */ __pyx_t_21 = (__Pyx_PyDict_ContainsTF(__pyx_v_treestr, __pyx_v_derivlen, Py_NE)); if (unlikely(__pyx_t_21 < 0)) __PYX_ERR(0, 164, __pyx_L1_error) __pyx_t_22 = (__pyx_t_21 != 0); if (!__pyx_t_22) { } else { __pyx_t_2 = __pyx_t_22; goto __pyx_L37_bool_binop_done; } __pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_derivlen, __pyx_v_treestr); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 164, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = PyObject_RichCompare(__pyx_v_score, __pyx_t_1, Py_GT); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 164, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_22 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_22 < 0)) __PYX_ERR(0, 164, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_2 = __pyx_t_22; __pyx_L37_bool_binop_done:; if (__pyx_t_2) { /* "discodop/disambiguation.pyx":165 * score = (int(prob / log(0.5)), newprob) * if treestr not in derivlen or score > derivlen[treestr]: * derivlen[treestr] = score # <<<<<<<<<<<<<< * derivs[treestr] = n * elif mpd: */ if (unlikely(PyDict_SetItem(__pyx_v_derivlen, __pyx_v_treestr, __pyx_v_score) < 0)) __PYX_ERR(0, 165, __pyx_L1_error) /* "discodop/disambiguation.pyx":166 * if treestr not in derivlen or score > derivlen[treestr]: * derivlen[treestr] = score * derivs[treestr] = n # <<<<<<<<<<<<<< * elif mpd: * if (treestr not in mpdtrees */ __pyx_t_5 = __Pyx_PyInt_FromSize_t(__pyx_v_n); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 166, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (unlikely(PyDict_SetItem(__pyx_v_derivs, __pyx_v_treestr, __pyx_t_5) < 0)) __PYX_ERR(0, 166, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":164 * newprob = exp(-getderivprob(entry.first, chart, sent)) * score = (int(prob / log(0.5)), newprob) * if treestr not in derivlen or score > derivlen[treestr]: # <<<<<<<<<<<<<< * derivlen[treestr] = score * derivs[treestr] = n */ } /* "discodop/disambiguation.pyx":159 * except: * continue * if shortest: # <<<<<<<<<<<<<< * # for purposes of tie breaking, calculate the derivation * # probability in a different model. */ goto __pyx_L35; } /* "discodop/disambiguation.pyx":167 * derivlen[treestr] = score * derivs[treestr] = n * elif mpd: # <<<<<<<<<<<<<< * if (treestr not in mpdtrees * or -prob > mpdtrees[treestr]): */ __pyx_t_2 = (__pyx_v_mpd != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":169 * elif mpd: * if (treestr not in mpdtrees * or -prob > mpdtrees[treestr]): # <<<<<<<<<<<<<< * mpdtrees[treestr] = -prob * derivs[treestr] = n */ __pyx_t_22 = (__Pyx_PyDict_ContainsTF(__pyx_v_treestr, __pyx_v_mpdtrees, Py_NE)); if (unlikely(__pyx_t_22 < 0)) __PYX_ERR(0, 168, __pyx_L1_error) /* "discodop/disambiguation.pyx":168 * derivs[treestr] = n * elif mpd: * if (treestr not in mpdtrees # <<<<<<<<<<<<<< * or -prob > mpdtrees[treestr]): * mpdtrees[treestr] = -prob */ __pyx_t_21 = (__pyx_t_22 != 0); if (!__pyx_t_21) { } else { __pyx_t_2 = __pyx_t_21; goto __pyx_L40_bool_binop_done; } /* "discodop/disambiguation.pyx":169 * elif mpd: * if (treestr not in mpdtrees * or -prob > mpdtrees[treestr]): # <<<<<<<<<<<<<< * mpdtrees[treestr] = -prob * derivs[treestr] = n */ __pyx_t_5 = PyFloat_FromDouble((-__pyx_v_prob)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 169, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_mpdtrees, __pyx_v_treestr); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 169, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_14 = PyObject_RichCompare(__pyx_t_5, __pyx_t_1, Py_GT); __Pyx_XGOTREF(__pyx_t_14); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 169, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_21 = __Pyx_PyObject_IsTrue(__pyx_t_14); if (unlikely(__pyx_t_21 < 0)) __PYX_ERR(0, 169, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_2 = __pyx_t_21; __pyx_L40_bool_binop_done:; /* "discodop/disambiguation.pyx":168 * derivs[treestr] = n * elif mpd: * if (treestr not in mpdtrees # <<<<<<<<<<<<<< * or -prob > mpdtrees[treestr]): * mpdtrees[treestr] = -prob */ if (__pyx_t_2) { /* "discodop/disambiguation.pyx":170 * if (treestr not in mpdtrees * or -prob > mpdtrees[treestr]): * mpdtrees[treestr] = -prob # <<<<<<<<<<<<<< * derivs[treestr] = n * else: */ __pyx_t_14 = PyFloat_FromDouble((-__pyx_v_prob)); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); if (unlikely(PyDict_SetItem(__pyx_v_mpdtrees, __pyx_v_treestr, __pyx_t_14) < 0)) __PYX_ERR(0, 170, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; /* "discodop/disambiguation.pyx":171 * or -prob > mpdtrees[treestr]): * mpdtrees[treestr] = -prob * derivs[treestr] = n # <<<<<<<<<<<<<< * else: * mpptrees[treestr.encode('utf8')].push_back(-prob) */ __pyx_t_14 = __Pyx_PyInt_FromSize_t(__pyx_v_n); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 171, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); if (unlikely(PyDict_SetItem(__pyx_v_derivs, __pyx_v_treestr, __pyx_t_14) < 0)) __PYX_ERR(0, 171, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; /* "discodop/disambiguation.pyx":168 * derivs[treestr] = n * elif mpd: * if (treestr not in mpdtrees # <<<<<<<<<<<<<< * or -prob > mpdtrees[treestr]): * mpdtrees[treestr] = -prob */ } /* "discodop/disambiguation.pyx":167 * derivlen[treestr] = score * derivs[treestr] = n * elif mpd: # <<<<<<<<<<<<<< * if (treestr not in mpdtrees * or -prob > mpdtrees[treestr]): */ goto __pyx_L35; } /* "discodop/disambiguation.pyx":173 * derivs[treestr] = n * else: * mpptrees[treestr.encode('utf8')].push_back(-prob) # <<<<<<<<<<<<<< * if treestr not in derivs: * derivs[treestr] = n */ /*else*/ { if (unlikely(__pyx_v_treestr == Py_None)) { PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%s'", "encode"); __PYX_ERR(0, 173, __pyx_L1_error) } __pyx_t_14 = PyUnicode_AsUTF8String(__pyx_v_treestr); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 173, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_23 = __pyx_convert_string_from_py_std__in_string(__pyx_t_14); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 173, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; try { (__pyx_v_mpptrees[((std::string)__pyx_t_23)]).push_back((-__pyx_v_prob)); } catch(...) { __Pyx_CppExn2PyErr(); __PYX_ERR(0, 173, __pyx_L1_error) } /* "discodop/disambiguation.pyx":174 * else: * mpptrees[treestr.encode('utf8')].push_back(-prob) * if treestr not in derivs: # <<<<<<<<<<<<<< * derivs[treestr] = n * else: # DOP reduction */ __pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_v_treestr, __pyx_v_derivs, Py_NE)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 174, __pyx_L1_error) __pyx_t_21 = (__pyx_t_2 != 0); if (__pyx_t_21) { /* "discodop/disambiguation.pyx":175 * mpptrees[treestr.encode('utf8')].push_back(-prob) * if treestr not in derivs: * derivs[treestr] = n # <<<<<<<<<<<<<< * else: # DOP reduction * for n, (deriv, prob) in enumerate(chart.derivations): */ __pyx_t_14 = __Pyx_PyInt_FromSize_t(__pyx_v_n); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 175, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); if (unlikely(PyDict_SetItem(__pyx_v_derivs, __pyx_v_treestr, __pyx_t_14) < 0)) __PYX_ERR(0, 175, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; /* "discodop/disambiguation.pyx":174 * else: * mpptrees[treestr.encode('utf8')].push_back(-prob) * if treestr not in derivs: # <<<<<<<<<<<<<< * derivs[treestr] = n * else: # DOP reduction */ } } __pyx_L35:; __pyx_L23_continue:; } /* "discodop/disambiguation.pyx":150 * if prob == maxprob] * * if not dopreduction: # Double-DOP # <<<<<<<<<<<<<< * for n in range(chart.rankededges[chart.root()].size()): * entry = chart.rankededges[chart.root()][n] */ goto __pyx_L22; } /* "discodop/disambiguation.pyx":177 * derivs[treestr] = n * else: # DOP reduction * for n, (deriv, prob) in enumerate(chart.derivations): # <<<<<<<<<<<<<< * entry = chart.rankededges[chart.root()][n] * if ostag: */ /*else*/ { __pyx_t_17 = 0; __pyx_t_14 = __pyx_v_chart->derivations; __Pyx_INCREF(__pyx_t_14); __pyx_t_13 = 0; for (;;) { if (__pyx_t_13 >= PyList_GET_SIZE(__pyx_t_14)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_14, __pyx_t_13); __Pyx_INCREF(__pyx_t_1); __pyx_t_13++; if (unlikely(0 < 0)) __PYX_ERR(0, 177, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_14, __pyx_t_13); __pyx_t_13++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 177, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 177, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_11 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_11 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_11); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 177, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_11 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 177, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 177, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_12 = Py_TYPE(__pyx_t_4)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_12(__pyx_t_4); if (unlikely(!__pyx_t_5)) goto __pyx_L45_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_11 = __pyx_t_12(__pyx_t_4); if (unlikely(!__pyx_t_11)) goto __pyx_L45_unpacking_failed; __Pyx_GOTREF(__pyx_t_11); if (__Pyx_IternextUnpackEndCheck(__pyx_t_12(__pyx_t_4), 2) < 0) __PYX_ERR(0, 177, __pyx_L1_error) __pyx_t_12 = NULL; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L46_unpacking_done; __pyx_L45_unpacking_failed:; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_12 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 177, __pyx_L1_error) __pyx_L46_unpacking_done:; } if (!(likely(PyUnicode_CheckExact(__pyx_t_5))||((__pyx_t_5) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_5)->tp_name), 0))) __PYX_ERR(0, 177, __pyx_L1_error) __pyx_t_10 = __pyx_PyFloat_AsDouble(__pyx_t_11); if (unlikely((__pyx_t_10 == ((Prob)-1)) && PyErr_Occurred())) __PYX_ERR(0, 177, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_XDECREF_SET(__pyx_v_deriv, ((PyObject*)__pyx_t_5)); __pyx_t_5 = 0; __pyx_v_prob = __pyx_t_10; __pyx_v_n = __pyx_t_17; __pyx_t_17 = (__pyx_t_17 + 1); /* "discodop/disambiguation.pyx":178 * else: # DOP reduction * for n, (deriv, prob) in enumerate(chart.derivations): * entry = chart.rankededges[chart.root()][n] # <<<<<<<<<<<<<< * if ostag: * deriv = removeadjunaries(deriv) */ __pyx_t_11 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 178, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_11))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); } } if (__pyx_t_5) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 178, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else { __pyx_t_1 = __Pyx_PyObject_CallNoArg(__pyx_t_11); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 178, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_6 = __Pyx_PyInt_As_size_t(__pyx_t_1); if (unlikely((__pyx_t_6 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 178, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_entry = ((__pyx_v_chart->rankededges[__pyx_t_6])[__pyx_v_n]); /* "discodop/disambiguation.pyx":179 * for n, (deriv, prob) in enumerate(chart.derivations): * entry = chart.rankededges[chart.root()][n] * if ostag: # <<<<<<<<<<<<<< * deriv = removeadjunaries(deriv) * treestr = REMOVEDEC.sub('@1' if mpd or shortest else '', deriv) */ __pyx_t_21 = (__pyx_v_ostag != 0); if (__pyx_t_21) { /* "discodop/disambiguation.pyx":180 * entry = chart.rankededges[chart.root()][n] * if ostag: * deriv = removeadjunaries(deriv) # <<<<<<<<<<<<<< * treestr = REMOVEDEC.sub('@1' if mpd or shortest else '', deriv) * elif dopreduction: */ __pyx_t_11 = __Pyx_GetModuleGlobalName(__pyx_n_s_removeadjunaries); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 180, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_11))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); } } if (!__pyx_t_5) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_v_deriv); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 180, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[2] = {__pyx_t_5, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_11, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 180, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[2] = {__pyx_t_5, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_11, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 180, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_4 = PyTuple_New(1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 180, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5); __pyx_t_5 = NULL; __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_4, 0+1, __pyx_v_deriv); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_11, __pyx_t_4, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 180, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } } __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; if (!(likely(PyUnicode_CheckExact(__pyx_t_1))||((__pyx_t_1) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_1)->tp_name), 0))) __PYX_ERR(0, 180, __pyx_L1_error) __Pyx_DECREF_SET(__pyx_v_deriv, ((PyObject*)__pyx_t_1)); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":181 * if ostag: * deriv = removeadjunaries(deriv) * treestr = REMOVEDEC.sub('@1' if mpd or shortest else '', deriv) # <<<<<<<<<<<<<< * elif dopreduction: * treestr = REMOVEIDS.sub('@1' if mpd or shortest else '', deriv) */ __pyx_t_11 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEDEC); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 181, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_11, __pyx_n_s_sub); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 181, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_2 = (__pyx_v_mpd != 0); if (!__pyx_t_2) { } else { __pyx_t_21 = __pyx_t_2; goto __pyx_L48_bool_binop_done; } __pyx_t_2 = (__pyx_v_shortest != 0); __pyx_t_21 = __pyx_t_2; __pyx_L48_bool_binop_done:; if (__pyx_t_21) { __Pyx_INCREF(__pyx_kp_u_1); __pyx_t_11 = __pyx_kp_u_1; } else { __Pyx_INCREF(__pyx_kp_u__3); __pyx_t_11 = __pyx_kp_u__3; } __pyx_t_5 = NULL; __pyx_t_24 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); __pyx_t_24 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_t_11, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_24, 2+__pyx_t_24); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 181, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_t_11, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_24, 2+__pyx_t_24); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 181, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif { __pyx_t_15 = PyTuple_New(2+__pyx_t_24); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 181, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); if (__pyx_t_5) { __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_15, 0, __pyx_t_5); __pyx_t_5 = NULL; } __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_15, 0+__pyx_t_24, __pyx_t_11); __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_15, 1+__pyx_t_24, __pyx_v_deriv); __pyx_t_11 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_15, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 181, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (!(likely(PyUnicode_CheckExact(__pyx_t_1))||((__pyx_t_1) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_1)->tp_name), 0))) __PYX_ERR(0, 181, __pyx_L1_error) __Pyx_XDECREF_SET(__pyx_v_treestr, ((PyObject*)__pyx_t_1)); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":179 * for n, (deriv, prob) in enumerate(chart.derivations): * entry = chart.rankededges[chart.root()][n] * if ostag: # <<<<<<<<<<<<<< * deriv = removeadjunaries(deriv) * treestr = REMOVEDEC.sub('@1' if mpd or shortest else '', deriv) */ goto __pyx_L47; } /* "discodop/disambiguation.pyx":182 * deriv = removeadjunaries(deriv) * treestr = REMOVEDEC.sub('@1' if mpd or shortest else '', deriv) * elif dopreduction: # <<<<<<<<<<<<<< * treestr = REMOVEIDS.sub('@1' if mpd or shortest else '', deriv) * else: */ __pyx_t_21 = (__pyx_v_dopreduction != 0); if (__pyx_t_21) { /* "discodop/disambiguation.pyx":183 * treestr = REMOVEDEC.sub('@1' if mpd or shortest else '', deriv) * elif dopreduction: * treestr = REMOVEIDS.sub('@1' if mpd or shortest else '', deriv) # <<<<<<<<<<<<<< * else: * raise ValueError */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEIDS); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_sub); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_2 = (__pyx_v_mpd != 0); if (!__pyx_t_2) { } else { __pyx_t_21 = __pyx_t_2; goto __pyx_L50_bool_binop_done; } __pyx_t_2 = (__pyx_v_shortest != 0); __pyx_t_21 = __pyx_t_2; __pyx_L50_bool_binop_done:; if (__pyx_t_21) { __Pyx_INCREF(__pyx_kp_u_1); __pyx_t_4 = __pyx_kp_u_1; } else { __Pyx_INCREF(__pyx_kp_u__3); __pyx_t_4 = __pyx_kp_u__3; } __pyx_t_11 = NULL; __pyx_t_24 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_15))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_15); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_15, function); __pyx_t_24 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_15)) { PyObject *__pyx_temp[3] = {__pyx_t_11, __pyx_t_4, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_24, 2+__pyx_t_24); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_15)) { PyObject *__pyx_temp[3] = {__pyx_t_11, __pyx_t_4, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_24, 2+__pyx_t_24); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else #endif { __pyx_t_5 = PyTuple_New(2+__pyx_t_24); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__pyx_t_11) { __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_11); __pyx_t_11 = NULL; } __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_24, __pyx_t_4); __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_24, __pyx_v_deriv); __pyx_t_4 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; if (!(likely(PyUnicode_CheckExact(__pyx_t_1))||((__pyx_t_1) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_1)->tp_name), 0))) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_XDECREF_SET(__pyx_v_treestr, ((PyObject*)__pyx_t_1)); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":182 * deriv = removeadjunaries(deriv) * treestr = REMOVEDEC.sub('@1' if mpd or shortest else '', deriv) * elif dopreduction: # <<<<<<<<<<<<<< * treestr = REMOVEIDS.sub('@1' if mpd or shortest else '', deriv) * else: */ goto __pyx_L47; } /* "discodop/disambiguation.pyx":185 * treestr = REMOVEIDS.sub('@1' if mpd or shortest else '', deriv) * else: * raise ValueError # <<<<<<<<<<<<<< * if shortest: * newprob = getderivprob(entry.first, chart, sent) */ /*else*/ { __Pyx_Raise(__pyx_builtin_ValueError, 0, 0, 0); __PYX_ERR(0, 185, __pyx_L1_error) } __pyx_L47:; /* "discodop/disambiguation.pyx":186 * else: * raise ValueError * if shortest: # <<<<<<<<<<<<<< * newprob = getderivprob(entry.first, chart, sent) * score = (int(prob / log(0.5)), exp(-newprob)) */ __pyx_t_21 = (__pyx_v_shortest != 0); if (__pyx_t_21) { /* "discodop/disambiguation.pyx":187 * raise ValueError * if shortest: * newprob = getderivprob(entry.first, chart, sent) # <<<<<<<<<<<<<< * score = (int(prob / log(0.5)), exp(-newprob)) * if treestr not in derivlen or (not dopreduction */ __pyx_t_1 = PyFloat_FromDouble(__pyx_f_8discodop_14disambiguation_getderivprob(__pyx_v_entry.first, __pyx_v_chart, __pyx_v_sent)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 187, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_XDECREF_SET(__pyx_v_newprob, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":188 * if shortest: * newprob = getderivprob(entry.first, chart, sent) * score = (int(prob / log(0.5)), exp(-newprob)) # <<<<<<<<<<<<<< * if treestr not in derivlen or (not dopreduction * and score > derivlen[treestr]): */ __pyx_t_1 = PyFloat_FromDouble(__pyx_v_prob); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_15 = __Pyx_GetModuleGlobalName(__pyx_n_s_log); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_tuple__4, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_15 = __Pyx_PyNumber_Divide(__pyx_t_1, __pyx_t_5); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyNumber_Int(__pyx_t_15); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_exp); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = PyNumber_Negative(__pyx_v_newprob); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_11 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (!__pyx_t_11) { __pyx_t_15 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_4); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_15); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[2] = {__pyx_t_11, __pyx_t_4}; __pyx_t_15 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[2] = {__pyx_t_11, __pyx_t_4}; __pyx_t_15 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else #endif { __pyx_t_25 = PyTuple_New(1+1); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_25); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_25, 0, __pyx_t_11); __pyx_t_11 = NULL; __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_25, 0+1, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_15 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_25, NULL); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_25); __pyx_t_25 = 0; } } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_5); __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_15); __pyx_t_5 = 0; __pyx_t_15 = 0; __Pyx_XDECREF_SET(__pyx_v_score, ((PyObject*)__pyx_t_1)); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":189 * newprob = getderivprob(entry.first, chart, sent) * score = (int(prob / log(0.5)), exp(-newprob)) * if treestr not in derivlen or (not dopreduction # <<<<<<<<<<<<<< * and score > derivlen[treestr]): * derivlen[treestr] = score */ __pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_v_treestr, __pyx_v_derivlen, Py_NE)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 189, __pyx_L1_error) __pyx_t_22 = (__pyx_t_2 != 0); if (!__pyx_t_22) { } else { __pyx_t_21 = __pyx_t_22; goto __pyx_L54_bool_binop_done; } /* "discodop/disambiguation.pyx":190 * score = (int(prob / log(0.5)), exp(-newprob)) * if treestr not in derivlen or (not dopreduction * and score > derivlen[treestr]): # <<<<<<<<<<<<<< * derivlen[treestr] = score * derivs[treestr] = deriv */ __pyx_t_22 = ((!(__pyx_v_dopreduction != 0)) != 0); if (__pyx_t_22) { } else { __pyx_t_21 = __pyx_t_22; goto __pyx_L54_bool_binop_done; } __pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_derivlen, __pyx_v_treestr); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 190, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_15 = PyObject_RichCompare(__pyx_v_score, __pyx_t_1, Py_GT); __Pyx_XGOTREF(__pyx_t_15); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 190, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_22 = __Pyx_PyObject_IsTrue(__pyx_t_15); if (unlikely(__pyx_t_22 < 0)) __PYX_ERR(0, 190, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_21 = __pyx_t_22; __pyx_L54_bool_binop_done:; /* "discodop/disambiguation.pyx":189 * newprob = getderivprob(entry.first, chart, sent) * score = (int(prob / log(0.5)), exp(-newprob)) * if treestr not in derivlen or (not dopreduction # <<<<<<<<<<<<<< * and score > derivlen[treestr]): * derivlen[treestr] = score */ if (__pyx_t_21) { /* "discodop/disambiguation.pyx":191 * if treestr not in derivlen or (not dopreduction * and score > derivlen[treestr]): * derivlen[treestr] = score # <<<<<<<<<<<<<< * derivs[treestr] = deriv * elif dopreduction: */ if (unlikely(PyDict_SetItem(__pyx_v_derivlen, __pyx_v_treestr, __pyx_v_score) < 0)) __PYX_ERR(0, 191, __pyx_L1_error) /* "discodop/disambiguation.pyx":192 * and score > derivlen[treestr]): * derivlen[treestr] = score * derivs[treestr] = deriv # <<<<<<<<<<<<<< * elif dopreduction: * oldscore = derivlen[treestr] */ if (unlikely(PyDict_SetItem(__pyx_v_derivs, __pyx_v_treestr, __pyx_v_deriv) < 0)) __PYX_ERR(0, 192, __pyx_L1_error) /* "discodop/disambiguation.pyx":189 * newprob = getderivprob(entry.first, chart, sent) * score = (int(prob / log(0.5)), exp(-newprob)) * if treestr not in derivlen or (not dopreduction # <<<<<<<<<<<<<< * and score > derivlen[treestr]): * derivlen[treestr] = score */ goto __pyx_L53; } /* "discodop/disambiguation.pyx":193 * derivlen[treestr] = score * derivs[treestr] = deriv * elif dopreduction: # <<<<<<<<<<<<<< * oldscore = derivlen[treestr] * derivlen[treestr] = oldscore[0], oldscore[1] + score[1] */ __pyx_t_21 = (__pyx_v_dopreduction != 0); if (__pyx_t_21) { /* "discodop/disambiguation.pyx":194 * derivs[treestr] = deriv * elif dopreduction: * oldscore = derivlen[treestr] # <<<<<<<<<<<<<< * derivlen[treestr] = oldscore[0], oldscore[1] + score[1] * elif mpd: */ __pyx_t_15 = __Pyx_PyDict_GetItem(__pyx_v_derivlen, __pyx_v_treestr); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 194, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_XDECREF_SET(__pyx_v_oldscore, __pyx_t_15); __pyx_t_15 = 0; /* "discodop/disambiguation.pyx":195 * elif dopreduction: * oldscore = derivlen[treestr] * derivlen[treestr] = oldscore[0], oldscore[1] + score[1] # <<<<<<<<<<<<<< * elif mpd: * if (treestr not in mpdtrees or */ __pyx_t_15 = __Pyx_GetItemInt(__pyx_v_oldscore, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 195, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_oldscore, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 195, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = PyNumber_Add(__pyx_t_1, PyTuple_GET_ITEM(__pyx_v_score, 1)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 195, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 195, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_15); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_5); __pyx_t_15 = 0; __pyx_t_5 = 0; if (unlikely(PyDict_SetItem(__pyx_v_derivlen, __pyx_v_treestr, __pyx_t_1) < 0)) __PYX_ERR(0, 195, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":193 * derivlen[treestr] = score * derivs[treestr] = deriv * elif dopreduction: # <<<<<<<<<<<<<< * oldscore = derivlen[treestr] * derivlen[treestr] = oldscore[0], oldscore[1] + score[1] */ } __pyx_L53:; /* "discodop/disambiguation.pyx":186 * else: * raise ValueError * if shortest: # <<<<<<<<<<<<<< * newprob = getderivprob(entry.first, chart, sent) * score = (int(prob / log(0.5)), exp(-newprob)) */ goto __pyx_L52; } /* "discodop/disambiguation.pyx":196 * oldscore = derivlen[treestr] * derivlen[treestr] = oldscore[0], oldscore[1] + score[1] * elif mpd: # <<<<<<<<<<<<<< * if (treestr not in mpdtrees or * -prob > mpdtrees[treestr]): */ __pyx_t_21 = (__pyx_v_mpd != 0); if (__pyx_t_21) { /* "discodop/disambiguation.pyx":197 * derivlen[treestr] = oldscore[0], oldscore[1] + score[1] * elif mpd: * if (treestr not in mpdtrees or # <<<<<<<<<<<<<< * -prob > mpdtrees[treestr]): * mpdtrees[treestr] = -prob */ __pyx_t_22 = (__Pyx_PyDict_ContainsTF(__pyx_v_treestr, __pyx_v_mpdtrees, Py_NE)); if (unlikely(__pyx_t_22 < 0)) __PYX_ERR(0, 197, __pyx_L1_error) __pyx_t_2 = (__pyx_t_22 != 0); if (!__pyx_t_2) { } else { __pyx_t_21 = __pyx_t_2; goto __pyx_L58_bool_binop_done; } /* "discodop/disambiguation.pyx":198 * elif mpd: * if (treestr not in mpdtrees or * -prob > mpdtrees[treestr]): # <<<<<<<<<<<<<< * mpdtrees[treestr] = -prob * derivs[treestr] = deriv */ __pyx_t_1 = PyFloat_FromDouble((-__pyx_v_prob)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 198, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = __Pyx_PyDict_GetItem(__pyx_v_mpdtrees, __pyx_v_treestr); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 198, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_15 = PyObject_RichCompare(__pyx_t_1, __pyx_t_5, Py_GT); __Pyx_XGOTREF(__pyx_t_15); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 198, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_15); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 198, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_21 = __pyx_t_2; __pyx_L58_bool_binop_done:; /* "discodop/disambiguation.pyx":197 * derivlen[treestr] = oldscore[0], oldscore[1] + score[1] * elif mpd: * if (treestr not in mpdtrees or # <<<<<<<<<<<<<< * -prob > mpdtrees[treestr]): * mpdtrees[treestr] = -prob */ if (__pyx_t_21) { /* "discodop/disambiguation.pyx":199 * if (treestr not in mpdtrees or * -prob > mpdtrees[treestr]): * mpdtrees[treestr] = -prob # <<<<<<<<<<<<<< * derivs[treestr] = deriv * else: */ __pyx_t_15 = PyFloat_FromDouble((-__pyx_v_prob)); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 199, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); if (unlikely(PyDict_SetItem(__pyx_v_mpdtrees, __pyx_v_treestr, __pyx_t_15) < 0)) __PYX_ERR(0, 199, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; /* "discodop/disambiguation.pyx":200 * -prob > mpdtrees[treestr]): * mpdtrees[treestr] = -prob * derivs[treestr] = deriv # <<<<<<<<<<<<<< * else: * mpptrees[treestr.encode('utf8')].push_back(-prob) */ if (unlikely(PyDict_SetItem(__pyx_v_derivs, __pyx_v_treestr, __pyx_v_deriv) < 0)) __PYX_ERR(0, 200, __pyx_L1_error) /* "discodop/disambiguation.pyx":197 * derivlen[treestr] = oldscore[0], oldscore[1] + score[1] * elif mpd: * if (treestr not in mpdtrees or # <<<<<<<<<<<<<< * -prob > mpdtrees[treestr]): * mpdtrees[treestr] = -prob */ } /* "discodop/disambiguation.pyx":196 * oldscore = derivlen[treestr] * derivlen[treestr] = oldscore[0], oldscore[1] + score[1] * elif mpd: # <<<<<<<<<<<<<< * if (treestr not in mpdtrees or * -prob > mpdtrees[treestr]): */ goto __pyx_L52; } /* "discodop/disambiguation.pyx":202 * derivs[treestr] = deriv * else: * mpptrees[treestr.encode('utf8')].push_back(-prob) # <<<<<<<<<<<<<< * if treestr not in derivs: * derivs[treestr] = deriv */ /*else*/ { if (unlikely(__pyx_v_treestr == Py_None)) { PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%s'", "encode"); __PYX_ERR(0, 202, __pyx_L1_error) } __pyx_t_15 = PyUnicode_AsUTF8String(__pyx_v_treestr); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 202, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_23 = __pyx_convert_string_from_py_std__in_string(__pyx_t_15); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 202, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; try { (__pyx_v_mpptrees[((std::string)__pyx_t_23)]).push_back((-__pyx_v_prob)); } catch(...) { __Pyx_CppExn2PyErr(); __PYX_ERR(0, 202, __pyx_L1_error) } /* "discodop/disambiguation.pyx":203 * else: * mpptrees[treestr.encode('utf8')].push_back(-prob) * if treestr not in derivs: # <<<<<<<<<<<<<< * derivs[treestr] = deriv * */ __pyx_t_21 = (__Pyx_PyDict_ContainsTF(__pyx_v_treestr, __pyx_v_derivs, Py_NE)); if (unlikely(__pyx_t_21 < 0)) __PYX_ERR(0, 203, __pyx_L1_error) __pyx_t_2 = (__pyx_t_21 != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":204 * mpptrees[treestr.encode('utf8')].push_back(-prob) * if treestr not in derivs: * derivs[treestr] = deriv # <<<<<<<<<<<<<< * * if ostag: */ if (unlikely(PyDict_SetItem(__pyx_v_derivs, __pyx_v_treestr, __pyx_v_deriv) < 0)) __PYX_ERR(0, 204, __pyx_L1_error) /* "discodop/disambiguation.pyx":203 * else: * mpptrees[treestr.encode('utf8')].push_back(-prob) * if treestr not in derivs: # <<<<<<<<<<<<<< * derivs[treestr] = deriv * */ } } __pyx_L52:; /* "discodop/disambiguation.pyx":177 * derivs[treestr] = n * else: # DOP reduction * for n, (deriv, prob) in enumerate(chart.derivations): # <<<<<<<<<<<<<< * entry = chart.rankededges[chart.root()][n] * if ostag: */ } __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; } __pyx_L22:; /* "discodop/disambiguation.pyx":206 * derivs[treestr] = deriv * * if ostag: # <<<<<<<<<<<<<< * results = [] * for it in mpptrees: */ __pyx_t_2 = (__pyx_v_ostag != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":207 * * if ostag: * results = [] # <<<<<<<<<<<<<< * for it in mpptrees: * treestr = REMOVEDEC.sub('', it.first.decode('utf8')) */ __pyx_t_14 = PyList_New(0); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 207, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_v_results = ((PyObject*)__pyx_t_14); __pyx_t_14 = 0; /* "discodop/disambiguation.pyx":208 * if ostag: * results = [] * for it in mpptrees: # <<<<<<<<<<<<<< * treestr = REMOVEDEC.sub('', it.first.decode('utf8')) * probs = it.second */ __pyx_t_26 = __pyx_v_mpptrees.begin(); for (;;) { if (!(__pyx_t_26 != __pyx_v_mpptrees.end())) break; __pyx_t_27 = *__pyx_t_26; ++__pyx_t_26; __pyx_v_it = __pyx_t_27; /* "discodop/disambiguation.pyx":209 * results = [] * for it in mpptrees: * treestr = REMOVEDEC.sub('', it.first.decode('utf8')) # <<<<<<<<<<<<<< * probs = it.second * results.append((treestr, logprobsum(probs), */ __pyx_t_15 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEDEC); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_15, __pyx_n_s_sub); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_15 = __Pyx_decode_cpp_string(__pyx_v_it.first, 0, PY_SSIZE_T_MAX, NULL, NULL, PyUnicode_DecodeUTF8); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_1 = NULL; __pyx_t_24 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); __pyx_t_24 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_1, __pyx_kp_u__3, __pyx_t_15}; __pyx_t_14 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_24, 2+__pyx_t_24); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_1, __pyx_kp_u__3, __pyx_t_15}; __pyx_t_14 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_24, 2+__pyx_t_24); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } else #endif { __pyx_t_25 = PyTuple_New(2+__pyx_t_24); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_25); if (__pyx_t_1) { __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_25, 0, __pyx_t_1); __pyx_t_1 = NULL; } __Pyx_INCREF(__pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); PyTuple_SET_ITEM(__pyx_t_25, 0+__pyx_t_24, __pyx_kp_u__3); __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_25, 1+__pyx_t_24, __pyx_t_15); __pyx_t_15 = 0; __pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_25, NULL); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_25); __pyx_t_25 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (!(likely(PyUnicode_CheckExact(__pyx_t_14))||((__pyx_t_14) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_14)->tp_name), 0))) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_XDECREF_SET(__pyx_v_treestr, ((PyObject*)__pyx_t_14)); __pyx_t_14 = 0; /* "discodop/disambiguation.pyx":210 * for it in mpptrees: * treestr = REMOVEDEC.sub('', it.first.decode('utf8')) * probs = it.second # <<<<<<<<<<<<<< * results.append((treestr, logprobsum(probs), * ostagderivation(derivs[treestr], chart.sent))) */ __pyx_t_28 = __pyx_v_it.second; __pyx_v_probs = __pyx_t_28; /* "discodop/disambiguation.pyx":211 * treestr = REMOVEDEC.sub('', it.first.decode('utf8')) * probs = it.second * results.append((treestr, logprobsum(probs), # <<<<<<<<<<<<<< * ostagderivation(derivs[treestr], chart.sent))) * elif shortest: */ __pyx_t_14 = PyFloat_FromDouble(__pyx_f_8discodop_10containers_logprobsum(__pyx_v_probs)); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); /* "discodop/disambiguation.pyx":212 * probs = it.second * results.append((treestr, logprobsum(probs), * ostagderivation(derivs[treestr], chart.sent))) # <<<<<<<<<<<<<< * elif shortest: * if dopreduction: */ __pyx_t_25 = __Pyx_GetModuleGlobalName(__pyx_n_s_ostagderivation); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 212, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_25); __pyx_t_15 = __Pyx_PyDict_GetItem(__pyx_v_derivs, __pyx_v_treestr); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 212, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_1 = NULL; __pyx_t_24 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_25))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_25); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_25); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_25, function); __pyx_t_24 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_25)) { PyObject *__pyx_temp[3] = {__pyx_t_1, __pyx_t_15, __pyx_v_chart->sent}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_25, __pyx_temp+1-__pyx_t_24, 2+__pyx_t_24); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 212, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_25)) { PyObject *__pyx_temp[3] = {__pyx_t_1, __pyx_t_15, __pyx_v_chart->sent}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_25, __pyx_temp+1-__pyx_t_24, 2+__pyx_t_24); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 212, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } else #endif { __pyx_t_4 = PyTuple_New(2+__pyx_t_24); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 212, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (__pyx_t_1) { __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1); __pyx_t_1 = NULL; } __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_24, __pyx_t_15); __Pyx_INCREF(__pyx_v_chart->sent); __Pyx_GIVEREF(__pyx_v_chart->sent); PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_24, __pyx_v_chart->sent); __pyx_t_15 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_25, __pyx_t_4, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 212, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __Pyx_DECREF(__pyx_t_25); __pyx_t_25 = 0; /* "discodop/disambiguation.pyx":211 * treestr = REMOVEDEC.sub('', it.first.decode('utf8')) * probs = it.second * results.append((treestr, logprobsum(probs), # <<<<<<<<<<<<<< * ostagderivation(derivs[treestr], chart.sent))) * elif shortest: */ __pyx_t_25 = PyTuple_New(3); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_25); __Pyx_INCREF(__pyx_v_treestr); __Pyx_GIVEREF(__pyx_v_treestr); PyTuple_SET_ITEM(__pyx_t_25, 0, __pyx_v_treestr); __Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_25, 1, __pyx_t_14); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_25, 2, __pyx_t_5); __pyx_t_14 = 0; __pyx_t_5 = 0; __pyx_t_29 = __Pyx_PyList_Append(__pyx_v_results, __pyx_t_25); if (unlikely(__pyx_t_29 == -1)) __PYX_ERR(0, 211, __pyx_L1_error) __Pyx_DECREF(__pyx_t_25); __pyx_t_25 = 0; /* "discodop/disambiguation.pyx":208 * if ostag: * results = [] * for it in mpptrees: # <<<<<<<<<<<<<< * treestr = REMOVEDEC.sub('', it.first.decode('utf8')) * probs = it.second */ } /* "discodop/disambiguation.pyx":206 * derivs[treestr] = deriv * * if ostag: # <<<<<<<<<<<<<< * results = [] * for it in mpptrees: */ goto __pyx_L61; } /* "discodop/disambiguation.pyx":213 * results.append((treestr, logprobsum(probs), * ostagderivation(derivs[treestr], chart.sent))) * elif shortest: # <<<<<<<<<<<<<< * if dopreduction: * results = [(REMOVEIDS.sub('', treestr), (-a, b), */ __pyx_t_2 = (__pyx_v_shortest != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":214 * ostagderivation(derivs[treestr], chart.sent))) * elif shortest: * if dopreduction: # <<<<<<<<<<<<<< * results = [(REMOVEIDS.sub('', treestr), (-a, b), * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) */ __pyx_t_2 = (__pyx_v_dopreduction != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":215 * elif shortest: * if dopreduction: * results = [(REMOVEIDS.sub('', treestr), (-a, b), # <<<<<<<<<<<<<< * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) * for treestr, (a, b) in derivlen.items()] */ { /* enter inner scope */ PyObject *__pyx_8genexpr1__pyx_v_treestr = NULL; PyObject *__pyx_8genexpr1__pyx_v_a = NULL; PyObject *__pyx_8genexpr1__pyx_v_b = NULL; __pyx_t_25 = PyList_New(0); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 215, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_25); /* "discodop/disambiguation.pyx":217 * results = [(REMOVEIDS.sub('', treestr), (-a, b), * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) * for treestr, (a, b) in derivlen.items()] # <<<<<<<<<<<<<< * else: * results = [(treestr, (-a, b), */ __pyx_t_13 = 0; __pyx_t_14 = __Pyx_dict_iterator(__pyx_v_derivlen, 1, __pyx_n_s_items, (&__pyx_t_30), (&__pyx_t_24)); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 217, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = __pyx_t_14; __pyx_t_14 = 0; while (1) { __pyx_t_31 = __Pyx_dict_iter_next(__pyx_t_5, __pyx_t_30, &__pyx_t_13, &__pyx_t_14, &__pyx_t_4, NULL, __pyx_t_24); if (unlikely(__pyx_t_31 == 0)) break; if (unlikely(__pyx_t_31 == -1)) __PYX_ERR(0, 217, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_GOTREF(__pyx_t_4); if (!(likely(PyUnicode_CheckExact(__pyx_t_14))||((__pyx_t_14) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_14)->tp_name), 0))) __PYX_ERR(0, 217, __pyx_L67_error) __Pyx_XDECREF_SET(__pyx_8genexpr1__pyx_v_treestr, ((PyObject*)__pyx_t_14)); __pyx_t_14 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 217, __pyx_L67_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_14 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_15 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_14 = PyList_GET_ITEM(sequence, 0); __pyx_t_15 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_14); __Pyx_INCREF(__pyx_t_15); #else __pyx_t_14 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 217, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_15 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 217, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_15); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 217, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_12 = Py_TYPE(__pyx_t_1)->tp_iternext; index = 0; __pyx_t_14 = __pyx_t_12(__pyx_t_1); if (unlikely(!__pyx_t_14)) goto __pyx_L70_unpacking_failed; __Pyx_GOTREF(__pyx_t_14); index = 1; __pyx_t_15 = __pyx_t_12(__pyx_t_1); if (unlikely(!__pyx_t_15)) goto __pyx_L70_unpacking_failed; __Pyx_GOTREF(__pyx_t_15); if (__Pyx_IternextUnpackEndCheck(__pyx_t_12(__pyx_t_1), 2) < 0) __PYX_ERR(0, 217, __pyx_L67_error) __pyx_t_12 = NULL; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L71_unpacking_done; __pyx_L70_unpacking_failed:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_12 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 217, __pyx_L67_error) __pyx_L71_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_8genexpr1__pyx_v_a, __pyx_t_14); __pyx_t_14 = 0; __Pyx_XDECREF_SET(__pyx_8genexpr1__pyx_v_b, __pyx_t_15); __pyx_t_15 = 0; /* "discodop/disambiguation.pyx":215 * elif shortest: * if dopreduction: * results = [(REMOVEIDS.sub('', treestr), (-a, b), # <<<<<<<<<<<<<< * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) * for treestr, (a, b) in derivlen.items()] */ __pyx_t_15 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEIDS); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 215, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_15, __pyx_n_s_sub); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 215, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_15 = NULL; __pyx_t_31 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_14))) { __pyx_t_15 = PyMethod_GET_SELF(__pyx_t_14); if (likely(__pyx_t_15)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14); __Pyx_INCREF(__pyx_t_15); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_14, function); __pyx_t_31 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_14)) { PyObject *__pyx_temp[3] = {__pyx_t_15, __pyx_kp_u__3, __pyx_8genexpr1__pyx_v_treestr}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_14, __pyx_temp+1-__pyx_t_31, 2+__pyx_t_31); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 215, __pyx_L67_error) __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_14)) { PyObject *__pyx_temp[3] = {__pyx_t_15, __pyx_kp_u__3, __pyx_8genexpr1__pyx_v_treestr}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_14, __pyx_temp+1-__pyx_t_31, 2+__pyx_t_31); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 215, __pyx_L67_error) __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif { __pyx_t_1 = PyTuple_New(2+__pyx_t_31); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 215, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_1); if (__pyx_t_15) { __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_15); __pyx_t_15 = NULL; } __Pyx_INCREF(__pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); PyTuple_SET_ITEM(__pyx_t_1, 0+__pyx_t_31, __pyx_kp_u__3); __Pyx_INCREF(__pyx_8genexpr1__pyx_v_treestr); __Pyx_GIVEREF(__pyx_8genexpr1__pyx_v_treestr); PyTuple_SET_ITEM(__pyx_t_1, 1+__pyx_t_31, __pyx_8genexpr1__pyx_v_treestr); __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_14, __pyx_t_1, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 215, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_14 = PyNumber_Negative(__pyx_8genexpr1__pyx_v_a); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 215, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 215, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_14); __Pyx_INCREF(__pyx_8genexpr1__pyx_v_b); __Pyx_GIVEREF(__pyx_8genexpr1__pyx_v_b); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_8genexpr1__pyx_v_b); __pyx_t_14 = 0; /* "discodop/disambiguation.pyx":216 * if dopreduction: * results = [(REMOVEIDS.sub('', treestr), (-a, b), * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) # <<<<<<<<<<<<<< * for treestr, (a, b) in derivlen.items()] * else: */ __pyx_t_15 = __Pyx_GetModuleGlobalName(__pyx_n_s_fragmentsinderiv_str); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 216, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_11 = __Pyx_PyDict_GetItem(__pyx_v_derivs, __pyx_8genexpr1__pyx_v_treestr); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 216, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_32 = NULL; __pyx_t_31 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_15))) { __pyx_t_32 = PyMethod_GET_SELF(__pyx_t_15); if (likely(__pyx_t_32)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15); __Pyx_INCREF(__pyx_t_32); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_15, function); __pyx_t_31 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_15)) { PyObject *__pyx_temp[4] = {__pyx_t_32, __pyx_t_11, ((PyObject *)__pyx_v_chart), __pyx_v_backtransform}; __pyx_t_14 = __Pyx_PyFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_31, 3+__pyx_t_31); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 216, __pyx_L67_error) __Pyx_XDECREF(__pyx_t_32); __pyx_t_32 = 0; __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_15)) { PyObject *__pyx_temp[4] = {__pyx_t_32, __pyx_t_11, ((PyObject *)__pyx_v_chart), __pyx_v_backtransform}; __pyx_t_14 = __Pyx_PyCFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_31, 3+__pyx_t_31); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 216, __pyx_L67_error) __Pyx_XDECREF(__pyx_t_32); __pyx_t_32 = 0; __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif { __pyx_t_33 = PyTuple_New(3+__pyx_t_31); if (unlikely(!__pyx_t_33)) __PYX_ERR(0, 216, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_33); if (__pyx_t_32) { __Pyx_GIVEREF(__pyx_t_32); PyTuple_SET_ITEM(__pyx_t_33, 0, __pyx_t_32); __pyx_t_32 = NULL; } __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_33, 0+__pyx_t_31, __pyx_t_11); __Pyx_INCREF(((PyObject *)__pyx_v_chart)); __Pyx_GIVEREF(((PyObject *)__pyx_v_chart)); PyTuple_SET_ITEM(__pyx_t_33, 1+__pyx_t_31, ((PyObject *)__pyx_v_chart)); __Pyx_INCREF(__pyx_v_backtransform); __Pyx_GIVEREF(__pyx_v_backtransform); PyTuple_SET_ITEM(__pyx_t_33, 2+__pyx_t_31, __pyx_v_backtransform); __pyx_t_11 = 0; __pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_t_33, NULL); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 216, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_33); __pyx_t_33 = 0; } __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; /* "discodop/disambiguation.pyx":215 * elif shortest: * if dopreduction: * results = [(REMOVEIDS.sub('', treestr), (-a, b), # <<<<<<<<<<<<<< * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) * for treestr, (a, b) in derivlen.items()] */ __pyx_t_15 = PyTuple_New(3); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 215, __pyx_L67_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_15, 0, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_15, 1, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_15, 2, __pyx_t_14); __pyx_t_4 = 0; __pyx_t_1 = 0; __pyx_t_14 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_25, (PyObject*)__pyx_t_15))) __PYX_ERR(0, 215, __pyx_L67_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_treestr); __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_a); __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_b); goto __pyx_L72_exit_scope; __pyx_L67_error:; __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_treestr); __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_a); __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_b); goto __pyx_L1_error; __pyx_L72_exit_scope:; } /* exit inner scope */ __pyx_v_results = ((PyObject*)__pyx_t_25); __pyx_t_25 = 0; /* "discodop/disambiguation.pyx":214 * ostagderivation(derivs[treestr], chart.sent))) * elif shortest: * if dopreduction: # <<<<<<<<<<<<<< * results = [(REMOVEIDS.sub('', treestr), (-a, b), * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) */ goto __pyx_L64; } /* "discodop/disambiguation.pyx":219 * for treestr, (a, b) in derivlen.items()] * else: * results = [(treestr, (-a, b), # <<<<<<<<<<<<<< * fragmentsinderiv_re( * chart.rankededges[chart.root()][derivs[treestr]].first, */ /*else*/ { { /* enter inner scope */ PyObject *__pyx_8genexpr2__pyx_v_treestr = NULL; PyObject *__pyx_8genexpr2__pyx_v_a = NULL; PyObject *__pyx_8genexpr2__pyx_v_b = NULL; __pyx_t_25 = PyList_New(0); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 219, __pyx_L75_error) __Pyx_GOTREF(__pyx_t_25); /* "discodop/disambiguation.pyx":223 * chart.rankededges[chart.root()][derivs[treestr]].first, * chart, backtransform)) * for treestr, (a, b) in derivlen.items()] # <<<<<<<<<<<<<< * elif mpd: * if dopreduction: */ __pyx_t_30 = 0; __pyx_t_15 = __Pyx_dict_iterator(__pyx_v_derivlen, 1, __pyx_n_s_items, (&__pyx_t_13), (&__pyx_t_24)); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 223, __pyx_L75_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = __pyx_t_15; __pyx_t_15 = 0; while (1) { __pyx_t_31 = __Pyx_dict_iter_next(__pyx_t_5, __pyx_t_13, &__pyx_t_30, &__pyx_t_15, &__pyx_t_14, NULL, __pyx_t_24); if (unlikely(__pyx_t_31 == 0)) break; if (unlikely(__pyx_t_31 == -1)) __PYX_ERR(0, 223, __pyx_L75_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_GOTREF(__pyx_t_14); if (!(likely(PyUnicode_CheckExact(__pyx_t_15))||((__pyx_t_15) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_15)->tp_name), 0))) __PYX_ERR(0, 223, __pyx_L75_error) __Pyx_XDECREF_SET(__pyx_8genexpr2__pyx_v_treestr, ((PyObject*)__pyx_t_15)); __pyx_t_15 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_14))) || (PyList_CheckExact(__pyx_t_14))) { PyObject* sequence = __pyx_t_14; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 223, __pyx_L75_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_15 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_15 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_15); __Pyx_INCREF(__pyx_t_1); #else __pyx_t_15 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 223, __pyx_L75_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 223, __pyx_L75_error) __Pyx_GOTREF(__pyx_t_1); #endif __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; } else { Py_ssize_t index = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_14); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 223, __pyx_L75_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_12 = Py_TYPE(__pyx_t_4)->tp_iternext; index = 0; __pyx_t_15 = __pyx_t_12(__pyx_t_4); if (unlikely(!__pyx_t_15)) goto __pyx_L78_unpacking_failed; __Pyx_GOTREF(__pyx_t_15); index = 1; __pyx_t_1 = __pyx_t_12(__pyx_t_4); if (unlikely(!__pyx_t_1)) goto __pyx_L78_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); if (__Pyx_IternextUnpackEndCheck(__pyx_t_12(__pyx_t_4), 2) < 0) __PYX_ERR(0, 223, __pyx_L75_error) __pyx_t_12 = NULL; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L79_unpacking_done; __pyx_L78_unpacking_failed:; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_12 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 223, __pyx_L75_error) __pyx_L79_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_8genexpr2__pyx_v_a, __pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF_SET(__pyx_8genexpr2__pyx_v_b, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":219 * for treestr, (a, b) in derivlen.items()] * else: * results = [(treestr, (-a, b), # <<<<<<<<<<<<<< * fragmentsinderiv_re( * chart.rankededges[chart.root()][derivs[treestr]].first, */ __pyx_t_14 = PyNumber_Negative(__pyx_8genexpr2__pyx_v_a); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 219, __pyx_L75_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 219, __pyx_L75_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_14); __Pyx_INCREF(__pyx_8genexpr2__pyx_v_b); __Pyx_GIVEREF(__pyx_8genexpr2__pyx_v_b); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_8genexpr2__pyx_v_b); __pyx_t_14 = 0; /* "discodop/disambiguation.pyx":221 * results = [(treestr, (-a, b), * fragmentsinderiv_re( * chart.rankededges[chart.root()][derivs[treestr]].first, # <<<<<<<<<<<<<< * chart, backtransform)) * for treestr, (a, b) in derivlen.items()] */ __pyx_t_15 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 221, __pyx_L75_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_15); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_15, function); } } if (__pyx_t_4) { __pyx_t_14 = __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_t_4); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 221, __pyx_L75_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { __pyx_t_14 = __Pyx_PyObject_CallNoArg(__pyx_t_15); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 221, __pyx_L75_error) } __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_6 = __Pyx_PyInt_As_size_t(__pyx_t_14); if (unlikely((__pyx_t_6 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 221, __pyx_L75_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_14 = __Pyx_PyDict_GetItem(__pyx_v_derivs, __pyx_8genexpr2__pyx_v_treestr); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 221, __pyx_L75_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_34 = __Pyx_PyInt_As_size_t(__pyx_t_14); if (unlikely((__pyx_t_34 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 221, __pyx_L75_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; /* "discodop/disambiguation.pyx":220 * else: * results = [(treestr, (-a, b), * fragmentsinderiv_re( # <<<<<<<<<<<<<< * chart.rankededges[chart.root()][derivs[treestr]].first, * chart, backtransform)) */ __pyx_t_14 = __pyx_f_8discodop_14disambiguation_fragmentsinderiv_re(((__pyx_v_chart->rankededges[__pyx_t_6])[__pyx_t_34]).first, ((PyObject *)__pyx_v_chart), __pyx_v_backtransform); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 220, __pyx_L75_error) __Pyx_GOTREF(__pyx_t_14); /* "discodop/disambiguation.pyx":219 * for treestr, (a, b) in derivlen.items()] * else: * results = [(treestr, (-a, b), # <<<<<<<<<<<<<< * fragmentsinderiv_re( * chart.rankededges[chart.root()][derivs[treestr]].first, */ __pyx_t_15 = PyTuple_New(3); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 219, __pyx_L75_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_INCREF(__pyx_8genexpr2__pyx_v_treestr); __Pyx_GIVEREF(__pyx_8genexpr2__pyx_v_treestr); PyTuple_SET_ITEM(__pyx_t_15, 0, __pyx_8genexpr2__pyx_v_treestr); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_15, 1, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_15, 2, __pyx_t_14); __pyx_t_1 = 0; __pyx_t_14 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_25, (PyObject*)__pyx_t_15))) __PYX_ERR(0, 219, __pyx_L75_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF(__pyx_8genexpr2__pyx_v_treestr); __Pyx_XDECREF(__pyx_8genexpr2__pyx_v_a); __Pyx_XDECREF(__pyx_8genexpr2__pyx_v_b); goto __pyx_L80_exit_scope; __pyx_L75_error:; __Pyx_XDECREF(__pyx_8genexpr2__pyx_v_treestr); __Pyx_XDECREF(__pyx_8genexpr2__pyx_v_a); __Pyx_XDECREF(__pyx_8genexpr2__pyx_v_b); goto __pyx_L1_error; __pyx_L80_exit_scope:; } /* exit inner scope */ __pyx_v_results = ((PyObject*)__pyx_t_25); __pyx_t_25 = 0; } __pyx_L64:; /* "discodop/disambiguation.pyx":213 * results.append((treestr, logprobsum(probs), * ostagderivation(derivs[treestr], chart.sent))) * elif shortest: # <<<<<<<<<<<<<< * if dopreduction: * results = [(REMOVEIDS.sub('', treestr), (-a, b), */ goto __pyx_L61; } /* "discodop/disambiguation.pyx":224 * chart, backtransform)) * for treestr, (a, b) in derivlen.items()] * elif mpd: # <<<<<<<<<<<<<< * if dopreduction: * results = [(REMOVEIDS.sub('', treestr), exp(prob), */ __pyx_t_2 = (__pyx_v_mpd != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":225 * for treestr, (a, b) in derivlen.items()] * elif mpd: * if dopreduction: # <<<<<<<<<<<<<< * results = [(REMOVEIDS.sub('', treestr), exp(prob), * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) */ __pyx_t_2 = (__pyx_v_dopreduction != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":226 * elif mpd: * if dopreduction: * results = [(REMOVEIDS.sub('', treestr), exp(prob), # <<<<<<<<<<<<<< * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) * for treestr, prob in mpdtrees.items()] */ { /* enter inner scope */ PyObject *__pyx_8genexpr3__pyx_v_treestr = NULL; Prob __pyx_8genexpr3__pyx_v_prob; __pyx_t_25 = PyList_New(0); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_25); /* "discodop/disambiguation.pyx":228 * results = [(REMOVEIDS.sub('', treestr), exp(prob), * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) * for treestr, prob in mpdtrees.items()] # <<<<<<<<<<<<<< * else: * results = [(treestr, exp(prob), */ __pyx_t_13 = 0; __pyx_t_15 = __Pyx_dict_iterator(__pyx_v_mpdtrees, 1, __pyx_n_s_items, (&__pyx_t_30), (&__pyx_t_24)); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 228, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = __pyx_t_15; __pyx_t_15 = 0; while (1) { __pyx_t_31 = __Pyx_dict_iter_next(__pyx_t_5, __pyx_t_30, &__pyx_t_13, &__pyx_t_15, &__pyx_t_14, NULL, __pyx_t_24); if (unlikely(__pyx_t_31 == 0)) break; if (unlikely(__pyx_t_31 == -1)) __PYX_ERR(0, 228, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_GOTREF(__pyx_t_14); if (!(likely(PyUnicode_CheckExact(__pyx_t_15))||((__pyx_t_15) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_15)->tp_name), 0))) __PYX_ERR(0, 228, __pyx_L84_error) __pyx_t_10 = __pyx_PyFloat_AsDouble(__pyx_t_14); if (unlikely((__pyx_t_10 == ((Prob)-1)) && PyErr_Occurred())) __PYX_ERR(0, 228, __pyx_L84_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_XDECREF_SET(__pyx_8genexpr3__pyx_v_treestr, ((PyObject*)__pyx_t_15)); __pyx_t_15 = 0; __pyx_8genexpr3__pyx_v_prob = __pyx_t_10; /* "discodop/disambiguation.pyx":226 * elif mpd: * if dopreduction: * results = [(REMOVEIDS.sub('', treestr), exp(prob), # <<<<<<<<<<<<<< * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) * for treestr, prob in mpdtrees.items()] */ __pyx_t_15 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEIDS); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_15, __pyx_n_s_sub); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_15 = NULL; __pyx_t_31 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) { __pyx_t_15 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_15)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_15); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); __pyx_t_31 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[3] = {__pyx_t_15, __pyx_kp_u__3, __pyx_8genexpr3__pyx_v_treestr}; __pyx_t_14 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_31, 2+__pyx_t_31); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_GOTREF(__pyx_t_14); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[3] = {__pyx_t_15, __pyx_kp_u__3, __pyx_8genexpr3__pyx_v_treestr}; __pyx_t_14 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_31, 2+__pyx_t_31); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_GOTREF(__pyx_t_14); } else #endif { __pyx_t_4 = PyTuple_New(2+__pyx_t_31); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_4); if (__pyx_t_15) { __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_15); __pyx_t_15 = NULL; } __Pyx_INCREF(__pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_31, __pyx_kp_u__3); __Pyx_INCREF(__pyx_8genexpr3__pyx_v_treestr); __Pyx_GIVEREF(__pyx_8genexpr3__pyx_v_treestr); PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_31, __pyx_8genexpr3__pyx_v_treestr); __pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_4, NULL); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_exp); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_15 = PyFloat_FromDouble(__pyx_8genexpr3__pyx_v_prob); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_33 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_33 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_33)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_33); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } if (!__pyx_t_33) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_15); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_33, __pyx_t_15}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_XDECREF(__pyx_t_33); __pyx_t_33 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_33, __pyx_t_15}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_XDECREF(__pyx_t_33); __pyx_t_33 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } else #endif { __pyx_t_11 = PyTuple_New(1+1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GIVEREF(__pyx_t_33); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_33); __pyx_t_33 = NULL; __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_11, 0+1, __pyx_t_15); __pyx_t_15 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_11, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":227 * if dopreduction: * results = [(REMOVEIDS.sub('', treestr), exp(prob), * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) # <<<<<<<<<<<<<< * for treestr, prob in mpdtrees.items()] * else: */ __pyx_t_11 = __Pyx_GetModuleGlobalName(__pyx_n_s_fragmentsinderiv_str); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 227, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_15 = __Pyx_PyDict_GetItem(__pyx_v_derivs, __pyx_8genexpr3__pyx_v_treestr); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 227, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_33 = NULL; __pyx_t_31 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_11))) { __pyx_t_33 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_33)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_33); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); __pyx_t_31 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[4] = {__pyx_t_33, __pyx_t_15, ((PyObject *)__pyx_v_chart), __pyx_v_backtransform}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_11, __pyx_temp+1-__pyx_t_31, 3+__pyx_t_31); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 227, __pyx_L84_error) __Pyx_XDECREF(__pyx_t_33); __pyx_t_33 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[4] = {__pyx_t_33, __pyx_t_15, ((PyObject *)__pyx_v_chart), __pyx_v_backtransform}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_11, __pyx_temp+1-__pyx_t_31, 3+__pyx_t_31); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 227, __pyx_L84_error) __Pyx_XDECREF(__pyx_t_33); __pyx_t_33 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } else #endif { __pyx_t_32 = PyTuple_New(3+__pyx_t_31); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 227, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_32); if (__pyx_t_33) { __Pyx_GIVEREF(__pyx_t_33); PyTuple_SET_ITEM(__pyx_t_32, 0, __pyx_t_33); __pyx_t_33 = NULL; } __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_32, 0+__pyx_t_31, __pyx_t_15); __Pyx_INCREF(((PyObject *)__pyx_v_chart)); __Pyx_GIVEREF(((PyObject *)__pyx_v_chart)); PyTuple_SET_ITEM(__pyx_t_32, 1+__pyx_t_31, ((PyObject *)__pyx_v_chart)); __Pyx_INCREF(__pyx_v_backtransform); __Pyx_GIVEREF(__pyx_v_backtransform); PyTuple_SET_ITEM(__pyx_t_32, 2+__pyx_t_31, __pyx_v_backtransform); __pyx_t_15 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_11, __pyx_t_32, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 227, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_32); __pyx_t_32 = 0; } __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; /* "discodop/disambiguation.pyx":226 * elif mpd: * if dopreduction: * results = [(REMOVEIDS.sub('', treestr), exp(prob), # <<<<<<<<<<<<<< * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) * for treestr, prob in mpdtrees.items()] */ __pyx_t_11 = PyTuple_New(3); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_14); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_11, 1, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_11, 2, __pyx_t_4); __pyx_t_14 = 0; __pyx_t_1 = 0; __pyx_t_4 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_25, (PyObject*)__pyx_t_11))) __PYX_ERR(0, 226, __pyx_L84_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_treestr); goto __pyx_L87_exit_scope; __pyx_L84_error:; __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_treestr); goto __pyx_L1_error; __pyx_L87_exit_scope:; } /* exit inner scope */ __pyx_v_results = ((PyObject*)__pyx_t_25); __pyx_t_25 = 0; /* "discodop/disambiguation.pyx":225 * for treestr, (a, b) in derivlen.items()] * elif mpd: * if dopreduction: # <<<<<<<<<<<<<< * results = [(REMOVEIDS.sub('', treestr), exp(prob), * fragmentsinderiv_str(derivs[treestr], chart, backtransform)) */ goto __pyx_L81; } /* "discodop/disambiguation.pyx":230 * for treestr, prob in mpdtrees.items()] * else: * results = [(treestr, exp(prob), # <<<<<<<<<<<<<< * fragmentsinderiv_re( * chart.rankededges[chart.root()][derivs[treestr]].first, */ /*else*/ { { /* enter inner scope */ PyObject *__pyx_8genexpr4__pyx_v_treestr = NULL; Prob __pyx_8genexpr4__pyx_v_prob; __pyx_t_25 = PyList_New(0); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 230, __pyx_L90_error) __Pyx_GOTREF(__pyx_t_25); /* "discodop/disambiguation.pyx":234 * chart.rankededges[chart.root()][derivs[treestr]].first, * chart, backtransform)) * for treestr, prob in mpdtrees.items()] # <<<<<<<<<<<<<< * elif dopreduction: * results = [] */ __pyx_t_30 = 0; __pyx_t_11 = __Pyx_dict_iterator(__pyx_v_mpdtrees, 1, __pyx_n_s_items, (&__pyx_t_13), (&__pyx_t_24)); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 234, __pyx_L90_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = __pyx_t_11; __pyx_t_11 = 0; while (1) { __pyx_t_31 = __Pyx_dict_iter_next(__pyx_t_5, __pyx_t_13, &__pyx_t_30, &__pyx_t_11, &__pyx_t_4, NULL, __pyx_t_24); if (unlikely(__pyx_t_31 == 0)) break; if (unlikely(__pyx_t_31 == -1)) __PYX_ERR(0, 234, __pyx_L90_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GOTREF(__pyx_t_4); if (!(likely(PyUnicode_CheckExact(__pyx_t_11))||((__pyx_t_11) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_11)->tp_name), 0))) __PYX_ERR(0, 234, __pyx_L90_error) __pyx_t_10 = __pyx_PyFloat_AsDouble(__pyx_t_4); if (unlikely((__pyx_t_10 == ((Prob)-1)) && PyErr_Occurred())) __PYX_ERR(0, 234, __pyx_L90_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF_SET(__pyx_8genexpr4__pyx_v_treestr, ((PyObject*)__pyx_t_11)); __pyx_t_11 = 0; __pyx_8genexpr4__pyx_v_prob = __pyx_t_10; /* "discodop/disambiguation.pyx":230 * for treestr, prob in mpdtrees.items()] * else: * results = [(treestr, exp(prob), # <<<<<<<<<<<<<< * fragmentsinderiv_re( * chart.rankededges[chart.root()][derivs[treestr]].first, */ __pyx_t_11 = __Pyx_GetModuleGlobalName(__pyx_n_s_exp); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 230, __pyx_L90_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_1 = PyFloat_FromDouble(__pyx_8genexpr4__pyx_v_prob); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 230, __pyx_L90_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_14 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_11))) { __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_14)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_14); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); } } if (!__pyx_t_14) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 230, __pyx_L90_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_4); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[2] = {__pyx_t_14, __pyx_t_1}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_11, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 230, __pyx_L90_error) __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[2] = {__pyx_t_14, __pyx_t_1}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_11, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 230, __pyx_L90_error) __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else #endif { __pyx_t_32 = PyTuple_New(1+1); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 230, __pyx_L90_error) __Pyx_GOTREF(__pyx_t_32); __Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_32, 0, __pyx_t_14); __pyx_t_14 = NULL; __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_32, 0+1, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_11, __pyx_t_32, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 230, __pyx_L90_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_32); __pyx_t_32 = 0; } } __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; /* "discodop/disambiguation.pyx":232 * results = [(treestr, exp(prob), * fragmentsinderiv_re( * chart.rankededges[chart.root()][derivs[treestr]].first, # <<<<<<<<<<<<<< * chart, backtransform)) * for treestr, prob in mpdtrees.items()] */ __pyx_t_32 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 232, __pyx_L90_error) __Pyx_GOTREF(__pyx_t_32); __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_32))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_32); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_32); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_32, function); } } if (__pyx_t_1) { __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_t_32, __pyx_t_1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 232, __pyx_L90_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { __pyx_t_11 = __Pyx_PyObject_CallNoArg(__pyx_t_32); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 232, __pyx_L90_error) } __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_32); __pyx_t_32 = 0; __pyx_t_6 = __Pyx_PyInt_As_size_t(__pyx_t_11); if (unlikely((__pyx_t_6 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 232, __pyx_L90_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyDict_GetItem(__pyx_v_derivs, __pyx_8genexpr4__pyx_v_treestr); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 232, __pyx_L90_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_34 = __Pyx_PyInt_As_size_t(__pyx_t_11); if (unlikely((__pyx_t_34 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 232, __pyx_L90_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; /* "discodop/disambiguation.pyx":231 * else: * results = [(treestr, exp(prob), * fragmentsinderiv_re( # <<<<<<<<<<<<<< * chart.rankededges[chart.root()][derivs[treestr]].first, * chart, backtransform)) */ __pyx_t_11 = __pyx_f_8discodop_14disambiguation_fragmentsinderiv_re(((__pyx_v_chart->rankededges[__pyx_t_6])[__pyx_t_34]).first, ((PyObject *)__pyx_v_chart), __pyx_v_backtransform); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 231, __pyx_L90_error) __Pyx_GOTREF(__pyx_t_11); /* "discodop/disambiguation.pyx":230 * for treestr, prob in mpdtrees.items()] * else: * results = [(treestr, exp(prob), # <<<<<<<<<<<<<< * fragmentsinderiv_re( * chart.rankededges[chart.root()][derivs[treestr]].first, */ __pyx_t_32 = PyTuple_New(3); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 230, __pyx_L90_error) __Pyx_GOTREF(__pyx_t_32); __Pyx_INCREF(__pyx_8genexpr4__pyx_v_treestr); __Pyx_GIVEREF(__pyx_8genexpr4__pyx_v_treestr); PyTuple_SET_ITEM(__pyx_t_32, 0, __pyx_8genexpr4__pyx_v_treestr); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_32, 1, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_32, 2, __pyx_t_11); __pyx_t_4 = 0; __pyx_t_11 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_25, (PyObject*)__pyx_t_32))) __PYX_ERR(0, 230, __pyx_L90_error) __Pyx_DECREF(__pyx_t_32); __pyx_t_32 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF(__pyx_8genexpr4__pyx_v_treestr); goto __pyx_L93_exit_scope; __pyx_L90_error:; __Pyx_XDECREF(__pyx_8genexpr4__pyx_v_treestr); goto __pyx_L1_error; __pyx_L93_exit_scope:; } /* exit inner scope */ __pyx_v_results = ((PyObject*)__pyx_t_25); __pyx_t_25 = 0; } __pyx_L81:; /* "discodop/disambiguation.pyx":224 * chart, backtransform)) * for treestr, (a, b) in derivlen.items()] * elif mpd: # <<<<<<<<<<<<<< * if dopreduction: * results = [(REMOVEIDS.sub('', treestr), exp(prob), */ goto __pyx_L61; } /* "discodop/disambiguation.pyx":235 * chart, backtransform)) * for treestr, prob in mpdtrees.items()] * elif dopreduction: # <<<<<<<<<<<<<< * results = [] * for it in mpptrees: */ __pyx_t_2 = (__pyx_v_dopreduction != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":236 * for treestr, prob in mpdtrees.items()] * elif dopreduction: * results = [] # <<<<<<<<<<<<<< * for it in mpptrees: * treestr = it.first.decode('utf8') */ __pyx_t_25 = PyList_New(0); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 236, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_25); __pyx_v_results = ((PyObject*)__pyx_t_25); __pyx_t_25 = 0; /* "discodop/disambiguation.pyx":237 * elif dopreduction: * results = [] * for it in mpptrees: # <<<<<<<<<<<<<< * treestr = it.first.decode('utf8') * probs = it.second */ __pyx_t_26 = __pyx_v_mpptrees.begin(); for (;;) { if (!(__pyx_t_26 != __pyx_v_mpptrees.end())) break; __pyx_t_27 = *__pyx_t_26; ++__pyx_t_26; __pyx_v_it = __pyx_t_27; /* "discodop/disambiguation.pyx":238 * results = [] * for it in mpptrees: * treestr = it.first.decode('utf8') # <<<<<<<<<<<<<< * probs = it.second * results.append((treestr, logprobsum(probs), */ __pyx_t_25 = __Pyx_decode_cpp_string(__pyx_v_it.first, 0, PY_SSIZE_T_MAX, NULL, NULL, PyUnicode_DecodeUTF8); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 238, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_25); if (!(likely(PyUnicode_CheckExact(__pyx_t_25))||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_25)->tp_name), 0))) __PYX_ERR(0, 238, __pyx_L1_error) __Pyx_XDECREF_SET(__pyx_v_treestr, ((PyObject*)__pyx_t_25)); __pyx_t_25 = 0; /* "discodop/disambiguation.pyx":239 * for it in mpptrees: * treestr = it.first.decode('utf8') * probs = it.second # <<<<<<<<<<<<<< * results.append((treestr, logprobsum(probs), * fragmentsinderiv_str(derivs[treestr], chart, backtransform))) */ __pyx_t_28 = __pyx_v_it.second; __pyx_v_probs = __pyx_t_28; /* "discodop/disambiguation.pyx":240 * treestr = it.first.decode('utf8') * probs = it.second * results.append((treestr, logprobsum(probs), # <<<<<<<<<<<<<< * fragmentsinderiv_str(derivs[treestr], chart, backtransform))) * else: */ __pyx_t_25 = PyFloat_FromDouble(__pyx_f_8discodop_10containers_logprobsum(__pyx_v_probs)); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 240, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_25); /* "discodop/disambiguation.pyx":241 * probs = it.second * results.append((treestr, logprobsum(probs), * fragmentsinderiv_str(derivs[treestr], chart, backtransform))) # <<<<<<<<<<<<<< * else: * results = [] */ __pyx_t_32 = __Pyx_GetModuleGlobalName(__pyx_n_s_fragmentsinderiv_str); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 241, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_32); __pyx_t_11 = __Pyx_PyDict_GetItem(__pyx_v_derivs, __pyx_v_treestr); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 241, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_4 = NULL; __pyx_t_24 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_32))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_32); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_32); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_32, function); __pyx_t_24 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_32)) { PyObject *__pyx_temp[4] = {__pyx_t_4, __pyx_t_11, ((PyObject *)__pyx_v_chart), __pyx_v_backtransform}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_32, __pyx_temp+1-__pyx_t_24, 3+__pyx_t_24); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 241, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_32)) { PyObject *__pyx_temp[4] = {__pyx_t_4, __pyx_t_11, ((PyObject *)__pyx_v_chart), __pyx_v_backtransform}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_32, __pyx_temp+1-__pyx_t_24, 3+__pyx_t_24); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 241, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif { __pyx_t_1 = PyTuple_New(3+__pyx_t_24); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 241, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_1, 0+__pyx_t_24, __pyx_t_11); __Pyx_INCREF(((PyObject *)__pyx_v_chart)); __Pyx_GIVEREF(((PyObject *)__pyx_v_chart)); PyTuple_SET_ITEM(__pyx_t_1, 1+__pyx_t_24, ((PyObject *)__pyx_v_chart)); __Pyx_INCREF(__pyx_v_backtransform); __Pyx_GIVEREF(__pyx_v_backtransform); PyTuple_SET_ITEM(__pyx_t_1, 2+__pyx_t_24, __pyx_v_backtransform); __pyx_t_11 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_32, __pyx_t_1, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 241, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __Pyx_DECREF(__pyx_t_32); __pyx_t_32 = 0; /* "discodop/disambiguation.pyx":240 * treestr = it.first.decode('utf8') * probs = it.second * results.append((treestr, logprobsum(probs), # <<<<<<<<<<<<<< * fragmentsinderiv_str(derivs[treestr], chart, backtransform))) * else: */ __pyx_t_32 = PyTuple_New(3); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 240, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_32); __Pyx_INCREF(__pyx_v_treestr); __Pyx_GIVEREF(__pyx_v_treestr); PyTuple_SET_ITEM(__pyx_t_32, 0, __pyx_v_treestr); __Pyx_GIVEREF(__pyx_t_25); PyTuple_SET_ITEM(__pyx_t_32, 1, __pyx_t_25); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_32, 2, __pyx_t_5); __pyx_t_25 = 0; __pyx_t_5 = 0; __pyx_t_29 = __Pyx_PyList_Append(__pyx_v_results, __pyx_t_32); if (unlikely(__pyx_t_29 == -1)) __PYX_ERR(0, 240, __pyx_L1_error) __Pyx_DECREF(__pyx_t_32); __pyx_t_32 = 0; /* "discodop/disambiguation.pyx":237 * elif dopreduction: * results = [] * for it in mpptrees: # <<<<<<<<<<<<<< * treestr = it.first.decode('utf8') * probs = it.second */ } /* "discodop/disambiguation.pyx":235 * chart, backtransform)) * for treestr, prob in mpdtrees.items()] * elif dopreduction: # <<<<<<<<<<<<<< * results = [] * for it in mpptrees: */ goto __pyx_L61; } /* "discodop/disambiguation.pyx":243 * fragmentsinderiv_str(derivs[treestr], chart, backtransform))) * else: * results = [] # <<<<<<<<<<<<<< * for it in mpptrees: * treestr = it.first.decode('utf8') */ /*else*/ { __pyx_t_32 = PyList_New(0); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 243, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_32); __pyx_v_results = ((PyObject*)__pyx_t_32); __pyx_t_32 = 0; /* "discodop/disambiguation.pyx":244 * else: * results = [] * for it in mpptrees: # <<<<<<<<<<<<<< * treestr = it.first.decode('utf8') * probs = it.second */ __pyx_t_26 = __pyx_v_mpptrees.begin(); for (;;) { if (!(__pyx_t_26 != __pyx_v_mpptrees.end())) break; __pyx_t_27 = *__pyx_t_26; ++__pyx_t_26; __pyx_v_it = __pyx_t_27; /* "discodop/disambiguation.pyx":245 * results = [] * for it in mpptrees: * treestr = it.first.decode('utf8') # <<<<<<<<<<<<<< * probs = it.second * results.append((treestr, logprobsum(probs), */ __pyx_t_32 = __Pyx_decode_cpp_string(__pyx_v_it.first, 0, PY_SSIZE_T_MAX, NULL, NULL, PyUnicode_DecodeUTF8); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 245, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_32); if (!(likely(PyUnicode_CheckExact(__pyx_t_32))||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_32)->tp_name), 0))) __PYX_ERR(0, 245, __pyx_L1_error) __Pyx_XDECREF_SET(__pyx_v_treestr, ((PyObject*)__pyx_t_32)); __pyx_t_32 = 0; /* "discodop/disambiguation.pyx":246 * for it in mpptrees: * treestr = it.first.decode('utf8') * probs = it.second # <<<<<<<<<<<<<< * results.append((treestr, logprobsum(probs), * fragmentsinderiv_re( */ __pyx_t_28 = __pyx_v_it.second; __pyx_v_probs = __pyx_t_28; /* "discodop/disambiguation.pyx":247 * treestr = it.first.decode('utf8') * probs = it.second * results.append((treestr, logprobsum(probs), # <<<<<<<<<<<<<< * fragmentsinderiv_re( * chart.rankededges[chart.root()][derivs[treestr]].first, */ __pyx_t_32 = PyFloat_FromDouble(__pyx_f_8discodop_10containers_logprobsum(__pyx_v_probs)); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 247, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_32); /* "discodop/disambiguation.pyx":249 * results.append((treestr, logprobsum(probs), * fragmentsinderiv_re( * chart.rankededges[chart.root()][derivs[treestr]].first, # <<<<<<<<<<<<<< * chart, backtransform))) * */ __pyx_t_25 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 249, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_25); __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_25))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_25); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_25); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_25, function); } } if (__pyx_t_1) { __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_t_25, __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 249, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { __pyx_t_5 = __Pyx_PyObject_CallNoArg(__pyx_t_25); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 249, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_25); __pyx_t_25 = 0; __pyx_t_6 = __Pyx_PyInt_As_size_t(__pyx_t_5); if (unlikely((__pyx_t_6 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 249, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyDict_GetItem(__pyx_v_derivs, __pyx_v_treestr); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 249, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_34 = __Pyx_PyInt_As_size_t(__pyx_t_5); if (unlikely((__pyx_t_34 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 249, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":248 * probs = it.second * results.append((treestr, logprobsum(probs), * fragmentsinderiv_re( # <<<<<<<<<<<<<< * chart.rankededges[chart.root()][derivs[treestr]].first, * chart, backtransform))) */ __pyx_t_5 = __pyx_f_8discodop_14disambiguation_fragmentsinderiv_re(((__pyx_v_chart->rankededges[__pyx_t_6])[__pyx_t_34]).first, ((PyObject *)__pyx_v_chart), __pyx_v_backtransform); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 248, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); /* "discodop/disambiguation.pyx":247 * treestr = it.first.decode('utf8') * probs = it.second * results.append((treestr, logprobsum(probs), # <<<<<<<<<<<<<< * fragmentsinderiv_re( * chart.rankededges[chart.root()][derivs[treestr]].first, */ __pyx_t_25 = PyTuple_New(3); if (unlikely(!__pyx_t_25)) __PYX_ERR(0, 247, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_25); __Pyx_INCREF(__pyx_v_treestr); __Pyx_GIVEREF(__pyx_v_treestr); PyTuple_SET_ITEM(__pyx_t_25, 0, __pyx_v_treestr); __Pyx_GIVEREF(__pyx_t_32); PyTuple_SET_ITEM(__pyx_t_25, 1, __pyx_t_32); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_25, 2, __pyx_t_5); __pyx_t_32 = 0; __pyx_t_5 = 0; __pyx_t_29 = __Pyx_PyList_Append(__pyx_v_results, __pyx_t_25); if (unlikely(__pyx_t_29 == -1)) __PYX_ERR(0, 247, __pyx_L1_error) __Pyx_DECREF(__pyx_t_25); __pyx_t_25 = 0; /* "discodop/disambiguation.pyx":244 * else: * results = [] * for it in mpptrees: # <<<<<<<<<<<<<< * treestr = it.first.decode('utf8') * probs = it.second */ } } __pyx_L61:; /* "discodop/disambiguation.pyx":254 * msg = '%d derivations, %d parsetrees' % ( * len(chart.derivations) if dopreduction * else chart.rankededges[chart.root()].size(), # <<<<<<<<<<<<<< * len(mpdtrees) or len(derivlen) or mpptrees.size()) * return results, msg */ if ((__pyx_v_dopreduction != 0)) { /* "discodop/disambiguation.pyx":253 * * msg = '%d derivations, %d parsetrees' % ( * len(chart.derivations) if dopreduction # <<<<<<<<<<<<<< * else chart.rankededges[chart.root()].size(), * len(mpdtrees) or len(derivlen) or mpptrees.size()) */ __pyx_t_5 = __pyx_v_chart->derivations; __Pyx_INCREF(__pyx_t_5); if (unlikely(__pyx_t_5 == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(0, 253, __pyx_L1_error) } __pyx_t_13 = PyList_GET_SIZE(__pyx_t_5); if (unlikely(__pyx_t_13 == -1)) __PYX_ERR(0, 253, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = PyInt_FromSsize_t(__pyx_t_13); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 253, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_25 = __pyx_t_5; __pyx_t_5 = 0; } else { /* "discodop/disambiguation.pyx":254 * msg = '%d derivations, %d parsetrees' % ( * len(chart.derivations) if dopreduction * else chart.rankededges[chart.root()].size(), # <<<<<<<<<<<<<< * len(mpdtrees) or len(derivlen) or mpptrees.size()) * return results, msg */ __pyx_t_32 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 254, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_32); __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_32))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_32); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_32); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_32, function); } } if (__pyx_t_1) { __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_t_32, __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 254, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { __pyx_t_5 = __Pyx_PyObject_CallNoArg(__pyx_t_32); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 254, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_32); __pyx_t_32 = 0; __pyx_t_6 = __Pyx_PyInt_As_size_t(__pyx_t_5); if (unlikely((__pyx_t_6 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 254, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyInt_FromSize_t((__pyx_v_chart->rankededges[__pyx_t_6]).size()); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 254, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_25 = __pyx_t_5; __pyx_t_5 = 0; } /* "discodop/disambiguation.pyx":255 * len(chart.derivations) if dopreduction * else chart.rankededges[chart.root()].size(), * len(mpdtrees) or len(derivlen) or mpptrees.size()) # <<<<<<<<<<<<<< * return results, msg * */ __pyx_t_13 = PyDict_Size(__pyx_v_mpdtrees); if (unlikely(__pyx_t_13 == -1)) __PYX_ERR(0, 255, __pyx_L1_error) if (!__pyx_t_13) { } else { __pyx_t_32 = PyInt_FromSsize_t(__pyx_t_13); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 255, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_32); __pyx_t_5 = __pyx_t_32; __pyx_t_32 = 0; goto __pyx_L98_bool_binop_done; } __pyx_t_13 = PyDict_Size(__pyx_v_derivlen); if (unlikely(__pyx_t_13 == -1)) __PYX_ERR(0, 255, __pyx_L1_error) if (!__pyx_t_13) { } else { __pyx_t_32 = PyInt_FromSsize_t(__pyx_t_13); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 255, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_32); __pyx_t_5 = __pyx_t_32; __pyx_t_32 = 0; goto __pyx_L98_bool_binop_done; } __pyx_t_35 = __pyx_v_mpptrees.size(); __pyx_t_32 = __Pyx_PyInt_From_uint64_t(__pyx_t_35); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 255, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_32); __pyx_t_5 = __pyx_t_32; __pyx_t_32 = 0; __pyx_L98_bool_binop_done:; /* "discodop/disambiguation.pyx":253 * * msg = '%d derivations, %d parsetrees' % ( * len(chart.derivations) if dopreduction # <<<<<<<<<<<<<< * else chart.rankededges[chart.root()].size(), * len(mpdtrees) or len(derivlen) or mpptrees.size()) */ __pyx_t_32 = PyTuple_New(2); if (unlikely(!__pyx_t_32)) __PYX_ERR(0, 253, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_32); __Pyx_GIVEREF(__pyx_t_25); PyTuple_SET_ITEM(__pyx_t_32, 0, __pyx_t_25); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_32, 1, __pyx_t_5); __pyx_t_25 = 0; __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":252 * chart, backtransform))) * * msg = '%d derivations, %d parsetrees' % ( # <<<<<<<<<<<<<< * len(chart.derivations) if dopreduction * else chart.rankededges[chart.root()].size(), */ __pyx_t_5 = PyUnicode_Format(__pyx_kp_u_d_derivations_d_parsetrees, __pyx_t_32); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 252, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_32); __pyx_t_32 = 0; __pyx_v_msg = ((PyObject*)__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":256 * else chart.rankededges[chart.root()].size(), * len(mpdtrees) or len(derivlen) or mpptrees.size()) * return results, msg # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 256, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_v_results); __Pyx_GIVEREF(__pyx_v_results); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_results); __Pyx_INCREF(__pyx_v_msg); __Pyx_GIVEREF(__pyx_v_msg); PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_v_msg); __pyx_r = __pyx_t_5; __pyx_t_5 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":72 * * * cpdef marginalize(method, Chart chart, # <<<<<<<<<<<<<< * list backtransform=None, list sent=None, list tags=None, * int k=1000, int sldop_n=7, double mcplambda=1.0, set mcplabels=None, */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_14); __Pyx_XDECREF(__pyx_t_15); __Pyx_XDECREF(__pyx_t_25); __Pyx_XDECREF(__pyx_t_32); __Pyx_XDECREF(__pyx_t_33); __Pyx_AddTraceback("discodop.disambiguation.marginalize", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_mpdtrees); __Pyx_XDECREF(__pyx_v_derivlen); __Pyx_XDECREF(__pyx_v_derivs); __Pyx_XDECREF(__pyx_v_treestr); __Pyx_XDECREF(__pyx_v_deriv); __Pyx_XDECREF(__pyx_v__); __Pyx_XDECREF(__pyx_v_newprob); __Pyx_XDECREF(__pyx_v_score); __Pyx_XDECREF(__pyx_v_oldscore); __Pyx_XDECREF(__pyx_v_results); __Pyx_XDECREF(__pyx_v_msg); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_3marginalize(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_2marginalize[] = "marginalize(method, Chart chart, list backtransform=None, list sent=None, list tags=None, int k=1000, int sldop_n=7, double mcplambda=1.0, set mcplabels=None, bool ostag=False)\nTake a list of derivations and optimizes a given objective function.\n\n\t1. Rewrites derivations into the intended parse trees.\n\t2. Marginalizes (sum / combine) weights of derivations for same parse tree.\n\t3. Applies objective function (scoring criterion) for ranking parse trees.\n\n\t:param method:\n\t\tAvailable objective functions:\n\n\t\t:'mpp': Most Probable Parse\n\t\t:'mpd': Most Probable Derivation\n\t\t:'shortest': Most Probable Shortest Derivation\n\t\t:'sl-dop': Simplicity-Likelihood DOP; select most likely parse from the\n\t\t\t``sldop_n`` parse trees with the shortest derivations.\n\t\t:'sl-dop-simple': Approximation of Simplicity-Likelihood DOP\n\t:param backtransform:\n\t\tDependending on the value of this parameter, one of two ways is\n\t\temployed to turn derivations into parse trees:\n\n\t\t:``None``: assume derivations are from DOP reduction and strip\n\t\t\tannotations of the form ``@123`` from labels. This option is also\n\t\t\tapplicable when the grammar is not a TSG and derivations already\n\t\t\tcoincide with parse trees.\n\t\t:list of strings: assume Double-DOP and recover derivations by\n\t\t\tsubstituting fragments in this list for flattened rules in\n\t\t\tderivations.\n\t:param k: when ``method='sl-dop``, number of derivations to consider.\n\t:returns:\n\t\t``(parses, msg)``.\n\n\t\t:parses: a list of tuples ``(parsetree, probability, fragments)``\n\t\t\twhere ``parsetree`` is a string, ``probability`` is a float\n\t\t\t(0 < p <= 1), or a tuple ``(numfrags, p)`` for shortest derivation\n\t\t\tparsing, and ``fragments`` is a list of fragments in the most\n\t\t\tprobable derivation for this parse.\n\t\t:msg: a message reporting the number of derivations / parses.\n\t"; static PyObject *__pyx_pw_8discodop_14disambiguation_3marginalize(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_method = 0; struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart = 0; PyObject *__pyx_v_backtransform = 0; PyObject *__pyx_v_sent = 0; PyObject *__pyx_v_tags = 0; int __pyx_v_k; int __pyx_v_sldop_n; double __pyx_v_mcplambda; PyObject *__pyx_v_mcplabels = 0; int __pyx_v_ostag; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("marginalize (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_method,&__pyx_n_s_chart,&__pyx_n_s_backtransform,&__pyx_n_s_sent,&__pyx_n_s_tags,&__pyx_n_s_k,&__pyx_n_s_sldop_n,&__pyx_n_s_mcplambda,&__pyx_n_s_mcplabels,&__pyx_n_s_ostag,0}; PyObject* values[10] = {0,0,0,0,0,0,0,0,0,0}; /* "discodop/disambiguation.pyx":73 * * cpdef marginalize(method, Chart chart, * list backtransform=None, list sent=None, list tags=None, # <<<<<<<<<<<<<< * int k=1000, int sldop_n=7, double mcplambda=1.0, set mcplabels=None, * bint ostag=False): */ values[2] = ((PyObject*)Py_None); values[3] = ((PyObject*)Py_None); values[4] = ((PyObject*)Py_None); /* "discodop/disambiguation.pyx":74 * cpdef marginalize(method, Chart chart, * list backtransform=None, list sent=None, list tags=None, * int k=1000, int sldop_n=7, double mcplambda=1.0, set mcplabels=None, # <<<<<<<<<<<<<< * bint ostag=False): * """Take a list of derivations and optimizes a given objective function. */ values[8] = ((PyObject*)Py_None); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 10: values[9] = PyTuple_GET_ITEM(__pyx_args, 9); CYTHON_FALLTHROUGH; case 9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8); CYTHON_FALLTHROUGH; case 8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7); CYTHON_FALLTHROUGH; case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6); CYTHON_FALLTHROUGH; case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_method)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_chart)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("marginalize", 0, 2, 10, 1); __PYX_ERR(0, 72, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s_backtransform); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s_sent); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s_tags); if (value) { values[4] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 5: if (kw_args > 0) { PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s_k); if (value) { values[5] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 6: if (kw_args > 0) { PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s_sldop_n); if (value) { values[6] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 7: if (kw_args > 0) { PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s_mcplambda); if (value) { values[7] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 8: if (kw_args > 0) { PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s_mcplabels); if (value) { values[8] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 9: if (kw_args > 0) { PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s_ostag); if (value) { values[9] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "marginalize") < 0)) __PYX_ERR(0, 72, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 10: values[9] = PyTuple_GET_ITEM(__pyx_args, 9); CYTHON_FALLTHROUGH; case 9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8); CYTHON_FALLTHROUGH; case 8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7); CYTHON_FALLTHROUGH; case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6); CYTHON_FALLTHROUGH; case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_method = values[0]; __pyx_v_chart = ((struct __pyx_obj_8discodop_10containers_Chart *)values[1]); __pyx_v_backtransform = ((PyObject*)values[2]); __pyx_v_sent = ((PyObject*)values[3]); __pyx_v_tags = ((PyObject*)values[4]); if (values[5]) { __pyx_v_k = __Pyx_PyInt_As_int(values[5]); if (unlikely((__pyx_v_k == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 74, __pyx_L3_error) } else { __pyx_v_k = ((int)0x3E8); } if (values[6]) { __pyx_v_sldop_n = __Pyx_PyInt_As_int(values[6]); if (unlikely((__pyx_v_sldop_n == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 74, __pyx_L3_error) } else { __pyx_v_sldop_n = ((int)7); } if (values[7]) { __pyx_v_mcplambda = __pyx_PyFloat_AsDouble(values[7]); if (unlikely((__pyx_v_mcplambda == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 74, __pyx_L3_error) } else { __pyx_v_mcplambda = ((double)1.0); } __pyx_v_mcplabels = ((PyObject*)values[8]); if (values[9]) { __pyx_v_ostag = __Pyx_PyObject_IsTrue(values[9]); if (unlikely((__pyx_v_ostag == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 75, __pyx_L3_error) } else { /* "discodop/disambiguation.pyx":75 * list backtransform=None, list sent=None, list tags=None, * int k=1000, int sldop_n=7, double mcplambda=1.0, set mcplabels=None, * bint ostag=False): # <<<<<<<<<<<<<< * """Take a list of derivations and optimizes a given objective function. * */ __pyx_v_ostag = ((int)0); } } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("marginalize", 0, 2, 10, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 72, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("discodop.disambiguation.marginalize", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_chart), __pyx_ptype_8discodop_10containers_Chart, 1, "chart", 0))) __PYX_ERR(0, 72, __pyx_L1_error) if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_backtransform), (&PyList_Type), 1, "backtransform", 1))) __PYX_ERR(0, 73, __pyx_L1_error) if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_sent), (&PyList_Type), 1, "sent", 1))) __PYX_ERR(0, 73, __pyx_L1_error) if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_tags), (&PyList_Type), 1, "tags", 1))) __PYX_ERR(0, 73, __pyx_L1_error) if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_mcplabels), (&PySet_Type), 1, "mcplabels", 1))) __PYX_ERR(0, 74, __pyx_L1_error) __pyx_r = __pyx_pf_8discodop_14disambiguation_2marginalize(__pyx_self, __pyx_v_method, __pyx_v_chart, __pyx_v_backtransform, __pyx_v_sent, __pyx_v_tags, __pyx_v_k, __pyx_v_sldop_n, __pyx_v_mcplambda, __pyx_v_mcplabels, __pyx_v_ostag); /* "discodop/disambiguation.pyx":72 * * * cpdef marginalize(method, Chart chart, # <<<<<<<<<<<<<< * list backtransform=None, list sent=None, list tags=None, * int k=1000, int sldop_n=7, double mcplambda=1.0, set mcplabels=None, */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __pyx_r = NULL; __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_2marginalize(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_method, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_backtransform, PyObject *__pyx_v_sent, PyObject *__pyx_v_tags, int __pyx_v_k, int __pyx_v_sldop_n, double __pyx_v_mcplambda, PyObject *__pyx_v_mcplabels, int __pyx_v_ostag) { PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; struct __pyx_opt_args_8discodop_14disambiguation_marginalize __pyx_t_2; __Pyx_RefNannySetupContext("marginalize", 0); __Pyx_XDECREF(__pyx_r); __pyx_t_2.__pyx_n = 8; __pyx_t_2.backtransform = __pyx_v_backtransform; __pyx_t_2.sent = __pyx_v_sent; __pyx_t_2.tags = __pyx_v_tags; __pyx_t_2.k = __pyx_v_k; __pyx_t_2.sldop_n = __pyx_v_sldop_n; __pyx_t_2.mcplambda = __pyx_v_mcplambda; __pyx_t_2.mcplabels = __pyx_v_mcplabels; __pyx_t_2.ostag = __pyx_v_ostag; __pyx_t_1 = __pyx_f_8discodop_14disambiguation_marginalize(__pyx_v_method, __pyx_v_chart, 0, &__pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 72, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("discodop.disambiguation.marginalize", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":259 * * * cdef maxconstituentsparse(Chart chart, # <<<<<<<<<<<<<< * list backtransform, double labda, set labels=None): * """Approximate the Max Constituents Parse (MCP) parse from k-best list. */ static PyObject *__pyx_f_8discodop_14disambiguation_maxconstituentsparse(struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_backtransform, double __pyx_v_labda, struct __pyx_opt_args_8discodop_14disambiguation_maxconstituentsparse *__pyx_optional_args) { /* "discodop/disambiguation.pyx":260 * * cdef maxconstituentsparse(Chart chart, * list backtransform, double labda, set labels=None): # <<<<<<<<<<<<<< * """Approximate the Max Constituents Parse (MCP) parse from k-best list. * */ PyObject *__pyx_v_labels = ((PyObject*)Py_None); double __pyx_v_sentprob; double __pyx_v_maxscore; double __pyx_v_prob; double __pyx_v_score; double __pyx_v_maxcombscore; double __pyx_v_contribution; short __pyx_v_start; short __pyx_v_spanlen; PyObject *__pyx_v_span = 0; PyObject *__pyx_v_leftspan = 0; PyObject *__pyx_v_rightspan = 0; PyObject *__pyx_v_maxleft = 0; PyObject *__pyx_v_table = NULL; PyObject *__pyx_v_tree = NULL; PyObject *__pyx_v_deriv = NULL; PyObject *__pyx_v_treestr = NULL; PyObject *__pyx_v_t = NULL; PyObject *__pyx_v_tablecell = NULL; PyObject *__pyx_v_cells = NULL; PyObject *__pyx_v_maxlabel = NULL; PyObject *__pyx_v_spans = NULL; PyObject *__pyx_v_tmp = NULL; PyObject *__pyx_v_result = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; Py_ssize_t __pyx_t_4; PyObject *__pyx_t_5 = NULL; Py_ssize_t __pyx_t_6; Py_ssize_t __pyx_t_7; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; PyObject *(*__pyx_t_11)(PyObject *); double __pyx_t_12; int __pyx_t_13; int __pyx_t_14; int __pyx_t_15; PyObject *__pyx_t_16 = NULL; PyObject *__pyx_t_17 = NULL; PyObject *__pyx_t_18 = NULL; PyObject *__pyx_t_19 = NULL; PyObject *__pyx_t_20 = NULL; PyObject *__pyx_t_21 = NULL; PyObject *__pyx_t_22 = NULL; PyObject *__pyx_t_23 = NULL; PyObject *(*__pyx_t_24)(PyObject *); short __pyx_t_25; int __pyx_t_26; short __pyx_t_27; int __pyx_t_28; Py_ssize_t __pyx_t_29; Py_ssize_t __pyx_t_30; PyObject *(*__pyx_t_31)(PyObject *); PyObject *__pyx_t_32 = NULL; PyObject *__pyx_t_33 = NULL; PyObject *__pyx_t_34 = NULL; __Pyx_RefNannySetupContext("maxconstituentsparse", 0); if (__pyx_optional_args) { if (__pyx_optional_args->__pyx_n > 0) { __pyx_v_labels = __pyx_optional_args->labels; } } /* "discodop/disambiguation.pyx":277 * # derivations need to be expanded first. * # NB: this requires derivation strings not entries. * cdef double sentprob = 0.0, maxscore = 0.0 # <<<<<<<<<<<<<< * cdef double prob, score, maxcombscore, contribution * cdef short start, spanlen */ __pyx_v_sentprob = 0.0; __pyx_v_maxscore = 0.0; /* "discodop/disambiguation.pyx":283 * # FIXME: optimize datastructures * # table[start][spanlen][span][label] = prob * table = [[defaultdict(dict) # <<<<<<<<<<<<<< * for _ in range(len(chart.sent) - n + 1)] * for n in range(len(chart.sent) + 1)] */ { /* enter inner scope */ Py_ssize_t __pyx_8genexpr5__pyx_v_n; __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 283, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); /* "discodop/disambiguation.pyx":285 * table = [[defaultdict(dict) * for _ in range(len(chart.sent) - n + 1)] * for n in range(len(chart.sent) + 1)] # <<<<<<<<<<<<<< * tree = None * # get marginal probabilities */ __pyx_t_2 = __pyx_v_chart->sent; __Pyx_INCREF(__pyx_t_2); if (unlikely(__pyx_t_2 == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(0, 285, __pyx_L1_error) } __pyx_t_3 = PyList_GET_SIZE(__pyx_t_2); if (unlikely(__pyx_t_3 == -1)) __PYX_ERR(0, 285, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = (__pyx_t_3 + 1); for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_4; __pyx_t_3+=1) { __pyx_8genexpr5__pyx_v_n = __pyx_t_3; { /* enter inner scope */ CYTHON_UNUSED Py_ssize_t __pyx_8genexpr6__pyx_8genexpr5__pyx_v__; /* "discodop/disambiguation.pyx":283 * # FIXME: optimize datastructures * # table[start][spanlen][span][label] = prob * table = [[defaultdict(dict) # <<<<<<<<<<<<<< * for _ in range(len(chart.sent) - n + 1)] * for n in range(len(chart.sent) + 1)] */ __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 283, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); /* "discodop/disambiguation.pyx":284 * # table[start][spanlen][span][label] = prob * table = [[defaultdict(dict) * for _ in range(len(chart.sent) - n + 1)] # <<<<<<<<<<<<<< * for n in range(len(chart.sent) + 1)] * tree = None */ __pyx_t_5 = __pyx_v_chart->sent; __Pyx_INCREF(__pyx_t_5); if (unlikely(__pyx_t_5 == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(0, 284, __pyx_L1_error) } __pyx_t_6 = PyList_GET_SIZE(__pyx_t_5); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 284, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_7 = ((__pyx_t_6 - __pyx_8genexpr5__pyx_v_n) + 1); for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_7; __pyx_t_6+=1) { __pyx_8genexpr6__pyx_8genexpr5__pyx_v__ = __pyx_t_6; /* "discodop/disambiguation.pyx":283 * # FIXME: optimize datastructures * # table[start][spanlen][span][label] = prob * table = [[defaultdict(dict) # <<<<<<<<<<<<<< * for _ in range(len(chart.sent) - n + 1)] * for n in range(len(chart.sent) + 1)] */ __pyx_t_8 = __Pyx_GetModuleGlobalName(__pyx_n_s_defaultdict); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 283, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_9 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) { __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_9)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } if (!__pyx_t_9) { __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_t_8, ((PyObject *)(&PyDict_Type))); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 283, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[2] = {__pyx_t_9, ((PyObject *)(&PyDict_Type))}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 283, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[2] = {__pyx_t_9, ((PyObject *)(&PyDict_Type))}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 283, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif { __pyx_t_10 = PyTuple_New(1+1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 283, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_9); __pyx_t_9 = NULL; __Pyx_INCREF(((PyObject *)(&PyDict_Type))); __Pyx_GIVEREF(((PyObject *)(&PyDict_Type))); PyTuple_SET_ITEM(__pyx_t_10, 0+1, ((PyObject *)(&PyDict_Type))); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_10, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 283, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 283, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } } /* exit inner scope */ if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 283, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } } /* exit inner scope */ __pyx_v_table = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":286 * for _ in range(len(chart.sent) - n + 1)] * for n in range(len(chart.sent) + 1)] * tree = None # <<<<<<<<<<<<<< * # get marginal probabilities * for deriv, prob in chart.derivations: */ __Pyx_INCREF(Py_None); __pyx_v_tree = Py_None; /* "discodop/disambiguation.pyx":288 * tree = None * # get marginal probabilities * for deriv, prob in chart.derivations: # <<<<<<<<<<<<<< * if backtransform is None: * treestr = REMOVEIDS.sub('', deriv) */ if (unlikely(__pyx_v_chart->derivations == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); __PYX_ERR(0, 288, __pyx_L1_error) } __pyx_t_1 = __pyx_v_chart->derivations; __Pyx_INCREF(__pyx_t_1); __pyx_t_4 = 0; for (;;) { if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 288, __pyx_L1_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif if ((likely(PyTuple_CheckExact(__pyx_t_2))) || (PyList_CheckExact(__pyx_t_2))) { PyObject* sequence = __pyx_t_2; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 288, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_8 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_8 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_8); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_8 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else { Py_ssize_t index = -1; __pyx_t_10 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_5)) goto __pyx_L9_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_8 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_8)) goto __pyx_L9_unpacking_failed; __Pyx_GOTREF(__pyx_t_8); if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 2) < 0) __PYX_ERR(0, 288, __pyx_L1_error) __pyx_t_11 = NULL; __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; goto __pyx_L10_unpacking_done; __pyx_L9_unpacking_failed:; __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_11 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 288, __pyx_L1_error) __pyx_L10_unpacking_done:; } __pyx_t_12 = __pyx_PyFloat_AsDouble(__pyx_t_8); if (unlikely((__pyx_t_12 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_deriv, __pyx_t_5); __pyx_t_5 = 0; __pyx_v_prob = __pyx_t_12; /* "discodop/disambiguation.pyx":289 * # get marginal probabilities * for deriv, prob in chart.derivations: * if backtransform is None: # <<<<<<<<<<<<<< * treestr = REMOVEIDS.sub('', deriv) * else: */ __pyx_t_13 = (__pyx_v_backtransform == ((PyObject*)Py_None)); __pyx_t_14 = (__pyx_t_13 != 0); if (__pyx_t_14) { /* "discodop/disambiguation.pyx":290 * for deriv, prob in chart.derivations: * if backtransform is None: * treestr = REMOVEIDS.sub('', deriv) # <<<<<<<<<<<<<< * else: * treestr = recoverfragments_str(deriv, chart, backtransform) */ __pyx_t_8 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEIDS); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 290, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_sub); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 290, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = NULL; __pyx_t_15 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); __pyx_t_15 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_8, __pyx_kp_u__3, __pyx_v_deriv}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 290, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_2); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_8, __pyx_kp_u__3, __pyx_v_deriv}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 290, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_2); } else #endif { __pyx_t_10 = PyTuple_New(2+__pyx_t_15); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 290, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); if (__pyx_t_8) { __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_8); __pyx_t_8 = NULL; } __Pyx_INCREF(__pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); PyTuple_SET_ITEM(__pyx_t_10, 0+__pyx_t_15, __pyx_kp_u__3); __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_10, 1+__pyx_t_15, __pyx_v_deriv); __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_10, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 290, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_treestr, __pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":289 * # get marginal probabilities * for deriv, prob in chart.derivations: * if backtransform is None: # <<<<<<<<<<<<<< * treestr = REMOVEIDS.sub('', deriv) * else: */ goto __pyx_L11; } /* "discodop/disambiguation.pyx":292 * treestr = REMOVEIDS.sub('', deriv) * else: * treestr = recoverfragments_str(deriv, chart, backtransform) # <<<<<<<<<<<<<< * # Rebinarize because we optimize only for constituents in the tree as * # it will be evaluated. Collapse unaries because we only select the */ /*else*/ { if (!(likely(PyUnicode_CheckExact(__pyx_v_deriv))||((__pyx_v_deriv) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_v_deriv)->tp_name), 0))) __PYX_ERR(0, 292, __pyx_L1_error) __pyx_t_2 = __pyx_f_8discodop_14disambiguation_recoverfragments_str(((PyObject*)__pyx_v_deriv), __pyx_v_chart, __pyx_v_backtransform, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 292, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_XDECREF_SET(__pyx_v_treestr, __pyx_t_2); __pyx_t_2 = 0; } __pyx_L11:; /* "discodop/disambiguation.pyx":296 * # it will be evaluated. Collapse unaries because we only select the * # single best label in each cell. * tree = addbitsets(binarize( # <<<<<<<<<<<<<< * collapseunary( * unbinarize( */ __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_addbitsets); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 296, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_8 = __Pyx_GetModuleGlobalName(__pyx_n_s_binarize); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 296, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); /* "discodop/disambiguation.pyx":297 * # single best label in each cell. * tree = addbitsets(binarize( * collapseunary( # <<<<<<<<<<<<<< * unbinarize( * mergediscnodes(unbinarize( */ __pyx_t_9 = __Pyx_GetModuleGlobalName(__pyx_n_s_collapseunary); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 297, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); /* "discodop/disambiguation.pyx":298 * tree = addbitsets(binarize( * collapseunary( * unbinarize( # <<<<<<<<<<<<<< * mergediscnodes(unbinarize( * Tree(treestr), */ __pyx_t_16 = __Pyx_GetModuleGlobalName(__pyx_n_s_unbinarize); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 298, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_16); /* "discodop/disambiguation.pyx":299 * collapseunary( * unbinarize( * mergediscnodes(unbinarize( # <<<<<<<<<<<<<< * Tree(treestr), * childchar=':', expandunary=False)), */ __pyx_t_18 = __Pyx_GetModuleGlobalName(__pyx_n_s_mergediscnodes); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 299, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __pyx_t_19 = __Pyx_GetModuleGlobalName(__pyx_n_s_unbinarize); if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 299, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_19); /* "discodop/disambiguation.pyx":300 * unbinarize( * mergediscnodes(unbinarize( * Tree(treestr), # <<<<<<<<<<<<<< * childchar=':', expandunary=False)), * expandunary=False), */ __pyx_t_21 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 300, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_21); __pyx_t_22 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_21))) { __pyx_t_22 = PyMethod_GET_SELF(__pyx_t_21); if (likely(__pyx_t_22)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_21); __Pyx_INCREF(__pyx_t_22); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_21, function); } } if (!__pyx_t_22) { __pyx_t_20 = __Pyx_PyObject_CallOneArg(__pyx_t_21, __pyx_v_treestr); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 300, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_21)) { PyObject *__pyx_temp[2] = {__pyx_t_22, __pyx_v_treestr}; __pyx_t_20 = __Pyx_PyFunction_FastCall(__pyx_t_21, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 300, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0; __Pyx_GOTREF(__pyx_t_20); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_21)) { PyObject *__pyx_temp[2] = {__pyx_t_22, __pyx_v_treestr}; __pyx_t_20 = __Pyx_PyCFunction_FastCall(__pyx_t_21, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 300, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0; __Pyx_GOTREF(__pyx_t_20); } else #endif { __pyx_t_23 = PyTuple_New(1+1); if (unlikely(!__pyx_t_23)) __PYX_ERR(0, 300, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_23); __Pyx_GIVEREF(__pyx_t_22); PyTuple_SET_ITEM(__pyx_t_23, 0, __pyx_t_22); __pyx_t_22 = NULL; __Pyx_INCREF(__pyx_v_treestr); __Pyx_GIVEREF(__pyx_v_treestr); PyTuple_SET_ITEM(__pyx_t_23, 0+1, __pyx_v_treestr); __pyx_t_20 = __Pyx_PyObject_Call(__pyx_t_21, __pyx_t_23, NULL); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 300, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_23); __pyx_t_23 = 0; } } __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0; /* "discodop/disambiguation.pyx":299 * collapseunary( * unbinarize( * mergediscnodes(unbinarize( # <<<<<<<<<<<<<< * Tree(treestr), * childchar=':', expandunary=False)), */ __pyx_t_21 = PyTuple_New(1); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 299, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_21); __Pyx_GIVEREF(__pyx_t_20); PyTuple_SET_ITEM(__pyx_t_21, 0, __pyx_t_20); __pyx_t_20 = 0; /* "discodop/disambiguation.pyx":301 * mergediscnodes(unbinarize( * Tree(treestr), * childchar=':', expandunary=False)), # <<<<<<<<<<<<<< * expandunary=False), * joinchar='+', */ __pyx_t_20 = PyDict_New(); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 301, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); if (PyDict_SetItem(__pyx_t_20, __pyx_n_s_childchar, __pyx_kp_u__5) < 0) __PYX_ERR(0, 301, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_20, __pyx_n_s_expandunary, Py_False) < 0) __PYX_ERR(0, 301, __pyx_L1_error) /* "discodop/disambiguation.pyx":299 * collapseunary( * unbinarize( * mergediscnodes(unbinarize( # <<<<<<<<<<<<<< * Tree(treestr), * childchar=':', expandunary=False)), */ __pyx_t_23 = __Pyx_PyObject_Call(__pyx_t_19, __pyx_t_21, __pyx_t_20); if (unlikely(!__pyx_t_23)) __PYX_ERR(0, 299, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_23); __Pyx_DECREF(__pyx_t_19); __pyx_t_19 = 0; __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0; __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __pyx_t_20 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_18))) { __pyx_t_20 = PyMethod_GET_SELF(__pyx_t_18); if (likely(__pyx_t_20)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_18); __Pyx_INCREF(__pyx_t_20); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_18, function); } } if (!__pyx_t_20) { __pyx_t_17 = __Pyx_PyObject_CallOneArg(__pyx_t_18, __pyx_t_23); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 299, __pyx_L1_error) __Pyx_DECREF(__pyx_t_23); __pyx_t_23 = 0; __Pyx_GOTREF(__pyx_t_17); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_18)) { PyObject *__pyx_temp[2] = {__pyx_t_20, __pyx_t_23}; __pyx_t_17 = __Pyx_PyFunction_FastCall(__pyx_t_18, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 299, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_GOTREF(__pyx_t_17); __Pyx_DECREF(__pyx_t_23); __pyx_t_23 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_18)) { PyObject *__pyx_temp[2] = {__pyx_t_20, __pyx_t_23}; __pyx_t_17 = __Pyx_PyCFunction_FastCall(__pyx_t_18, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 299, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_GOTREF(__pyx_t_17); __Pyx_DECREF(__pyx_t_23); __pyx_t_23 = 0; } else #endif { __pyx_t_21 = PyTuple_New(1+1); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 299, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_21); __Pyx_GIVEREF(__pyx_t_20); PyTuple_SET_ITEM(__pyx_t_21, 0, __pyx_t_20); __pyx_t_20 = NULL; __Pyx_GIVEREF(__pyx_t_23); PyTuple_SET_ITEM(__pyx_t_21, 0+1, __pyx_t_23); __pyx_t_23 = 0; __pyx_t_17 = __Pyx_PyObject_Call(__pyx_t_18, __pyx_t_21, NULL); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 299, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0; } } __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; /* "discodop/disambiguation.pyx":298 * tree = addbitsets(binarize( * collapseunary( * unbinarize( # <<<<<<<<<<<<<< * mergediscnodes(unbinarize( * Tree(treestr), */ __pyx_t_18 = PyTuple_New(1); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 298, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_GIVEREF(__pyx_t_17); PyTuple_SET_ITEM(__pyx_t_18, 0, __pyx_t_17); __pyx_t_17 = 0; /* "discodop/disambiguation.pyx":302 * Tree(treestr), * childchar=':', expandunary=False)), * expandunary=False), # <<<<<<<<<<<<<< * joinchar='+', * collapsepos=True, */ __pyx_t_17 = PyDict_New(); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 302, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); if (PyDict_SetItem(__pyx_t_17, __pyx_n_s_expandunary, Py_False) < 0) __PYX_ERR(0, 302, __pyx_L1_error) /* "discodop/disambiguation.pyx":298 * tree = addbitsets(binarize( * collapseunary( * unbinarize( # <<<<<<<<<<<<<< * mergediscnodes(unbinarize( * Tree(treestr), */ __pyx_t_21 = __Pyx_PyObject_Call(__pyx_t_16, __pyx_t_18, __pyx_t_17); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 298, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_21); __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0; __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; /* "discodop/disambiguation.pyx":297 * # single best label in each cell. * tree = addbitsets(binarize( * collapseunary( # <<<<<<<<<<<<<< * unbinarize( * mergediscnodes(unbinarize( */ __pyx_t_17 = PyTuple_New(1); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 297, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_GIVEREF(__pyx_t_21); PyTuple_SET_ITEM(__pyx_t_17, 0, __pyx_t_21); __pyx_t_21 = 0; /* "discodop/disambiguation.pyx":303 * childchar=':', expandunary=False)), * expandunary=False), * joinchar='+', # <<<<<<<<<<<<<< * collapsepos=True, * collapseroot=True))) */ __pyx_t_21 = PyDict_New(); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_21); if (PyDict_SetItem(__pyx_t_21, __pyx_n_s_joinchar, __pyx_kp_u__6) < 0) __PYX_ERR(0, 303, __pyx_L1_error) /* "discodop/disambiguation.pyx":304 * expandunary=False), * joinchar='+', * collapsepos=True, # <<<<<<<<<<<<<< * collapseroot=True))) * sentprob += exp(-prob) */ if (PyDict_SetItem(__pyx_t_21, __pyx_n_s_collapsepos, Py_True) < 0) __PYX_ERR(0, 303, __pyx_L1_error) /* "discodop/disambiguation.pyx":305 * joinchar='+', * collapsepos=True, * collapseroot=True))) # <<<<<<<<<<<<<< * sentprob += exp(-prob) * for t in tree.subtrees(): */ if (PyDict_SetItem(__pyx_t_21, __pyx_n_s_collapseroot, Py_True) < 0) __PYX_ERR(0, 303, __pyx_L1_error) /* "discodop/disambiguation.pyx":297 * # single best label in each cell. * tree = addbitsets(binarize( * collapseunary( # <<<<<<<<<<<<<< * unbinarize( * mergediscnodes(unbinarize( */ __pyx_t_18 = __Pyx_PyObject_Call(__pyx_t_9, __pyx_t_17, __pyx_t_21); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 297, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0; __pyx_t_21 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) { __pyx_t_21 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_21)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_21); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } if (!__pyx_t_21) { __pyx_t_10 = __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_18); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 296, __pyx_L1_error) __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_GOTREF(__pyx_t_10); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[2] = {__pyx_t_21, __pyx_t_18}; __pyx_t_10 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 296, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_21); __pyx_t_21 = 0; __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[2] = {__pyx_t_21, __pyx_t_18}; __pyx_t_10 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 296, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_21); __pyx_t_21 = 0; __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; } else #endif { __pyx_t_17 = PyTuple_New(1+1); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 296, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_GIVEREF(__pyx_t_21); PyTuple_SET_ITEM(__pyx_t_17, 0, __pyx_t_21); __pyx_t_21 = NULL; __Pyx_GIVEREF(__pyx_t_18); PyTuple_SET_ITEM(__pyx_t_17, 0+1, __pyx_t_18); __pyx_t_18 = 0; __pyx_t_10 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_17, NULL); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 296, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; } } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } if (!__pyx_t_8) { __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_10); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 296, __pyx_L1_error) __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_2); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_t_10}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 296, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_t_10}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 296, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } else #endif { __pyx_t_17 = PyTuple_New(1+1); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 296, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_17, 0, __pyx_t_8); __pyx_t_8 = NULL; __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_17, 0+1, __pyx_t_10); __pyx_t_10 = 0; __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_17, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 296, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; } } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF_SET(__pyx_v_tree, __pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":306 * collapsepos=True, * collapseroot=True))) * sentprob += exp(-prob) # <<<<<<<<<<<<<< * for t in tree.subtrees(): * span = t.bitset */ __pyx_t_2 = PyFloat_FromDouble(__pyx_v_sentprob); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 306, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_17 = __Pyx_GetModuleGlobalName(__pyx_n_s_exp); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 306, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __pyx_t_10 = PyFloat_FromDouble((-__pyx_v_prob)); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 306, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_17))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_17); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_17); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_17, function); } } if (!__pyx_t_8) { __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_t_17, __pyx_t_10); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 306, __pyx_L1_error) __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_5); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_17)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_t_10}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_17, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 306, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_17)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_t_10}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_17, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 306, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } else #endif { __pyx_t_18 = PyTuple_New(1+1); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 306, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_18, 0, __pyx_t_8); __pyx_t_8 = NULL; __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_18, 0+1, __pyx_t_10); __pyx_t_10 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_17, __pyx_t_18, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 306, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; } } __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __pyx_t_17 = PyNumber_InPlaceAdd(__pyx_t_2, __pyx_t_5); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 306, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_12 = __pyx_PyFloat_AsDouble(__pyx_t_17); if (unlikely((__pyx_t_12 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 306, __pyx_L1_error) __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __pyx_v_sentprob = __pyx_t_12; /* "discodop/disambiguation.pyx":307 * collapseroot=True))) * sentprob += exp(-prob) * for t in tree.subtrees(): # <<<<<<<<<<<<<< * span = t.bitset * start = pyintnextset(span, 0) */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_tree, __pyx_n_s_subtrees); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 307, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } if (__pyx_t_2) { __pyx_t_17 = __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_2); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 307, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else { __pyx_t_17 = __Pyx_PyObject_CallNoArg(__pyx_t_5); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 307, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_17); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (likely(PyList_CheckExact(__pyx_t_17)) || PyTuple_CheckExact(__pyx_t_17)) { __pyx_t_5 = __pyx_t_17; __Pyx_INCREF(__pyx_t_5); __pyx_t_3 = 0; __pyx_t_24 = NULL; } else { __pyx_t_3 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_17); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 307, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_24 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_24)) __PYX_ERR(0, 307, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; for (;;) { if (likely(!__pyx_t_24)) { if (likely(PyList_CheckExact(__pyx_t_5))) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_5)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_17 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_3); __Pyx_INCREF(__pyx_t_17); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 307, __pyx_L1_error) #else __pyx_t_17 = PySequence_ITEM(__pyx_t_5, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 307, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); #endif } else { if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_5)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_17 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_3); __Pyx_INCREF(__pyx_t_17); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 307, __pyx_L1_error) #else __pyx_t_17 = PySequence_ITEM(__pyx_t_5, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 307, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); #endif } } else { __pyx_t_17 = __pyx_t_24(__pyx_t_5); if (unlikely(!__pyx_t_17)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 307, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_17); } __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_17); __pyx_t_17 = 0; /* "discodop/disambiguation.pyx":308 * sentprob += exp(-prob) * for t in tree.subtrees(): * span = t.bitset # <<<<<<<<<<<<<< * start = pyintnextset(span, 0) * spanlen = pyintbitcount(span) */ __pyx_t_17 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_bitset); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 308, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_17); __pyx_t_17 = 0; /* "discodop/disambiguation.pyx":309 * for t in tree.subtrees(): * span = t.bitset * start = pyintnextset(span, 0) # <<<<<<<<<<<<<< * spanlen = pyintbitcount(span) * tablecell = table[start][spanlen][span] */ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_pyintnextset); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 309, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_18 = NULL; __pyx_t_15 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_18 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_18)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_18); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_15 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_18, __pyx_v_span, __pyx_int_0}; __pyx_t_17 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 309, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_GOTREF(__pyx_t_17); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_18, __pyx_v_span, __pyx_int_0}; __pyx_t_17 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 309, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_GOTREF(__pyx_t_17); } else #endif { __pyx_t_10 = PyTuple_New(2+__pyx_t_15); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 309, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); if (__pyx_t_18) { __Pyx_GIVEREF(__pyx_t_18); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_18); __pyx_t_18 = NULL; } __Pyx_INCREF(__pyx_v_span); __Pyx_GIVEREF(__pyx_v_span); PyTuple_SET_ITEM(__pyx_t_10, 0+__pyx_t_15, __pyx_v_span); __Pyx_INCREF(__pyx_int_0); __Pyx_GIVEREF(__pyx_int_0); PyTuple_SET_ITEM(__pyx_t_10, 1+__pyx_t_15, __pyx_int_0); __pyx_t_17 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_10, NULL); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 309, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_25 = __Pyx_PyInt_As_short(__pyx_t_17); if (unlikely((__pyx_t_25 == (short)-1) && PyErr_Occurred())) __PYX_ERR(0, 309, __pyx_L1_error) __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __pyx_v_start = __pyx_t_25; /* "discodop/disambiguation.pyx":310 * span = t.bitset * start = pyintnextset(span, 0) * spanlen = pyintbitcount(span) # <<<<<<<<<<<<<< * tablecell = table[start][spanlen][span] * tablecell.setdefault(t.label, 0.0) */ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_pyintbitcount); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 310, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_10 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_10)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_10); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_10) { __pyx_t_17 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_span); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 310, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_10, __pyx_v_span}; __pyx_t_17 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 310, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_17); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_10, __pyx_v_span}; __pyx_t_17 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 310, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_17); } else #endif { __pyx_t_18 = PyTuple_New(1+1); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 310, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_18, 0, __pyx_t_10); __pyx_t_10 = NULL; __Pyx_INCREF(__pyx_v_span); __Pyx_GIVEREF(__pyx_v_span); PyTuple_SET_ITEM(__pyx_t_18, 0+1, __pyx_v_span); __pyx_t_17 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_18, NULL); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 310, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_25 = __Pyx_PyInt_As_short(__pyx_t_17); if (unlikely((__pyx_t_25 == (short)-1) && PyErr_Occurred())) __PYX_ERR(0, 310, __pyx_L1_error) __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __pyx_v_spanlen = __pyx_t_25; /* "discodop/disambiguation.pyx":311 * start = pyintnextset(span, 0) * spanlen = pyintbitcount(span) * tablecell = table[start][spanlen][span] # <<<<<<<<<<<<<< * tablecell.setdefault(t.label, 0.0) * if '|<' not in t.label and (labels is None or t.label in labels): */ __pyx_t_17 = __Pyx_GetItemInt(PyList_GET_ITEM(__pyx_v_table, __pyx_v_start), __pyx_v_spanlen, short, 1, __Pyx_PyInt_From_short, 0, 0, 0); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __pyx_t_2 = PyObject_GetItem(__pyx_t_17, __pyx_v_span); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __Pyx_XDECREF_SET(__pyx_v_tablecell, __pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":312 * spanlen = pyintbitcount(span) * tablecell = table[start][spanlen][span] * tablecell.setdefault(t.label, 0.0) # <<<<<<<<<<<<<< * if '|<' not in t.label and (labels is None or t.label in labels): * tablecell[t.label] += exp(-prob) */ __pyx_t_17 = __Pyx_PyObject_GetAttrStr(__pyx_v_tablecell, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 312, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __pyx_t_18 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_label); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 312, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __pyx_t_10 = NULL; __pyx_t_15 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_17))) { __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_17); if (likely(__pyx_t_10)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_17); __Pyx_INCREF(__pyx_t_10); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_17, function); __pyx_t_15 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_17)) { PyObject *__pyx_temp[3] = {__pyx_t_10, __pyx_t_18, __pyx_float_0_0}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_17, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 312, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_17)) { PyObject *__pyx_temp[3] = {__pyx_t_10, __pyx_t_18, __pyx_float_0_0}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_17, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 312, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; } else #endif { __pyx_t_8 = PyTuple_New(2+__pyx_t_15); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 312, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (__pyx_t_10) { __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_10); __pyx_t_10 = NULL; } __Pyx_GIVEREF(__pyx_t_18); PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_15, __pyx_t_18); __Pyx_INCREF(__pyx_float_0_0); __Pyx_GIVEREF(__pyx_float_0_0); PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_15, __pyx_float_0_0); __pyx_t_18 = 0; __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_17, __pyx_t_8, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 312, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":313 * tablecell = table[start][spanlen][span] * tablecell.setdefault(t.label, 0.0) * if '|<' not in t.label and (labels is None or t.label in labels): # <<<<<<<<<<<<<< * tablecell[t.label] += exp(-prob) * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_label); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_13 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__7, __pyx_t_2, Py_NE)); if (unlikely(__pyx_t_13 < 0)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_26 = (__pyx_t_13 != 0); if (__pyx_t_26) { } else { __pyx_t_14 = __pyx_t_26; goto __pyx_L15_bool_binop_done; } __pyx_t_26 = (__pyx_v_labels == ((PyObject*)Py_None)); __pyx_t_13 = (__pyx_t_26 != 0); if (!__pyx_t_13) { } else { __pyx_t_14 = __pyx_t_13; goto __pyx_L15_bool_binop_done; } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_label); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_13 = (__Pyx_PySequence_ContainsTF(__pyx_t_2, __pyx_v_labels, Py_EQ)); if (unlikely(__pyx_t_13 < 0)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_26 = (__pyx_t_13 != 0); __pyx_t_14 = __pyx_t_26; __pyx_L15_bool_binop_done:; if (__pyx_t_14) { /* "discodop/disambiguation.pyx":314 * tablecell.setdefault(t.label, 0.0) * if '|<' not in t.label and (labels is None or t.label in labels): * tablecell[t.label] += exp(-prob) # <<<<<<<<<<<<<< * * cells = defaultdict(dict) # cells[span] = (label, score, leftspan) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_label); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_17 = PyObject_GetItem(__pyx_v_tablecell, __pyx_t_2); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __pyx_t_18 = __Pyx_GetModuleGlobalName(__pyx_n_s_exp); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __pyx_t_10 = PyFloat_FromDouble((-__pyx_v_prob)); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_21 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_18))) { __pyx_t_21 = PyMethod_GET_SELF(__pyx_t_18); if (likely(__pyx_t_21)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_18); __Pyx_INCREF(__pyx_t_21); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_18, function); } } if (!__pyx_t_21) { __pyx_t_8 = __Pyx_PyObject_CallOneArg(__pyx_t_18, __pyx_t_10); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 314, __pyx_L1_error) __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_8); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_18)) { PyObject *__pyx_temp[2] = {__pyx_t_21, __pyx_t_10}; __pyx_t_8 = __Pyx_PyFunction_FastCall(__pyx_t_18, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 314, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_21); __pyx_t_21 = 0; __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_18)) { PyObject *__pyx_temp[2] = {__pyx_t_21, __pyx_t_10}; __pyx_t_8 = __Pyx_PyCFunction_FastCall(__pyx_t_18, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 314, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_21); __pyx_t_21 = 0; __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } else #endif { __pyx_t_9 = PyTuple_New(1+1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_GIVEREF(__pyx_t_21); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_21); __pyx_t_21 = NULL; __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_9, 0+1, __pyx_t_10); __pyx_t_10 = 0; __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_18, __pyx_t_9, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } } __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; __pyx_t_18 = PyNumber_InPlaceAdd(__pyx_t_17, __pyx_t_8); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(PyObject_SetItem(__pyx_v_tablecell, __pyx_t_2, __pyx_t_18) < 0)) __PYX_ERR(0, 314, __pyx_L1_error) __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":313 * tablecell = table[start][spanlen][span] * tablecell.setdefault(t.label, 0.0) * if '|<' not in t.label and (labels is None or t.label in labels): # <<<<<<<<<<<<<< * tablecell[t.label] += exp(-prob) * */ } /* "discodop/disambiguation.pyx":307 * collapseroot=True))) * sentprob += exp(-prob) * for t in tree.subtrees(): # <<<<<<<<<<<<<< * span = t.bitset * start = pyintnextset(span, 0) */ } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":288 * tree = None * # get marginal probabilities * for deriv, prob in chart.derivations: # <<<<<<<<<<<<<< * if backtransform is None: * treestr = REMOVEIDS.sub('', deriv) */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":316 * tablecell[t.label] += exp(-prob) * * cells = defaultdict(dict) # cells[span] = (label, score, leftspan) # <<<<<<<<<<<<<< * # select best derivation * for spanlen in range(1, len(chart.sent) + 1): */ __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_defaultdict); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 316, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } if (!__pyx_t_2) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_5, ((PyObject *)(&PyDict_Type))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 316, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[2] = {__pyx_t_2, ((PyObject *)(&PyDict_Type))}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 316, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[2] = {__pyx_t_2, ((PyObject *)(&PyDict_Type))}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 316, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_18 = PyTuple_New(1+1); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 316, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_18, 0, __pyx_t_2); __pyx_t_2 = NULL; __Pyx_INCREF(((PyObject *)(&PyDict_Type))); __Pyx_GIVEREF(((PyObject *)(&PyDict_Type))); PyTuple_SET_ITEM(__pyx_t_18, 0+1, ((PyObject *)(&PyDict_Type))); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_18, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 316, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; } } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_v_cells = __pyx_t_1; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":318 * cells = defaultdict(dict) # cells[span] = (label, score, leftspan) * # select best derivation * for spanlen in range(1, len(chart.sent) + 1): # <<<<<<<<<<<<<< * for start in range(len(chart.sent) - spanlen + 1): * for span, tablecell in table[start][spanlen].items(): */ __pyx_t_1 = __pyx_v_chart->sent; __Pyx_INCREF(__pyx_t_1); if (unlikely(__pyx_t_1 == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(0, 318, __pyx_L1_error) } __pyx_t_4 = PyList_GET_SIZE(__pyx_t_1); if (unlikely(__pyx_t_4 == -1)) __PYX_ERR(0, 318, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = (__pyx_t_4 + 1); for (__pyx_t_25 = 1; __pyx_t_25 < __pyx_t_3; __pyx_t_25+=1) { __pyx_v_spanlen = __pyx_t_25; /* "discodop/disambiguation.pyx":319 * # select best derivation * for spanlen in range(1, len(chart.sent) + 1): * for start in range(len(chart.sent) - spanlen + 1): # <<<<<<<<<<<<<< * for span, tablecell in table[start][spanlen].items(): * maxlabel, maxscore = NONCONSTLABEL, 0.0 */ __pyx_t_1 = __pyx_v_chart->sent; __Pyx_INCREF(__pyx_t_1); if (unlikely(__pyx_t_1 == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(0, 319, __pyx_L1_error) } __pyx_t_4 = PyList_GET_SIZE(__pyx_t_1); if (unlikely(__pyx_t_4 == -1)) __PYX_ERR(0, 319, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_7 = ((__pyx_t_4 - __pyx_v_spanlen) + 1); for (__pyx_t_27 = 0; __pyx_t_27 < __pyx_t_7; __pyx_t_27+=1) { __pyx_v_start = __pyx_t_27; /* "discodop/disambiguation.pyx":320 * for spanlen in range(1, len(chart.sent) + 1): * for start in range(len(chart.sent) - spanlen + 1): * for span, tablecell in table[start][spanlen].items(): # <<<<<<<<<<<<<< * maxlabel, maxscore = NONCONSTLABEL, 0.0 * if tablecell: */ __pyx_t_4 = 0; __pyx_t_5 = __Pyx_GetItemInt(PyList_GET_ITEM(__pyx_v_table, __pyx_v_start), __pyx_v_spanlen, short, 1, __Pyx_PyInt_From_short, 0, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 320, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (unlikely(__pyx_t_5 == Py_None)) { PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%s'", "items"); __PYX_ERR(0, 320, __pyx_L1_error) } __pyx_t_18 = __Pyx_dict_iterator(__pyx_t_5, 0, __pyx_n_s_items, (&__pyx_t_6), (&__pyx_t_15)); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 320, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = __pyx_t_18; __pyx_t_18 = 0; while (1) { __pyx_t_28 = __Pyx_dict_iter_next(__pyx_t_1, __pyx_t_6, &__pyx_t_4, &__pyx_t_18, &__pyx_t_5, NULL, __pyx_t_15); if (unlikely(__pyx_t_28 == 0)) break; if (unlikely(__pyx_t_28 == -1)) __PYX_ERR(0, 320, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_GOTREF(__pyx_t_5); __Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_18); __pyx_t_18 = 0; __Pyx_XDECREF_SET(__pyx_v_tablecell, __pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":321 * for start in range(len(chart.sent) - spanlen + 1): * for span, tablecell in table[start][spanlen].items(): * maxlabel, maxscore = NONCONSTLABEL, 0.0 # <<<<<<<<<<<<<< * if tablecell: * maxlabel, maxscore = max(tablecell.items(), */ __pyx_t_5 = __pyx_v_8discodop_14disambiguation_NONCONSTLABEL; __Pyx_INCREF(__pyx_t_5); __pyx_t_12 = 0.0; __Pyx_XDECREF_SET(__pyx_v_maxlabel, __pyx_t_5); __pyx_t_5 = 0; __pyx_v_maxscore = __pyx_t_12; /* "discodop/disambiguation.pyx":322 * for span, tablecell in table[start][spanlen].items(): * maxlabel, maxscore = NONCONSTLABEL, 0.0 * if tablecell: # <<<<<<<<<<<<<< * maxlabel, maxscore = max(tablecell.items(), * key=itemgetter(1)) */ __pyx_t_14 = __Pyx_PyObject_IsTrue(__pyx_v_tablecell); if (unlikely(__pyx_t_14 < 0)) __PYX_ERR(0, 322, __pyx_L1_error) if (__pyx_t_14) { /* "discodop/disambiguation.pyx":323 * maxlabel, maxscore = NONCONSTLABEL, 0.0 * if tablecell: * maxlabel, maxscore = max(tablecell.items(), # <<<<<<<<<<<<<< * key=itemgetter(1)) * maxcombscore = 0.0 */ __pyx_t_18 = __Pyx_PyObject_GetAttrStr(__pyx_v_tablecell, __pyx_n_s_items); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_18))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_18); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_18); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_18, function); } } if (__pyx_t_2) { __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_t_18, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 323, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else { __pyx_t_5 = __Pyx_PyObject_CallNoArg(__pyx_t_18); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 323, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; __pyx_t_18 = PyTuple_New(1); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_18, 0, __pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":324 * if tablecell: * maxlabel, maxscore = max(tablecell.items(), * key=itemgetter(1)) # <<<<<<<<<<<<<< * maxcombscore = 0.0 * maxleft = None */ __pyx_t_5 = PyDict_New(); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 324, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_itemgetter); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 324, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_tuple__8, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 324, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_key, __pyx_t_8) < 0) __PYX_ERR(0, 324, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":323 * maxlabel, maxscore = NONCONSTLABEL, 0.0 * if tablecell: * maxlabel, maxscore = max(tablecell.items(), # <<<<<<<<<<<<<< * key=itemgetter(1)) * maxcombscore = 0.0 */ __pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_max, __pyx_t_18, __pyx_t_5); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_8))) || (PyList_CheckExact(__pyx_t_8))) { PyObject* sequence = __pyx_t_8; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 323, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_18 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_18 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_18); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_18 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); #endif __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else { Py_ssize_t index = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_11 = Py_TYPE(__pyx_t_2)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_11(__pyx_t_2); if (unlikely(!__pyx_t_5)) goto __pyx_L25_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_18 = __pyx_t_11(__pyx_t_2); if (unlikely(!__pyx_t_18)) goto __pyx_L25_unpacking_failed; __Pyx_GOTREF(__pyx_t_18); if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_2), 2) < 0) __PYX_ERR(0, 323, __pyx_L1_error) __pyx_t_11 = NULL; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; goto __pyx_L26_unpacking_done; __pyx_L25_unpacking_failed:; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_11 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 323, __pyx_L1_error) __pyx_L26_unpacking_done:; } __pyx_t_12 = __pyx_PyFloat_AsDouble(__pyx_t_18); if (unlikely((__pyx_t_12 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 323, __pyx_L1_error) __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_DECREF_SET(__pyx_v_maxlabel, __pyx_t_5); __pyx_t_5 = 0; __pyx_v_maxscore = __pyx_t_12; /* "discodop/disambiguation.pyx":322 * for span, tablecell in table[start][spanlen].items(): * maxlabel, maxscore = NONCONSTLABEL, 0.0 * if tablecell: # <<<<<<<<<<<<<< * maxlabel, maxscore = max(tablecell.items(), * key=itemgetter(1)) */ } /* "discodop/disambiguation.pyx":325 * maxlabel, maxscore = max(tablecell.items(), * key=itemgetter(1)) * maxcombscore = 0.0 # <<<<<<<<<<<<<< * maxleft = None * for spans in table[start][1:spanlen]: */ __pyx_v_maxcombscore = 0.0; /* "discodop/disambiguation.pyx":326 * key=itemgetter(1)) * maxcombscore = 0.0 * maxleft = None # <<<<<<<<<<<<<< * for spans in table[start][1:spanlen]: * for leftspan in spans: */ __Pyx_INCREF(Py_None); __Pyx_XDECREF_SET(__pyx_v_maxleft, Py_None); /* "discodop/disambiguation.pyx":327 * maxcombscore = 0.0 * maxleft = None * for spans in table[start][1:spanlen]: # <<<<<<<<<<<<<< * for leftspan in spans: * if (span & leftspan != leftspan */ __pyx_t_8 = __Pyx_PyObject_GetSlice(PyList_GET_ITEM(__pyx_v_table, __pyx_v_start), 1, __pyx_v_spanlen, NULL, NULL, NULL, 1, 1, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 327, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (likely(PyList_CheckExact(__pyx_t_8)) || PyTuple_CheckExact(__pyx_t_8)) { __pyx_t_18 = __pyx_t_8; __Pyx_INCREF(__pyx_t_18); __pyx_t_29 = 0; __pyx_t_24 = NULL; } else { __pyx_t_29 = -1; __pyx_t_18 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 327, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __pyx_t_24 = Py_TYPE(__pyx_t_18)->tp_iternext; if (unlikely(!__pyx_t_24)) __PYX_ERR(0, 327, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; for (;;) { if (likely(!__pyx_t_24)) { if (likely(PyList_CheckExact(__pyx_t_18))) { if (__pyx_t_29 >= PyList_GET_SIZE(__pyx_t_18)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyList_GET_ITEM(__pyx_t_18, __pyx_t_29); __Pyx_INCREF(__pyx_t_8); __pyx_t_29++; if (unlikely(0 < 0)) __PYX_ERR(0, 327, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_18, __pyx_t_29); __pyx_t_29++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 327, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } else { if (__pyx_t_29 >= PyTuple_GET_SIZE(__pyx_t_18)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_18, __pyx_t_29); __Pyx_INCREF(__pyx_t_8); __pyx_t_29++; if (unlikely(0 < 0)) __PYX_ERR(0, 327, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_18, __pyx_t_29); __pyx_t_29++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 327, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } } else { __pyx_t_8 = __pyx_t_24(__pyx_t_18); if (unlikely(!__pyx_t_8)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 327, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_8); } __Pyx_XDECREF_SET(__pyx_v_spans, __pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":328 * maxleft = None * for spans in table[start][1:spanlen]: * for leftspan in spans: # <<<<<<<<<<<<<< * if (span & leftspan != leftspan * or cells[leftspan][0] == NONCONSTLABEL): */ if (likely(PyList_CheckExact(__pyx_v_spans)) || PyTuple_CheckExact(__pyx_v_spans)) { __pyx_t_8 = __pyx_v_spans; __Pyx_INCREF(__pyx_t_8); __pyx_t_30 = 0; __pyx_t_31 = NULL; } else { __pyx_t_30 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_spans); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 328, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_31 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_31)) __PYX_ERR(0, 328, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_31)) { if (likely(PyList_CheckExact(__pyx_t_8))) { if (__pyx_t_30 >= PyList_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_30); __Pyx_INCREF(__pyx_t_5); __pyx_t_30++; if (unlikely(0 < 0)) __PYX_ERR(0, 328, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_8, __pyx_t_30); __pyx_t_30++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 328, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } else { if (__pyx_t_30 >= PyTuple_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_30); __Pyx_INCREF(__pyx_t_5); __pyx_t_30++; if (unlikely(0 < 0)) __PYX_ERR(0, 328, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_8, __pyx_t_30); __pyx_t_30++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 328, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } } else { __pyx_t_5 = __pyx_t_31(__pyx_t_8); if (unlikely(!__pyx_t_5)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 328, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_5); } __Pyx_XDECREF_SET(__pyx_v_leftspan, __pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":329 * for spans in table[start][1:spanlen]: * for leftspan in spans: * if (span & leftspan != leftspan # <<<<<<<<<<<<<< * or cells[leftspan][0] == NONCONSTLABEL): * continue */ __pyx_t_5 = PyNumber_And(__pyx_v_span, __pyx_v_leftspan); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 329, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); /* "discodop/disambiguation.pyx":330 * for leftspan in spans: * if (span & leftspan != leftspan * or cells[leftspan][0] == NONCONSTLABEL): # <<<<<<<<<<<<<< * continue * rightspan = span & ~leftspan */ __pyx_t_2 = PyObject_RichCompare(__pyx_t_5, __pyx_v_leftspan, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 329, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":329 * for spans in table[start][1:spanlen]: * for leftspan in spans: * if (span & leftspan != leftspan # <<<<<<<<<<<<<< * or cells[leftspan][0] == NONCONSTLABEL): * continue */ __pyx_t_26 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_26 < 0)) __PYX_ERR(0, 329, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (!__pyx_t_26) { } else { __pyx_t_14 = __pyx_t_26; goto __pyx_L32_bool_binop_done; } /* "discodop/disambiguation.pyx":330 * for leftspan in spans: * if (span & leftspan != leftspan * or cells[leftspan][0] == NONCONSTLABEL): # <<<<<<<<<<<<<< * continue * rightspan = span & ~leftspan */ __pyx_t_2 = PyObject_GetItem(__pyx_v_cells, __pyx_v_leftspan); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 330, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_2, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 330, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_26 = (__Pyx_PyUnicode_Equals(__pyx_t_5, __pyx_v_8discodop_14disambiguation_NONCONSTLABEL, Py_EQ)); if (unlikely(__pyx_t_26 < 0)) __PYX_ERR(0, 330, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_14 = __pyx_t_26; __pyx_L32_bool_binop_done:; /* "discodop/disambiguation.pyx":329 * for spans in table[start][1:spanlen]: * for leftspan in spans: * if (span & leftspan != leftspan # <<<<<<<<<<<<<< * or cells[leftspan][0] == NONCONSTLABEL): * continue */ if (__pyx_t_14) { /* "discodop/disambiguation.pyx":331 * if (span & leftspan != leftspan * or cells[leftspan][0] == NONCONSTLABEL): * continue # <<<<<<<<<<<<<< * rightspan = span & ~leftspan * if (rightspan in cells */ goto __pyx_L29_continue; /* "discodop/disambiguation.pyx":329 * for spans in table[start][1:spanlen]: * for leftspan in spans: * if (span & leftspan != leftspan # <<<<<<<<<<<<<< * or cells[leftspan][0] == NONCONSTLABEL): * continue */ } /* "discodop/disambiguation.pyx":332 * or cells[leftspan][0] == NONCONSTLABEL): * continue * rightspan = span & ~leftspan # <<<<<<<<<<<<<< * if (rightspan in cells * and cells[rightspan][0] != NONCONSTLABEL): */ __pyx_t_5 = PyNumber_Invert(__pyx_v_leftspan); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 332, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_2 = PyNumber_And(__pyx_v_span, __pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 332, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_rightspan, __pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":334 * rightspan = span & ~leftspan * if (rightspan in cells * and cells[rightspan][0] != NONCONSTLABEL): # <<<<<<<<<<<<<< * score = cells[leftspan][1] + cells[rightspan][1] * if score > maxcombscore: */ __pyx_t_26 = (__Pyx_PySequence_ContainsTF(__pyx_v_rightspan, __pyx_v_cells, Py_EQ)); if (unlikely(__pyx_t_26 < 0)) __PYX_ERR(0, 333, __pyx_L1_error) /* "discodop/disambiguation.pyx":333 * continue * rightspan = span & ~leftspan * if (rightspan in cells # <<<<<<<<<<<<<< * and cells[rightspan][0] != NONCONSTLABEL): * score = cells[leftspan][1] + cells[rightspan][1] */ __pyx_t_13 = (__pyx_t_26 != 0); if (__pyx_t_13) { } else { __pyx_t_14 = __pyx_t_13; goto __pyx_L35_bool_binop_done; } /* "discodop/disambiguation.pyx":334 * rightspan = span & ~leftspan * if (rightspan in cells * and cells[rightspan][0] != NONCONSTLABEL): # <<<<<<<<<<<<<< * score = cells[leftspan][1] + cells[rightspan][1] * if score > maxcombscore: */ __pyx_t_2 = PyObject_GetItem(__pyx_v_cells, __pyx_v_rightspan); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 334, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_2, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 334, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_13 = (__Pyx_PyUnicode_Equals(__pyx_t_5, __pyx_v_8discodop_14disambiguation_NONCONSTLABEL, Py_NE)); if (unlikely(__pyx_t_13 < 0)) __PYX_ERR(0, 334, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_14 = __pyx_t_13; __pyx_L35_bool_binop_done:; /* "discodop/disambiguation.pyx":333 * continue * rightspan = span & ~leftspan * if (rightspan in cells # <<<<<<<<<<<<<< * and cells[rightspan][0] != NONCONSTLABEL): * score = cells[leftspan][1] + cells[rightspan][1] */ if (__pyx_t_14) { /* "discodop/disambiguation.pyx":335 * if (rightspan in cells * and cells[rightspan][0] != NONCONSTLABEL): * score = cells[leftspan][1] + cells[rightspan][1] # <<<<<<<<<<<<<< * if score > maxcombscore: * maxcombscore = score */ __pyx_t_5 = PyObject_GetItem(__pyx_v_cells, __pyx_v_leftspan); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_2 = __Pyx_GetItemInt(__pyx_t_5, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = PyObject_GetItem(__pyx_v_cells, __pyx_v_rightspan); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_17 = __Pyx_GetItemInt(__pyx_t_5, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = PyNumber_Add(__pyx_t_2, __pyx_t_17); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __pyx_t_12 = __pyx_PyFloat_AsDouble(__pyx_t_5); if (unlikely((__pyx_t_12 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_v_score = __pyx_t_12; /* "discodop/disambiguation.pyx":336 * and cells[rightspan][0] != NONCONSTLABEL): * score = cells[leftspan][1] + cells[rightspan][1] * if score > maxcombscore: # <<<<<<<<<<<<<< * maxcombscore = score * maxleft = leftspan */ __pyx_t_14 = ((__pyx_v_score > __pyx_v_maxcombscore) != 0); if (__pyx_t_14) { /* "discodop/disambiguation.pyx":337 * score = cells[leftspan][1] + cells[rightspan][1] * if score > maxcombscore: * maxcombscore = score # <<<<<<<<<<<<<< * maxleft = leftspan * score = maxscore / sentprob */ __pyx_v_maxcombscore = __pyx_v_score; /* "discodop/disambiguation.pyx":338 * if score > maxcombscore: * maxcombscore = score * maxleft = leftspan # <<<<<<<<<<<<<< * score = maxscore / sentprob * contribution = score - labda * (1 - score) */ __Pyx_INCREF(__pyx_v_leftspan); __Pyx_DECREF_SET(__pyx_v_maxleft, __pyx_v_leftspan); /* "discodop/disambiguation.pyx":336 * and cells[rightspan][0] != NONCONSTLABEL): * score = cells[leftspan][1] + cells[rightspan][1] * if score > maxcombscore: # <<<<<<<<<<<<<< * maxcombscore = score * maxleft = leftspan */ } /* "discodop/disambiguation.pyx":333 * continue * rightspan = span & ~leftspan * if (rightspan in cells # <<<<<<<<<<<<<< * and cells[rightspan][0] != NONCONSTLABEL): * score = cells[leftspan][1] + cells[rightspan][1] */ } /* "discodop/disambiguation.pyx":328 * maxleft = None * for spans in table[start][1:spanlen]: * for leftspan in spans: # <<<<<<<<<<<<<< * if (span & leftspan != leftspan * or cells[leftspan][0] == NONCONSTLABEL): */ __pyx_L29_continue:; } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":327 * maxcombscore = 0.0 * maxleft = None * for spans in table[start][1:spanlen]: # <<<<<<<<<<<<<< * for leftspan in spans: * if (span & leftspan != leftspan */ } __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; /* "discodop/disambiguation.pyx":339 * maxcombscore = score * maxleft = leftspan * score = maxscore / sentprob # <<<<<<<<<<<<<< * contribution = score - labda * (1 - score) * if contribution < 0: */ __pyx_v_score = (__pyx_v_maxscore / __pyx_v_sentprob); /* "discodop/disambiguation.pyx":340 * maxleft = leftspan * score = maxscore / sentprob * contribution = score - labda * (1 - score) # <<<<<<<<<<<<<< * if contribution < 0: * cells[span] = (NEGATIVECONSTLABEL */ __pyx_v_contribution = (__pyx_v_score - (__pyx_v_labda * (1.0 - __pyx_v_score))); /* "discodop/disambiguation.pyx":341 * score = maxscore / sentprob * contribution = score - labda * (1 - score) * if contribution < 0: # <<<<<<<<<<<<<< * cells[span] = (NEGATIVECONSTLABEL * if 1 < pyintbitcount(span) < len(chart.sent) */ __pyx_t_14 = ((__pyx_v_contribution < 0.0) != 0); if (__pyx_t_14) { /* "discodop/disambiguation.pyx":343 * if contribution < 0: * cells[span] = (NEGATIVECONSTLABEL * if 1 < pyintbitcount(span) < len(chart.sent) # <<<<<<<<<<<<<< * else maxlabel, * maxcombscore, maxleft) */ __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_pyintbitcount); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_17 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_17 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_17)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_17); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } if (!__pyx_t_17) { __pyx_t_8 = __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_span); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[2] = {__pyx_t_17, __pyx_v_span}; __pyx_t_8 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_17); __pyx_t_17 = 0; __Pyx_GOTREF(__pyx_t_8); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[2] = {__pyx_t_17, __pyx_v_span}; __pyx_t_8 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_17); __pyx_t_17 = 0; __Pyx_GOTREF(__pyx_t_8); } else #endif { __pyx_t_2 = PyTuple_New(1+1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_17); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_17); __pyx_t_17 = NULL; __Pyx_INCREF(__pyx_v_span); __Pyx_GIVEREF(__pyx_v_span); PyTuple_SET_ITEM(__pyx_t_2, 0+1, __pyx_v_span); __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_2, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = PyObject_RichCompare(__pyx_int_1, __pyx_t_8, Py_LT); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 343, __pyx_L1_error) if (__Pyx_PyObject_IsTrue(__pyx_t_5)) { __Pyx_DECREF(__pyx_t_5); __pyx_t_2 = __pyx_v_chart->sent; __Pyx_INCREF(__pyx_t_2); if (unlikely(__pyx_t_2 == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(0, 343, __pyx_L1_error) } __pyx_t_29 = PyList_GET_SIZE(__pyx_t_2); if (unlikely(__pyx_t_29 == -1)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyInt_FromSsize_t(__pyx_t_29); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = PyObject_RichCompare(__pyx_t_8, __pyx_t_2, Py_LT); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_14 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_14 < 0)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (__pyx_t_14) { __Pyx_INCREF(__pyx_v_8discodop_14disambiguation_NEGATIVECONSTLABEL); __pyx_t_18 = __pyx_v_8discodop_14disambiguation_NEGATIVECONSTLABEL; } else { /* "discodop/disambiguation.pyx":344 * cells[span] = (NEGATIVECONSTLABEL * if 1 < pyintbitcount(span) < len(chart.sent) * else maxlabel, # <<<<<<<<<<<<<< * maxcombscore, maxleft) * else: */ __Pyx_INCREF(__pyx_v_maxlabel); __pyx_t_18 = __pyx_v_maxlabel; } /* "discodop/disambiguation.pyx":345 * if 1 < pyintbitcount(span) < len(chart.sent) * else maxlabel, * maxcombscore, maxleft) # <<<<<<<<<<<<<< * else: * maxcombscore += contribution */ __pyx_t_5 = PyFloat_FromDouble(__pyx_v_maxcombscore); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 345, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); /* "discodop/disambiguation.pyx":342 * contribution = score - labda * (1 - score) * if contribution < 0: * cells[span] = (NEGATIVECONSTLABEL # <<<<<<<<<<<<<< * if 1 < pyintbitcount(span) < len(chart.sent) * else maxlabel, */ __pyx_t_8 = PyTuple_New(3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_GIVEREF(__pyx_t_18); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_18); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_5); __Pyx_INCREF(__pyx_v_maxleft); __Pyx_GIVEREF(__pyx_v_maxleft); PyTuple_SET_ITEM(__pyx_t_8, 2, __pyx_v_maxleft); __pyx_t_18 = 0; __pyx_t_5 = 0; if (unlikely(PyObject_SetItem(__pyx_v_cells, __pyx_v_span, __pyx_t_8) < 0)) __PYX_ERR(0, 342, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":341 * score = maxscore / sentprob * contribution = score - labda * (1 - score) * if contribution < 0: # <<<<<<<<<<<<<< * cells[span] = (NEGATIVECONSTLABEL * if 1 < pyintbitcount(span) < len(chart.sent) */ goto __pyx_L38; } /* "discodop/disambiguation.pyx":347 * maxcombscore, maxleft) * else: * maxcombscore += contribution # <<<<<<<<<<<<<< * cells[span] = (maxlabel, maxcombscore, maxleft) * */ /*else*/ { __pyx_v_maxcombscore = (__pyx_v_maxcombscore + __pyx_v_contribution); /* "discodop/disambiguation.pyx":348 * else: * maxcombscore += contribution * cells[span] = (maxlabel, maxcombscore, maxleft) # <<<<<<<<<<<<<< * * # reconstruct tree */ __pyx_t_8 = PyFloat_FromDouble(__pyx_v_maxcombscore); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 348, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_5 = PyTuple_New(3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 348, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_v_maxlabel); __Pyx_GIVEREF(__pyx_v_maxlabel); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_maxlabel); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_8); __Pyx_INCREF(__pyx_v_maxleft); __Pyx_GIVEREF(__pyx_v_maxleft); PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_v_maxleft); __pyx_t_8 = 0; if (unlikely(PyObject_SetItem(__pyx_v_cells, __pyx_v_span, __pyx_t_5) < 0)) __PYX_ERR(0, 348, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __pyx_L38:; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } } /* "discodop/disambiguation.pyx":351 * * # reconstruct tree * tmp = '' # <<<<<<<<<<<<<< * try: * tmp = gettree(cells, tree.bitset) */ __Pyx_INCREF(__pyx_kp_u__3); __pyx_v_tmp = __pyx_kp_u__3; /* "discodop/disambiguation.pyx":352 * # reconstruct tree * tmp = '' * try: # <<<<<<<<<<<<<< * tmp = gettree(cells, tree.bitset) * result = unbinarize(Tree(tmp), */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_32, &__pyx_t_33, &__pyx_t_34); __Pyx_XGOTREF(__pyx_t_32); __Pyx_XGOTREF(__pyx_t_33); __Pyx_XGOTREF(__pyx_t_34); /*try:*/ { /* "discodop/disambiguation.pyx":353 * tmp = '' * try: * tmp = gettree(cells, tree.bitset) # <<<<<<<<<<<<<< * result = unbinarize(Tree(tmp), * childchar='NONE', unarychar='+', expandunary=True) */ __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_gettree); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 353, __pyx_L39_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_tree, __pyx_n_s_bitset); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 353, __pyx_L39_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_18 = NULL; __pyx_t_15 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_18 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_18)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_18); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); __pyx_t_15 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_18, __pyx_v_cells, __pyx_t_8}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 353, __pyx_L39_error) __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_18, __pyx_v_cells, __pyx_t_8}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 353, __pyx_L39_error) __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else #endif { __pyx_t_2 = PyTuple_New(2+__pyx_t_15); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 353, __pyx_L39_error) __Pyx_GOTREF(__pyx_t_2); if (__pyx_t_18) { __Pyx_GIVEREF(__pyx_t_18); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_18); __pyx_t_18 = NULL; } __Pyx_INCREF(__pyx_v_cells); __Pyx_GIVEREF(__pyx_v_cells); PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_15, __pyx_v_cells); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_15, __pyx_t_8); __pyx_t_8 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 353, __pyx_L39_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF_SET(__pyx_v_tmp, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":354 * try: * tmp = gettree(cells, tree.bitset) * result = unbinarize(Tree(tmp), # <<<<<<<<<<<<<< * childchar='NONE', unarychar='+', expandunary=True) * except (ValueError, AttributeError): */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_unbinarize); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 354, __pyx_L39_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 354, __pyx_L39_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_8) { __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_tmp); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 354, __pyx_L39_error) __Pyx_GOTREF(__pyx_t_5); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_v_tmp}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 354, __pyx_L39_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_v_tmp}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 354, __pyx_L39_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif { __pyx_t_18 = PyTuple_New(1+1); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 354, __pyx_L39_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_18, 0, __pyx_t_8); __pyx_t_8 = NULL; __Pyx_INCREF(__pyx_v_tmp); __Pyx_GIVEREF(__pyx_v_tmp); PyTuple_SET_ITEM(__pyx_t_18, 0+1, __pyx_v_tmp); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_18, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 354, __pyx_L39_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 354, __pyx_L39_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":355 * tmp = gettree(cells, tree.bitset) * result = unbinarize(Tree(tmp), * childchar='NONE', unarychar='+', expandunary=True) # <<<<<<<<<<<<<< * except (ValueError, AttributeError): * return [], 'MCP failed. %s' % tmp */ __pyx_t_5 = PyDict_New(); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 355, __pyx_L39_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_childchar, __pyx_n_u_NONE) < 0) __PYX_ERR(0, 355, __pyx_L39_error) if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_unarychar, __pyx_kp_u__6) < 0) __PYX_ERR(0, 355, __pyx_L39_error) if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_expandunary, Py_True) < 0) __PYX_ERR(0, 355, __pyx_L39_error) /* "discodop/disambiguation.pyx":354 * try: * tmp = gettree(cells, tree.bitset) * result = unbinarize(Tree(tmp), # <<<<<<<<<<<<<< * childchar='NONE', unarychar='+', expandunary=True) * except (ValueError, AttributeError): */ __pyx_t_18 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_t_5); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 354, __pyx_L39_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_v_result = __pyx_t_18; __pyx_t_18 = 0; /* "discodop/disambiguation.pyx":352 * # reconstruct tree * tmp = '' * try: # <<<<<<<<<<<<<< * tmp = gettree(cells, tree.bitset) * result = unbinarize(Tree(tmp), */ } /* "discodop/disambiguation.pyx":359 * return [], 'MCP failed. %s' % tmp * else: * return [(str(result), maxscore, # <<<<<<<<<<<<<< * None)], '%d derivations; sentprob: %g' % ( * len(chart.derivations), sentprob) */ /*else:*/ { __Pyx_XDECREF(__pyx_r); __pyx_t_18 = PyTuple_New(1); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 359, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_INCREF(__pyx_v_result); __Pyx_GIVEREF(__pyx_v_result); PyTuple_SET_ITEM(__pyx_t_18, 0, __pyx_v_result); __pyx_t_5 = __Pyx_PyObject_Call(((PyObject *)(&PyUnicode_Type)), __pyx_t_18, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 359, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; __pyx_t_18 = PyFloat_FromDouble(__pyx_v_maxscore); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 359, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_18); /* "discodop/disambiguation.pyx":360 * else: * return [(str(result), maxscore, * None)], '%d derivations; sentprob: %g' % ( # <<<<<<<<<<<<<< * len(chart.derivations), sentprob) * */ __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 359, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_5); __Pyx_GIVEREF(__pyx_t_18); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_18); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 2, Py_None); __pyx_t_5 = 0; __pyx_t_18 = 0; /* "discodop/disambiguation.pyx":359 * return [], 'MCP failed. %s' % tmp * else: * return [(str(result), maxscore, # <<<<<<<<<<<<<< * None)], '%d derivations; sentprob: %g' % ( * len(chart.derivations), sentprob) */ __pyx_t_18 = PyList_New(1); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 359, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_GIVEREF(__pyx_t_2); PyList_SET_ITEM(__pyx_t_18, 0, __pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":361 * return [(str(result), maxscore, * None)], '%d derivations; sentprob: %g' % ( * len(chart.derivations), sentprob) # <<<<<<<<<<<<<< * * */ __pyx_t_2 = __pyx_v_chart->derivations; __Pyx_INCREF(__pyx_t_2); if (unlikely(__pyx_t_2 == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(0, 361, __pyx_L41_except_error) } __pyx_t_3 = PyList_GET_SIZE(__pyx_t_2); if (unlikely(__pyx_t_3 == -1)) __PYX_ERR(0, 361, __pyx_L41_except_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyInt_FromSsize_t(__pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 361, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = PyFloat_FromDouble(__pyx_v_sentprob); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 361, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 361, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_5); __pyx_t_2 = 0; __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":360 * else: * return [(str(result), maxscore, * None)], '%d derivations; sentprob: %g' % ( # <<<<<<<<<<<<<< * len(chart.derivations), sentprob) * */ __pyx_t_5 = PyUnicode_Format(__pyx_kp_u_d_derivations_sentprob_g, __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 360, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":359 * return [], 'MCP failed. %s' % tmp * else: * return [(str(result), maxscore, # <<<<<<<<<<<<<< * None)], '%d derivations; sentprob: %g' % ( * len(chart.derivations), sentprob) */ __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 359, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_18); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_18); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_5); __pyx_t_18 = 0; __pyx_t_5 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L42_except_return; } __pyx_L39_error:; __Pyx_PyThreadState_assign __Pyx_XDECREF(__pyx_t_22); __pyx_t_22 = 0; __Pyx_XDECREF(__pyx_t_19); __pyx_t_19 = 0; __Pyx_XDECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_XDECREF(__pyx_t_23); __pyx_t_23 = 0; __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0; __Pyx_XDECREF(__pyx_t_21); __pyx_t_21 = 0; __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_XDECREF(__pyx_t_17); __pyx_t_17 = 0; __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0; /* "discodop/disambiguation.pyx":356 * result = unbinarize(Tree(tmp), * childchar='NONE', unarychar='+', expandunary=True) * except (ValueError, AttributeError): # <<<<<<<<<<<<<< * return [], 'MCP failed. %s' % tmp * else: */ __pyx_t_15 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_ValueError) || __Pyx_PyErr_ExceptionMatches(__pyx_builtin_AttributeError); if (__pyx_t_15) { __Pyx_AddTraceback("discodop.disambiguation.maxconstituentsparse", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_1, &__pyx_t_5, &__pyx_t_18) < 0) __PYX_ERR(0, 356, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GOTREF(__pyx_t_5); __Pyx_GOTREF(__pyx_t_18); /* "discodop/disambiguation.pyx":357 * childchar='NONE', unarychar='+', expandunary=True) * except (ValueError, AttributeError): * return [], 'MCP failed. %s' % tmp # <<<<<<<<<<<<<< * else: * return [(str(result), maxscore, */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 357, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_8 = PyUnicode_Format(__pyx_kp_u_MCP_failed_s, __pyx_v_tmp); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 357, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_17 = PyTuple_New(2); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 357, __pyx_L41_except_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_17, 0, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_17, 1, __pyx_t_8); __pyx_t_2 = 0; __pyx_t_8 = 0; __pyx_r = __pyx_t_17; __pyx_t_17 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; goto __pyx_L42_except_return; } goto __pyx_L41_except_error; __pyx_L41_except_error:; /* "discodop/disambiguation.pyx":352 * # reconstruct tree * tmp = '' * try: # <<<<<<<<<<<<<< * tmp = gettree(cells, tree.bitset) * result = unbinarize(Tree(tmp), */ __Pyx_PyThreadState_assign __Pyx_XGIVEREF(__pyx_t_32); __Pyx_XGIVEREF(__pyx_t_33); __Pyx_XGIVEREF(__pyx_t_34); __Pyx_ExceptionReset(__pyx_t_32, __pyx_t_33, __pyx_t_34); goto __pyx_L1_error; __pyx_L42_except_return:; __Pyx_PyThreadState_assign __Pyx_XGIVEREF(__pyx_t_32); __Pyx_XGIVEREF(__pyx_t_33); __Pyx_XGIVEREF(__pyx_t_34); __Pyx_ExceptionReset(__pyx_t_32, __pyx_t_33, __pyx_t_34); goto __pyx_L0; } /* "discodop/disambiguation.pyx":259 * * * cdef maxconstituentsparse(Chart chart, # <<<<<<<<<<<<<< * list backtransform, double labda, set labels=None): * """Approximate the Max Constituents Parse (MCP) parse from k-best list. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_10); __Pyx_XDECREF(__pyx_t_16); __Pyx_XDECREF(__pyx_t_17); __Pyx_XDECREF(__pyx_t_18); __Pyx_XDECREF(__pyx_t_19); __Pyx_XDECREF(__pyx_t_20); __Pyx_XDECREF(__pyx_t_21); __Pyx_XDECREF(__pyx_t_22); __Pyx_XDECREF(__pyx_t_23); __Pyx_AddTraceback("discodop.disambiguation.maxconstituentsparse", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_span); __Pyx_XDECREF(__pyx_v_leftspan); __Pyx_XDECREF(__pyx_v_rightspan); __Pyx_XDECREF(__pyx_v_maxleft); __Pyx_XDECREF(__pyx_v_table); __Pyx_XDECREF(__pyx_v_tree); __Pyx_XDECREF(__pyx_v_deriv); __Pyx_XDECREF(__pyx_v_treestr); __Pyx_XDECREF(__pyx_v_t); __Pyx_XDECREF(__pyx_v_tablecell); __Pyx_XDECREF(__pyx_v_cells); __Pyx_XDECREF(__pyx_v_maxlabel); __Pyx_XDECREF(__pyx_v_spans); __Pyx_XDECREF(__pyx_v_tmp); __Pyx_XDECREF(__pyx_v_result); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":364 * * * def gettree(cells, span): # <<<<<<<<<<<<<< * """Extract parse tree from most constituents correct table.""" * if span not in cells: */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_5gettree(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_4gettree[] = "gettree(cells, span)\nExtract parse tree from most constituents correct table."; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_5gettree = {"gettree", (PyCFunction)__pyx_pw_8discodop_14disambiguation_5gettree, METH_VARARGS|METH_KEYWORDS, __pyx_doc_8discodop_14disambiguation_4gettree}; static PyObject *__pyx_pw_8discodop_14disambiguation_5gettree(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_cells = 0; PyObject *__pyx_v_span = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("gettree (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_cells,&__pyx_n_s_span,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_cells)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_span)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("gettree", 1, 2, 2, 1); __PYX_ERR(0, 364, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "gettree") < 0)) __PYX_ERR(0, 364, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_cells = values[0]; __pyx_v_span = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("gettree", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 364, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("discodop.disambiguation.gettree", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_8discodop_14disambiguation_4gettree(__pyx_self, __pyx_v_cells, __pyx_v_span); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_4gettree(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_cells, PyObject *__pyx_v_span) { PyObject *__pyx_v_label = NULL; CYTHON_UNUSED PyObject *__pyx_v_unused_score = NULL; PyObject *__pyx_v_leftspan = NULL; PyObject *__pyx_v_rightspan = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *(*__pyx_t_8)(PyObject *); int __pyx_t_9; __Pyx_RefNannySetupContext("gettree", 0); /* "discodop/disambiguation.pyx":366 * def gettree(cells, span): * """Extract parse tree from most constituents correct table.""" * if span not in cells: # <<<<<<<<<<<<<< * raise ValueError('MCP: span not in cell: %r' % bin(span)) * label, unused_score, leftspan = cells[span] */ __pyx_t_1 = (__Pyx_PySequence_ContainsTF(__pyx_v_span, __pyx_v_cells, Py_NE)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 366, __pyx_L1_error) __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":367 * """Extract parse tree from most constituents correct table.""" * if span not in cells: * raise ValueError('MCP: span not in cell: %r' % bin(span)) # <<<<<<<<<<<<<< * label, unused_score, leftspan = cells[span] * if leftspan not in cells: */ __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 367, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_span); __Pyx_GIVEREF(__pyx_v_span); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_span); __pyx_t_4 = __Pyx_PyObject_Call(__pyx_builtin_bin, __pyx_t_3, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 367, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = PyUnicode_Format(__pyx_kp_u_MCP_span_not_in_cell_r, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 367, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 367, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_t_4, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 367, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(0, 367, __pyx_L1_error) /* "discodop/disambiguation.pyx":366 * def gettree(cells, span): * """Extract parse tree from most constituents correct table.""" * if span not in cells: # <<<<<<<<<<<<<< * raise ValueError('MCP: span not in cell: %r' % bin(span)) * label, unused_score, leftspan = cells[span] */ } /* "discodop/disambiguation.pyx":368 * if span not in cells: * raise ValueError('MCP: span not in cell: %r' % bin(span)) * label, unused_score, leftspan = cells[span] # <<<<<<<<<<<<<< * if leftspan not in cells: * return '(%s %d)' % (label, pyintnextset(span, 0)) */ __pyx_t_3 = PyObject_GetItem(__pyx_v_cells, __pyx_v_span); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 368, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) { PyObject* sequence = __pyx_t_3; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 3)) { if (size > 3) __Pyx_RaiseTooManyValuesError(3); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 368, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_5 = PyTuple_GET_ITEM(sequence, 1); __pyx_t_6 = PyTuple_GET_ITEM(sequence, 2); } else { __pyx_t_4 = PyList_GET_ITEM(sequence, 0); __pyx_t_5 = PyList_GET_ITEM(sequence, 1); __pyx_t_6 = PyList_GET_ITEM(sequence, 2); } __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_6); #else __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 368, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 368, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 368, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else { Py_ssize_t index = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 368, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_7)->tp_iternext; index = 0; __pyx_t_4 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_4)) goto __pyx_L4_unpacking_failed; __Pyx_GOTREF(__pyx_t_4); index = 1; __pyx_t_5 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_5)) goto __pyx_L4_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 2; __pyx_t_6 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_6)) goto __pyx_L4_unpacking_failed; __Pyx_GOTREF(__pyx_t_6); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 3) < 0) __PYX_ERR(0, 368, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; goto __pyx_L5_unpacking_done; __pyx_L4_unpacking_failed:; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 368, __pyx_L1_error) __pyx_L5_unpacking_done:; } __pyx_v_label = __pyx_t_4; __pyx_t_4 = 0; __pyx_v_unused_score = __pyx_t_5; __pyx_t_5 = 0; __pyx_v_leftspan = __pyx_t_6; __pyx_t_6 = 0; /* "discodop/disambiguation.pyx":369 * raise ValueError('MCP: span not in cell: %r' % bin(span)) * label, unused_score, leftspan = cells[span] * if leftspan not in cells: # <<<<<<<<<<<<<< * return '(%s %d)' % (label, pyintnextset(span, 0)) * rightspan = span & ~leftspan */ __pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_v_leftspan, __pyx_v_cells, Py_NE)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 369, __pyx_L1_error) __pyx_t_1 = (__pyx_t_2 != 0); if (__pyx_t_1) { /* "discodop/disambiguation.pyx":370 * label, unused_score, leftspan = cells[span] * if leftspan not in cells: * return '(%s %d)' % (label, pyintnextset(span, 0)) # <<<<<<<<<<<<<< * rightspan = span & ~leftspan * if label == NONCONSTLABEL or label == NEGATIVECONSTLABEL: */ __Pyx_XDECREF(__pyx_r); __pyx_t_6 = __Pyx_GetModuleGlobalName(__pyx_n_s_pyintnextset); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 370, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_5 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_6))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_v_span, __pyx_int_0}; __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 370, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_3); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_v_span, __pyx_int_0}; __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 370, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_3); } else #endif { __pyx_t_4 = PyTuple_New(2+__pyx_t_9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 370, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (__pyx_t_5) { __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5); __pyx_t_5 = NULL; } __Pyx_INCREF(__pyx_v_span); __Pyx_GIVEREF(__pyx_v_span); PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_9, __pyx_v_span); __Pyx_INCREF(__pyx_int_0); __Pyx_GIVEREF(__pyx_int_0); PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_9, __pyx_int_0); __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_4, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 370, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 370, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_v_label); __Pyx_GIVEREF(__pyx_v_label); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_v_label); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = PyUnicode_Format(__pyx_kp_u_s_d, __pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 370, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_r = __pyx_t_3; __pyx_t_3 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":369 * raise ValueError('MCP: span not in cell: %r' % bin(span)) * label, unused_score, leftspan = cells[span] * if leftspan not in cells: # <<<<<<<<<<<<<< * return '(%s %d)' % (label, pyintnextset(span, 0)) * rightspan = span & ~leftspan */ } /* "discodop/disambiguation.pyx":371 * if leftspan not in cells: * return '(%s %d)' % (label, pyintnextset(span, 0)) * rightspan = span & ~leftspan # <<<<<<<<<<<<<< * if label == NONCONSTLABEL or label == NEGATIVECONSTLABEL: * return '%s %s' % (gettree(cells, leftspan), gettree(cells, rightspan)) */ __pyx_t_3 = PyNumber_Invert(__pyx_v_leftspan); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 371, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = PyNumber_And(__pyx_v_span, __pyx_t_3); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 371, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_rightspan = __pyx_t_6; __pyx_t_6 = 0; /* "discodop/disambiguation.pyx":372 * return '(%s %d)' % (label, pyintnextset(span, 0)) * rightspan = span & ~leftspan * if label == NONCONSTLABEL or label == NEGATIVECONSTLABEL: # <<<<<<<<<<<<<< * return '%s %s' % (gettree(cells, leftspan), gettree(cells, rightspan)) * return '(%s %s %s)' % (label, */ __pyx_t_2 = (__Pyx_PyUnicode_Equals(__pyx_v_label, __pyx_v_8discodop_14disambiguation_NONCONSTLABEL, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 372, __pyx_L1_error) if (!__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L8_bool_binop_done; } __pyx_t_2 = (__Pyx_PyUnicode_Equals(__pyx_v_label, __pyx_v_8discodop_14disambiguation_NEGATIVECONSTLABEL, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 372, __pyx_L1_error) __pyx_t_1 = __pyx_t_2; __pyx_L8_bool_binop_done:; if (__pyx_t_1) { /* "discodop/disambiguation.pyx":373 * rightspan = span & ~leftspan * if label == NONCONSTLABEL or label == NEGATIVECONSTLABEL: * return '%s %s' % (gettree(cells, leftspan), gettree(cells, rightspan)) # <<<<<<<<<<<<<< * return '(%s %s %s)' % (label, * gettree(cells, leftspan), gettree(cells, rightspan)) */ __Pyx_XDECREF(__pyx_r); __pyx_t_3 = __Pyx_GetModuleGlobalName(__pyx_n_s_gettree); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_cells, __pyx_v_leftspan}; __pyx_t_6 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_6); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_cells, __pyx_v_leftspan}; __pyx_t_6 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_6); } else #endif { __pyx_t_5 = PyTuple_New(2+__pyx_t_9); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_v_cells); __Pyx_GIVEREF(__pyx_v_cells); PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_9, __pyx_v_cells); __Pyx_INCREF(__pyx_v_leftspan); __Pyx_GIVEREF(__pyx_v_leftspan); PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_9, __pyx_v_leftspan); __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_5, NULL); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_gettree); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_4 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_cells, __pyx_v_rightspan}; __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_3); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_cells, __pyx_v_rightspan}; __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_3); } else #endif { __pyx_t_7 = PyTuple_New(2+__pyx_t_9); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_v_cells); __Pyx_GIVEREF(__pyx_v_cells); PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_9, __pyx_v_cells); __Pyx_INCREF(__pyx_v_rightspan); __Pyx_GIVEREF(__pyx_v_rightspan); PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_9, __pyx_v_rightspan); __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_7, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_6); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_3); __pyx_t_6 = 0; __pyx_t_3 = 0; __pyx_t_3 = PyUnicode_Format(__pyx_kp_u_s_s, __pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_r = __pyx_t_3; __pyx_t_3 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":372 * return '(%s %d)' % (label, pyintnextset(span, 0)) * rightspan = span & ~leftspan * if label == NONCONSTLABEL or label == NEGATIVECONSTLABEL: # <<<<<<<<<<<<<< * return '%s %s' % (gettree(cells, leftspan), gettree(cells, rightspan)) * return '(%s %s %s)' % (label, */ } /* "discodop/disambiguation.pyx":374 * if label == NONCONSTLABEL or label == NEGATIVECONSTLABEL: * return '%s %s' % (gettree(cells, leftspan), gettree(cells, rightspan)) * return '(%s %s %s)' % (label, # <<<<<<<<<<<<<< * gettree(cells, leftspan), gettree(cells, rightspan)) * */ __Pyx_XDECREF(__pyx_r); /* "discodop/disambiguation.pyx":375 * return '%s %s' % (gettree(cells, leftspan), gettree(cells, rightspan)) * return '(%s %s %s)' % (label, * gettree(cells, leftspan), gettree(cells, rightspan)) # <<<<<<<<<<<<<< * * */ __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_gettree); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 375, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_v_cells, __pyx_v_leftspan}; __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 375, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_GOTREF(__pyx_t_3); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_v_cells, __pyx_v_leftspan}; __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 375, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_GOTREF(__pyx_t_3); } else #endif { __pyx_t_7 = PyTuple_New(2+__pyx_t_9); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 375, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__pyx_t_6) { __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_6); __pyx_t_6 = NULL; } __Pyx_INCREF(__pyx_v_cells); __Pyx_GIVEREF(__pyx_v_cells); PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_9, __pyx_v_cells); __Pyx_INCREF(__pyx_v_leftspan); __Pyx_GIVEREF(__pyx_v_leftspan); PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_9, __pyx_v_leftspan); __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_7, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 375, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_7 = __Pyx_GetModuleGlobalName(__pyx_n_s_gettree); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 375, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_6 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_v_cells, __pyx_v_rightspan}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 375, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_v_cells, __pyx_v_rightspan}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 375, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif { __pyx_t_4 = PyTuple_New(2+__pyx_t_9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 375, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (__pyx_t_6) { __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_6); __pyx_t_6 = NULL; } __Pyx_INCREF(__pyx_v_cells); __Pyx_GIVEREF(__pyx_v_cells); PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_9, __pyx_v_cells); __Pyx_INCREF(__pyx_v_rightspan); __Pyx_GIVEREF(__pyx_v_rightspan); PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_9, __pyx_v_rightspan); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_4, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 375, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":374 * if label == NONCONSTLABEL or label == NEGATIVECONSTLABEL: * return '%s %s' % (gettree(cells, leftspan), gettree(cells, rightspan)) * return '(%s %s %s)' % (label, # <<<<<<<<<<<<<< * gettree(cells, leftspan), gettree(cells, rightspan)) * */ __pyx_t_7 = PyTuple_New(3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 374, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_INCREF(__pyx_v_label); __Pyx_GIVEREF(__pyx_v_label); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_v_label); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_7, 2, __pyx_t_5); __pyx_t_3 = 0; __pyx_t_5 = 0; __pyx_t_5 = PyUnicode_Format(__pyx_kp_u_s_s_s, __pyx_t_7); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 374, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_r = __pyx_t_5; __pyx_t_5 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":364 * * * def gettree(cells, span): # <<<<<<<<<<<<<< * """Extract parse tree from most constituents correct table.""" * if span not in cells: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("discodop.disambiguation.gettree", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_label); __Pyx_XDECREF(__pyx_v_unused_score); __Pyx_XDECREF(__pyx_v_leftspan); __Pyx_XDECREF(__pyx_v_rightspan); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":378 * * * cdef sldop(Chart chart, list sent, list tags, int m, int sldop_n, # <<<<<<<<<<<<<< * list backtransform): * """'Proper' method for sl-dop. */ static PyObject *__pyx_f_8discodop_14disambiguation_sldop(struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_sent, PyObject *__pyx_v_tags, int __pyx_v_m, int __pyx_v_sldop_n, PyObject *__pyx_v_backtransform) { PyObject *__pyx_v_derivations = 0; PyObject *__pyx_v_derivs = 0; std::pair __pyx_v_entry; struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart2 = 0; int __pyx_v_n; PyObject *__pyx_v_derivsfortree = NULL; PyObject *__pyx_v_deriv = NULL; PyObject *__pyx_v_parsetreeprob = NULL; PyObject *__pyx_v_nmostlikelytrees = NULL; PyObject *__pyx_v_model = NULL; PyObject *__pyx_v_shortestderivations = NULL; PyObject *__pyx_v_msg = NULL; PyObject *__pyx_v_result = NULL; PyObject *__pyx_v_s = NULL; PyObject *__pyx_v_treestr = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; Py_ssize_t __pyx_t_7; Py_ssize_t __pyx_t_8; int __pyx_t_9; int __pyx_t_10; PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; std::vector > > ::size_type __pyx_t_13; std::vector > ::iterator __pyx_t_14; std::vector > *__pyx_t_15; std::pair __pyx_t_16; ItemNo __pyx_t_17; Py_ssize_t __pyx_t_18; PyObject *(*__pyx_t_19)(PyObject *); std::vector __pyx_t_20; PyObject *(*__pyx_t_21)(PyObject *); int __pyx_t_22; __Pyx_RefNannySetupContext("sldop", 0); /* "discodop/disambiguation.pyx":392 * NB: doesn't seem to work so well, so may contain a subtle bug. * Does not support PCFG charts.""" * cdef dict derivations = {} # <<<<<<<<<<<<<< * cdef dict derivs = {} * cdef pair[RankedEdge, Prob] entry */ __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 392, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_derivations = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":393 * Does not support PCFG charts.""" * cdef dict derivations = {} * cdef dict derivs = {} # <<<<<<<<<<<<<< * cdef pair[RankedEdge, Prob] entry * cdef Chart chart2 */ __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 393, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_derivs = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":398 * cdef int n * # collect derivations for each parse tree * derivsfortree = defaultdict(set) # <<<<<<<<<<<<<< * if backtransform is None: * derivations = dict(chart.derivations) */ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_defaultdict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 398, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_3) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_2, ((PyObject *)(&PySet_Type))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 398, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, ((PyObject *)(&PySet_Type))}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 398, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, ((PyObject *)(&PySet_Type))}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 398, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_4 = PyTuple_New(1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 398, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3); __pyx_t_3 = NULL; __Pyx_INCREF(((PyObject *)(&PySet_Type))); __Pyx_GIVEREF(((PyObject *)(&PySet_Type))); PyTuple_SET_ITEM(__pyx_t_4, 0+1, ((PyObject *)(&PySet_Type))); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_4, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 398, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_derivsfortree = __pyx_t_1; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":399 * # collect derivations for each parse tree * derivsfortree = defaultdict(set) * if backtransform is None: # <<<<<<<<<<<<<< * derivations = dict(chart.derivations) * for deriv in derivations: */ __pyx_t_5 = (__pyx_v_backtransform == ((PyObject*)Py_None)); __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { /* "discodop/disambiguation.pyx":400 * derivsfortree = defaultdict(set) * if backtransform is None: * derivations = dict(chart.derivations) # <<<<<<<<<<<<<< * for deriv in derivations: * derivsfortree[REMOVEIDS.sub('', deriv)].add(deriv) */ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 400, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_chart->derivations); __Pyx_GIVEREF(__pyx_v_chart->derivations); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_chart->derivations); __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)(&PyDict_Type)), __pyx_t_1, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 400, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF_SET(__pyx_v_derivations, ((PyObject*)__pyx_t_2)); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":401 * if backtransform is None: * derivations = dict(chart.derivations) * for deriv in derivations: # <<<<<<<<<<<<<< * derivsfortree[REMOVEIDS.sub('', deriv)].add(deriv) * else: */ __pyx_t_7 = 0; __pyx_t_1 = __Pyx_dict_iterator(__pyx_v_derivations, 1, ((PyObject *)NULL), (&__pyx_t_8), (&__pyx_t_9)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 401, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = __pyx_t_1; __pyx_t_1 = 0; while (1) { __pyx_t_10 = __Pyx_dict_iter_next(__pyx_t_2, __pyx_t_8, &__pyx_t_7, &__pyx_t_1, NULL, NULL, __pyx_t_9); if (unlikely(__pyx_t_10 == 0)) break; if (unlikely(__pyx_t_10 == -1)) __PYX_ERR(0, 401, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_XDECREF_SET(__pyx_v_deriv, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":402 * derivations = dict(chart.derivations) * for deriv in derivations: * derivsfortree[REMOVEIDS.sub('', deriv)].add(deriv) # <<<<<<<<<<<<<< * else: * for entry in chart.rankededges[chart.root()]: */ __pyx_t_3 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEIDS); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_sub); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; __pyx_t_10 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_11))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); __pyx_t_10 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_kp_u__3, __pyx_v_deriv}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_11, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_kp_u__3, __pyx_v_deriv}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_11, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif { __pyx_t_12 = PyTuple_New(2+__pyx_t_10); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); PyTuple_SET_ITEM(__pyx_t_12, 0+__pyx_t_10, __pyx_kp_u__3); __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_12, 1+__pyx_t_10, __pyx_v_deriv); __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_11, __pyx_t_12, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = PyObject_GetItem(__pyx_v_derivsfortree, __pyx_t_4); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_11, __pyx_n_s_add); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } if (!__pyx_t_11) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_deriv); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_11, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_11, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_12 = PyTuple_New(1+1); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_11); __pyx_t_11 = NULL; __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_12, 0+1, __pyx_v_deriv); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_12, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":399 * # collect derivations for each parse tree * derivsfortree = defaultdict(set) * if backtransform is None: # <<<<<<<<<<<<<< * derivations = dict(chart.derivations) * for deriv in derivations: */ goto __pyx_L3; } /* "discodop/disambiguation.pyx":404 * derivsfortree[REMOVEIDS.sub('', deriv)].add(deriv) * else: * for entry in chart.rankededges[chart.root()]: # <<<<<<<<<<<<<< * deriv = getderiv(chart.root(), entry.first, chart).decode('utf8') * derivations[deriv] = entry.second */ /*else*/ { __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 404, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (__pyx_t_4) { __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 404, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { __pyx_t_2 = __Pyx_PyObject_CallNoArg(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 404, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_13 = __Pyx_PyInt_As_size_t(__pyx_t_2); if (unlikely((__pyx_t_13 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 404, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_15 = &(__pyx_v_chart->rankededges[__pyx_t_13]); __pyx_t_14 = __pyx_t_15->begin(); for (;;) { if (!(__pyx_t_14 != __pyx_t_15->end())) break; __pyx_t_16 = *__pyx_t_14; ++__pyx_t_14; __pyx_v_entry = __pyx_t_16; /* "discodop/disambiguation.pyx":405 * else: * for entry in chart.rankededges[chart.root()]: * deriv = getderiv(chart.root(), entry.first, chart).decode('utf8') # <<<<<<<<<<<<<< * derivations[deriv] = entry.second * derivsfortree[recoverfragments_re(entry.first, chart, */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 405, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (__pyx_t_4) { __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 405, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { __pyx_t_2 = __Pyx_PyObject_CallNoArg(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 405, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_17 = __Pyx_PyInt_As_uint32_t(__pyx_t_2); if (unlikely((__pyx_t_17 == ((ItemNo)-1)) && PyErr_Occurred())) __PYX_ERR(0, 405, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_decode_cpp_string(__pyx_f_8discodop_5kbest_getderiv(__pyx_t_17, __pyx_v_entry.first, __pyx_v_chart), 0, PY_SSIZE_T_MAX, NULL, NULL, PyUnicode_DecodeUTF8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 405, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __pyx_t_2; __Pyx_INCREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF_SET(__pyx_v_deriv, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":406 * for entry in chart.rankededges[chart.root()]: * deriv = getderiv(chart.root(), entry.first, chart).decode('utf8') * derivations[deriv] = entry.second # <<<<<<<<<<<<<< * derivsfortree[recoverfragments_re(entry.first, chart, * backtransform)].add(deriv) */ __pyx_t_1 = PyFloat_FromDouble(__pyx_v_entry.second); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 406, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyDict_SetItem(__pyx_v_derivations, __pyx_v_deriv, __pyx_t_1) < 0)) __PYX_ERR(0, 406, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":407 * deriv = getderiv(chart.root(), entry.first, chart).decode('utf8') * derivations[deriv] = entry.second * derivsfortree[recoverfragments_re(entry.first, chart, # <<<<<<<<<<<<<< * backtransform)].add(deriv) * # sum over probs of derivations to get probs of parse trees */ __pyx_t_2 = __pyx_f_8discodop_14disambiguation_recoverfragments_re(__pyx_v_entry.first, __pyx_v_chart, __pyx_v_backtransform); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 407, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = PyObject_GetItem(__pyx_v_derivsfortree, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 407, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":408 * derivations[deriv] = entry.second * derivsfortree[recoverfragments_re(entry.first, chart, * backtransform)].add(deriv) # <<<<<<<<<<<<<< * # sum over probs of derivations to get probs of parse trees * parsetreeprob = {tree: logprobsum([-derivations[d] for d in ds]) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_add); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 408, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_4) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_deriv); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 408, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_4, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 408, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_4, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 408, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_12 = PyTuple_New(1+1); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 408, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_4); __pyx_t_4 = NULL; __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_12, 0+1, __pyx_v_deriv); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_12, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 408, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":404 * derivsfortree[REMOVEIDS.sub('', deriv)].add(deriv) * else: * for entry in chart.rankededges[chart.root()]: # <<<<<<<<<<<<<< * deriv = getderiv(chart.root(), entry.first, chart).decode('utf8') * derivations[deriv] = entry.second */ } } __pyx_L3:; /* "discodop/disambiguation.pyx":410 * backtransform)].add(deriv) * # sum over probs of derivations to get probs of parse trees * parsetreeprob = {tree: logprobsum([-derivations[d] for d in ds]) # <<<<<<<<<<<<<< * for tree, ds in derivsfortree.items()} * nmostlikelytrees = set(nlargest(sldop_n, parsetreeprob, */ { /* enter inner scope */ PyObject *__pyx_8genexpr7__pyx_v_tree = NULL; PyObject *__pyx_8genexpr7__pyx_v_ds = NULL; __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 410, __pyx_L10_error) __Pyx_GOTREF(__pyx_t_1); /* "discodop/disambiguation.pyx":411 * # sum over probs of derivations to get probs of parse trees * parsetreeprob = {tree: logprobsum([-derivations[d] for d in ds]) * for tree, ds in derivsfortree.items()} # <<<<<<<<<<<<<< * nmostlikelytrees = set(nlargest(sldop_n, parsetreeprob, * key=parsetreeprob.get)) */ __pyx_t_8 = 0; if (unlikely(__pyx_v_derivsfortree == Py_None)) { PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%s'", "items"); __PYX_ERR(0, 411, __pyx_L10_error) } __pyx_t_12 = __Pyx_dict_iterator(__pyx_v_derivsfortree, 0, __pyx_n_s_items, (&__pyx_t_7), (&__pyx_t_9)); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 411, __pyx_L10_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = __pyx_t_12; __pyx_t_12 = 0; while (1) { __pyx_t_10 = __Pyx_dict_iter_next(__pyx_t_2, __pyx_t_7, &__pyx_t_8, &__pyx_t_12, &__pyx_t_4, NULL, __pyx_t_9); if (unlikely(__pyx_t_10 == 0)) break; if (unlikely(__pyx_t_10 == -1)) __PYX_ERR(0, 411, __pyx_L10_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_GOTREF(__pyx_t_4); __Pyx_XDECREF_SET(__pyx_8genexpr7__pyx_v_tree, __pyx_t_12); __pyx_t_12 = 0; __Pyx_XDECREF_SET(__pyx_8genexpr7__pyx_v_ds, __pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":410 * backtransform)].add(deriv) * # sum over probs of derivations to get probs of parse trees * parsetreeprob = {tree: logprobsum([-derivations[d] for d in ds]) # <<<<<<<<<<<<<< * for tree, ds in derivsfortree.items()} * nmostlikelytrees = set(nlargest(sldop_n, parsetreeprob, */ { /* enter inner scope */ PyObject *__pyx_8genexpr8__pyx_8genexpr7__pyx_v_d = NULL; __pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 410, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_4); if (likely(PyList_CheckExact(__pyx_8genexpr7__pyx_v_ds)) || PyTuple_CheckExact(__pyx_8genexpr7__pyx_v_ds)) { __pyx_t_12 = __pyx_8genexpr7__pyx_v_ds; __Pyx_INCREF(__pyx_t_12); __pyx_t_18 = 0; __pyx_t_19 = NULL; } else { __pyx_t_18 = -1; __pyx_t_12 = PyObject_GetIter(__pyx_8genexpr7__pyx_v_ds); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 410, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_19 = Py_TYPE(__pyx_t_12)->tp_iternext; if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 410, __pyx_L15_error) } for (;;) { if (likely(!__pyx_t_19)) { if (likely(PyList_CheckExact(__pyx_t_12))) { if (__pyx_t_18 >= PyList_GET_SIZE(__pyx_t_12)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_11 = PyList_GET_ITEM(__pyx_t_12, __pyx_t_18); __Pyx_INCREF(__pyx_t_11); __pyx_t_18++; if (unlikely(0 < 0)) __PYX_ERR(0, 410, __pyx_L15_error) #else __pyx_t_11 = PySequence_ITEM(__pyx_t_12, __pyx_t_18); __pyx_t_18++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 410, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_11); #endif } else { if (__pyx_t_18 >= PyTuple_GET_SIZE(__pyx_t_12)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_11 = PyTuple_GET_ITEM(__pyx_t_12, __pyx_t_18); __Pyx_INCREF(__pyx_t_11); __pyx_t_18++; if (unlikely(0 < 0)) __PYX_ERR(0, 410, __pyx_L15_error) #else __pyx_t_11 = PySequence_ITEM(__pyx_t_12, __pyx_t_18); __pyx_t_18++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 410, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_11); #endif } } else { __pyx_t_11 = __pyx_t_19(__pyx_t_12); if (unlikely(!__pyx_t_11)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 410, __pyx_L15_error) } break; } __Pyx_GOTREF(__pyx_t_11); } __Pyx_XDECREF_SET(__pyx_8genexpr8__pyx_8genexpr7__pyx_v_d, __pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyDict_GetItem(__pyx_v_derivations, __pyx_8genexpr8__pyx_8genexpr7__pyx_v_d); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 410, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_3 = PyNumber_Negative(__pyx_t_11); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 410, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_4, (PyObject*)__pyx_t_3))) __PYX_ERR(0, 410, __pyx_L15_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_XDECREF(__pyx_8genexpr8__pyx_8genexpr7__pyx_v_d); goto __pyx_L18_exit_scope; __pyx_L15_error:; __Pyx_XDECREF(__pyx_8genexpr8__pyx_8genexpr7__pyx_v_d); goto __pyx_L10_error; __pyx_L18_exit_scope:; } /* exit inner scope */ __pyx_t_20 = __pyx_convert_vector_from_py_Prob(__pyx_t_4); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 410, __pyx_L10_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyFloat_FromDouble(__pyx_f_8discodop_10containers_logprobsum(__pyx_t_20)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 410, __pyx_L10_error) __Pyx_GOTREF(__pyx_t_4); if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_8genexpr7__pyx_v_tree, (PyObject*)__pyx_t_4))) __PYX_ERR(0, 410, __pyx_L10_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_8genexpr7__pyx_v_tree); __Pyx_XDECREF(__pyx_8genexpr7__pyx_v_ds); goto __pyx_L19_exit_scope; __pyx_L10_error:; __Pyx_XDECREF(__pyx_8genexpr7__pyx_v_tree); __Pyx_XDECREF(__pyx_8genexpr7__pyx_v_ds); goto __pyx_L1_error; __pyx_L19_exit_scope:; } /* exit inner scope */ __pyx_v_parsetreeprob = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":412 * parsetreeprob = {tree: logprobsum([-derivations[d] for d in ds]) * for tree, ds in derivsfortree.items()} * nmostlikelytrees = set(nlargest(sldop_n, parsetreeprob, # <<<<<<<<<<<<<< * key=parsetreeprob.get)) * */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_nlargest); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 412, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_sldop_n); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 412, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 412, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2); __Pyx_INCREF(__pyx_v_parsetreeprob); __Pyx_GIVEREF(__pyx_v_parsetreeprob); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_parsetreeprob); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":413 * for tree, ds in derivsfortree.items()} * nmostlikelytrees = set(nlargest(sldop_n, parsetreeprob, * key=parsetreeprob.get)) # <<<<<<<<<<<<<< * * model = chart.grammar.currentmodel */ __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 413, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_parsetreeprob, __pyx_n_s_get); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 413, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_key, __pyx_t_12) < 0) __PYX_ERR(0, 413, __pyx_L1_error) __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; /* "discodop/disambiguation.pyx":412 * parsetreeprob = {tree: logprobsum([-derivations[d] for d in ds]) * for tree, ds in derivsfortree.items()} * nmostlikelytrees = set(nlargest(sldop_n, parsetreeprob, # <<<<<<<<<<<<<< * key=parsetreeprob.get)) * */ __pyx_t_12 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 412, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PySet_New(__pyx_t_12); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 412, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __pyx_v_nmostlikelytrees = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":415 * key=parsetreeprob.get)) * * model = chart.grammar.currentmodel # <<<<<<<<<<<<<< * chart.grammar.switch(u'shortest', logprob=True) * shortestderivations, msg, chart2 = treeparsing( */ __pyx_t_2 = __pyx_v_chart->grammar->currentmodel; __Pyx_INCREF(__pyx_t_2); __pyx_v_model = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":416 * * model = chart.grammar.currentmodel * chart.grammar.switch(u'shortest', logprob=True) # <<<<<<<<<<<<<< * shortestderivations, msg, chart2 = treeparsing( * nmostlikelytrees, sent, chart.grammar, m, backtransform, tags) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart->grammar), __pyx_n_s_switch); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 416, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_12 = PyDict_New(); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 416, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); if (PyDict_SetItem(__pyx_t_12, __pyx_n_s_logprob, Py_True) < 0) __PYX_ERR(0, 416, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_tuple__9, __pyx_t_12); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 416, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":417 * model = chart.grammar.currentmodel * chart.grammar.switch(u'shortest', logprob=True) * shortestderivations, msg, chart2 = treeparsing( # <<<<<<<<<<<<<< * nmostlikelytrees, sent, chart.grammar, m, backtransform, tags) * if not chart2: */ __pyx_t_12 = __Pyx_GetModuleGlobalName(__pyx_n_s_treeparsing); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 417, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); /* "discodop/disambiguation.pyx":418 * chart.grammar.switch(u'shortest', logprob=True) * shortestderivations, msg, chart2 = treeparsing( * nmostlikelytrees, sent, chart.grammar, m, backtransform, tags) # <<<<<<<<<<<<<< * if not chart2: * return [], 'SL-DOP couldn\'t find parse for tree' */ __pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_m); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 418, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_12))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_12); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_12); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_12, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_12)) { PyObject *__pyx_temp[7] = {__pyx_t_1, __pyx_v_nmostlikelytrees, __pyx_v_sent, ((PyObject *)__pyx_v_chart->grammar), __pyx_t_2, __pyx_v_backtransform, __pyx_v_tags}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_12, __pyx_temp+1-__pyx_t_9, 6+__pyx_t_9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 417, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_12)) { PyObject *__pyx_temp[7] = {__pyx_t_1, __pyx_v_nmostlikelytrees, __pyx_v_sent, ((PyObject *)__pyx_v_chart->grammar), __pyx_t_2, __pyx_v_backtransform, __pyx_v_tags}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_12, __pyx_temp+1-__pyx_t_9, 6+__pyx_t_9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 417, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif { __pyx_t_3 = PyTuple_New(6+__pyx_t_9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 417, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__pyx_t_1) { __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1); __pyx_t_1 = NULL; } __Pyx_INCREF(__pyx_v_nmostlikelytrees); __Pyx_GIVEREF(__pyx_v_nmostlikelytrees); PyTuple_SET_ITEM(__pyx_t_3, 0+__pyx_t_9, __pyx_v_nmostlikelytrees); __Pyx_INCREF(__pyx_v_sent); __Pyx_GIVEREF(__pyx_v_sent); PyTuple_SET_ITEM(__pyx_t_3, 1+__pyx_t_9, __pyx_v_sent); __Pyx_INCREF(((PyObject *)__pyx_v_chart->grammar)); __Pyx_GIVEREF(((PyObject *)__pyx_v_chart->grammar)); PyTuple_SET_ITEM(__pyx_t_3, 2+__pyx_t_9, ((PyObject *)__pyx_v_chart->grammar)); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_3, 3+__pyx_t_9, __pyx_t_2); __Pyx_INCREF(__pyx_v_backtransform); __Pyx_GIVEREF(__pyx_v_backtransform); PyTuple_SET_ITEM(__pyx_t_3, 4+__pyx_t_9, __pyx_v_backtransform); __Pyx_INCREF(__pyx_v_tags); __Pyx_GIVEREF(__pyx_v_tags); PyTuple_SET_ITEM(__pyx_t_3, 5+__pyx_t_9, __pyx_v_tags); __pyx_t_2 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_12, __pyx_t_3, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 417, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 3)) { if (size > 3) __Pyx_RaiseTooManyValuesError(3); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 417, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_12 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 2); } else { __pyx_t_12 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); __pyx_t_2 = PyList_GET_ITEM(sequence, 2); } __Pyx_INCREF(__pyx_t_12); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); #else __pyx_t_12 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 417, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 417, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 417, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 417, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_21 = Py_TYPE(__pyx_t_1)->tp_iternext; index = 0; __pyx_t_12 = __pyx_t_21(__pyx_t_1); if (unlikely(!__pyx_t_12)) goto __pyx_L20_unpacking_failed; __Pyx_GOTREF(__pyx_t_12); index = 1; __pyx_t_3 = __pyx_t_21(__pyx_t_1); if (unlikely(!__pyx_t_3)) goto __pyx_L20_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); index = 2; __pyx_t_2 = __pyx_t_21(__pyx_t_1); if (unlikely(!__pyx_t_2)) goto __pyx_L20_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); if (__Pyx_IternextUnpackEndCheck(__pyx_t_21(__pyx_t_1), 3) < 0) __PYX_ERR(0, 417, __pyx_L1_error) __pyx_t_21 = NULL; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L21_unpacking_done; __pyx_L20_unpacking_failed:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_21 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 417, __pyx_L1_error) __pyx_L21_unpacking_done:; } /* "discodop/disambiguation.pyx":417 * model = chart.grammar.currentmodel * chart.grammar.switch(u'shortest', logprob=True) * shortestderivations, msg, chart2 = treeparsing( # <<<<<<<<<<<<<< * nmostlikelytrees, sent, chart.grammar, m, backtransform, tags) * if not chart2: */ if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_ptype_8discodop_10containers_Chart))))) __PYX_ERR(0, 417, __pyx_L1_error) __pyx_v_shortestderivations = __pyx_t_12; __pyx_t_12 = 0; __pyx_v_msg = __pyx_t_3; __pyx_t_3 = 0; __pyx_v_chart2 = ((struct __pyx_obj_8discodop_10containers_Chart *)__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":419 * shortestderivations, msg, chart2 = treeparsing( * nmostlikelytrees, sent, chart.grammar, m, backtransform, tags) * if not chart2: # <<<<<<<<<<<<<< * return [], 'SL-DOP couldn\'t find parse for tree' * result = {} */ __pyx_t_6 = __Pyx_PyObject_IsTrue(((PyObject *)__pyx_v_chart2)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 419, __pyx_L1_error) __pyx_t_5 = ((!__pyx_t_6) != 0); if (__pyx_t_5) { /* "discodop/disambiguation.pyx":420 * nmostlikelytrees, sent, chart.grammar, m, backtransform, tags) * if not chart2: * return [], 'SL-DOP couldn\'t find parse for tree' # <<<<<<<<<<<<<< * result = {} * for n, (deriv, s) in enumerate(shortestderivations): */ __Pyx_XDECREF(__pyx_r); __pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 420, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 420, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4); __Pyx_INCREF(__pyx_kp_u_SL_DOP_couldn_t_find_parse_for_t); __Pyx_GIVEREF(__pyx_kp_u_SL_DOP_couldn_t_find_parse_for_t); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_kp_u_SL_DOP_couldn_t_find_parse_for_t); __pyx_t_4 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":419 * shortestderivations, msg, chart2 = treeparsing( * nmostlikelytrees, sent, chart.grammar, m, backtransform, tags) * if not chart2: # <<<<<<<<<<<<<< * return [], 'SL-DOP couldn\'t find parse for tree' * result = {} */ } /* "discodop/disambiguation.pyx":421 * if not chart2: * return [], 'SL-DOP couldn\'t find parse for tree' * result = {} # <<<<<<<<<<<<<< * for n, (deriv, s) in enumerate(shortestderivations): * entry = chart2.rankededges[chart2.root()][n] */ __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 421, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_v_result = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":422 * return [], 'SL-DOP couldn\'t find parse for tree' * result = {} * for n, (deriv, s) in enumerate(shortestderivations): # <<<<<<<<<<<<<< * entry = chart2.rankededges[chart2.root()][n] * if backtransform is None: */ __pyx_t_9 = 0; if (likely(PyList_CheckExact(__pyx_v_shortestderivations)) || PyTuple_CheckExact(__pyx_v_shortestderivations)) { __pyx_t_2 = __pyx_v_shortestderivations; __Pyx_INCREF(__pyx_t_2); __pyx_t_7 = 0; __pyx_t_19 = NULL; } else { __pyx_t_7 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_shortestderivations); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_19 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 422, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_19)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 422, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 422, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_19(__pyx_t_2); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 422, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 422, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_12 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_3 = PyList_GET_ITEM(sequence, 0); __pyx_t_12 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_12); #else __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_12 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_21 = Py_TYPE(__pyx_t_1)->tp_iternext; index = 0; __pyx_t_3 = __pyx_t_21(__pyx_t_1); if (unlikely(!__pyx_t_3)) goto __pyx_L25_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); index = 1; __pyx_t_12 = __pyx_t_21(__pyx_t_1); if (unlikely(!__pyx_t_12)) goto __pyx_L25_unpacking_failed; __Pyx_GOTREF(__pyx_t_12); if (__Pyx_IternextUnpackEndCheck(__pyx_t_21(__pyx_t_1), 2) < 0) __PYX_ERR(0, 422, __pyx_L1_error) __pyx_t_21 = NULL; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L26_unpacking_done; __pyx_L25_unpacking_failed:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_21 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 422, __pyx_L1_error) __pyx_L26_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_deriv, __pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF_SET(__pyx_v_s, __pyx_t_12); __pyx_t_12 = 0; __pyx_v_n = __pyx_t_9; __pyx_t_9 = (__pyx_t_9 + 1); /* "discodop/disambiguation.pyx":423 * result = {} * for n, (deriv, s) in enumerate(shortestderivations): * entry = chart2.rankededges[chart2.root()][n] # <<<<<<<<<<<<<< * if backtransform is None: * treestr = REMOVEIDS.sub('', deriv) */ __pyx_t_12 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart2), __pyx_n_s_root); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 423, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_12))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_12); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_12); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_12, function); } } if (__pyx_t_3) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_t_12, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 423, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else { __pyx_t_4 = __Pyx_PyObject_CallNoArg(__pyx_t_12); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 423, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __pyx_t_13 = __Pyx_PyInt_As_size_t(__pyx_t_4); if (unlikely((__pyx_t_13 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 423, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_entry = ((__pyx_v_chart2->rankededges[__pyx_t_13])[__pyx_v_n]); /* "discodop/disambiguation.pyx":424 * for n, (deriv, s) in enumerate(shortestderivations): * entry = chart2.rankededges[chart2.root()][n] * if backtransform is None: # <<<<<<<<<<<<<< * treestr = REMOVEIDS.sub('', deriv) * else: */ __pyx_t_5 = (__pyx_v_backtransform == ((PyObject*)Py_None)); __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { /* "discodop/disambiguation.pyx":425 * entry = chart2.rankededges[chart2.root()][n] * if backtransform is None: * treestr = REMOVEIDS.sub('', deriv) # <<<<<<<<<<<<<< * else: * treestr = recoverfragments_re(entry.first, chart2, backtransform) */ __pyx_t_12 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEIDS); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_12, __pyx_n_s_sub); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __pyx_t_12 = NULL; __pyx_t_10 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_12 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_12)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_12); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_10 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_12, __pyx_kp_u__3, __pyx_v_deriv}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 425, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_12, __pyx_kp_u__3, __pyx_v_deriv}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 425, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif { __pyx_t_1 = PyTuple_New(2+__pyx_t_10); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__pyx_t_12) { __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_12); __pyx_t_12 = NULL; } __Pyx_INCREF(__pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); PyTuple_SET_ITEM(__pyx_t_1, 0+__pyx_t_10, __pyx_kp_u__3); __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_1, 1+__pyx_t_10, __pyx_v_deriv); __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_1, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF_SET(__pyx_v_treestr, __pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":424 * for n, (deriv, s) in enumerate(shortestderivations): * entry = chart2.rankededges[chart2.root()][n] * if backtransform is None: # <<<<<<<<<<<<<< * treestr = REMOVEIDS.sub('', deriv) * else: */ goto __pyx_L27; } /* "discodop/disambiguation.pyx":427 * treestr = REMOVEIDS.sub('', deriv) * else: * treestr = recoverfragments_re(entry.first, chart2, backtransform) # <<<<<<<<<<<<<< * if treestr in nmostlikelytrees and treestr not in result: * result[treestr] = (-abs(int(s / log(0.5))), parsetreeprob[treestr]) */ /*else*/ { __pyx_t_4 = __pyx_f_8discodop_14disambiguation_recoverfragments_re(__pyx_v_entry.first, __pyx_v_chart2, __pyx_v_backtransform); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 427, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_XDECREF_SET(__pyx_v_treestr, __pyx_t_4); __pyx_t_4 = 0; } __pyx_L27:; /* "discodop/disambiguation.pyx":428 * else: * treestr = recoverfragments_re(entry.first, chart2, backtransform) * if treestr in nmostlikelytrees and treestr not in result: # <<<<<<<<<<<<<< * result[treestr] = (-abs(int(s / log(0.5))), parsetreeprob[treestr]) * if backtransform is None: */ __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_v_treestr, __pyx_v_nmostlikelytrees, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 428, __pyx_L1_error) __pyx_t_22 = (__pyx_t_5 != 0); if (__pyx_t_22) { } else { __pyx_t_6 = __pyx_t_22; goto __pyx_L29_bool_binop_done; } __pyx_t_22 = (__Pyx_PyDict_ContainsTF(__pyx_v_treestr, __pyx_v_result, Py_NE)); if (unlikely(__pyx_t_22 < 0)) __PYX_ERR(0, 428, __pyx_L1_error) __pyx_t_5 = (__pyx_t_22 != 0); __pyx_t_6 = __pyx_t_5; __pyx_L29_bool_binop_done:; if (__pyx_t_6) { /* "discodop/disambiguation.pyx":429 * treestr = recoverfragments_re(entry.first, chart2, backtransform) * if treestr in nmostlikelytrees and treestr not in result: * result[treestr] = (-abs(int(s / log(0.5))), parsetreeprob[treestr]) # <<<<<<<<<<<<<< * if backtransform is None: * derivs[treestr] = fragmentsinderiv_str( */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_log); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 429, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__10, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 429, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyNumber_Divide(__pyx_v_s, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 429, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyNumber_Int(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 429, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyNumber_Absolute(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 429, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = PyNumber_Negative(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 429, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_v_parsetreeprob, __pyx_v_treestr); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 429, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 429, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_4); __pyx_t_3 = 0; __pyx_t_4 = 0; if (unlikely(PyDict_SetItem(__pyx_v_result, __pyx_v_treestr, __pyx_t_1) < 0)) __PYX_ERR(0, 429, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":430 * if treestr in nmostlikelytrees and treestr not in result: * result[treestr] = (-abs(int(s / log(0.5))), parsetreeprob[treestr]) * if backtransform is None: # <<<<<<<<<<<<<< * derivs[treestr] = fragmentsinderiv_str( * deriv, chart2, backtransform) */ __pyx_t_6 = (__pyx_v_backtransform == ((PyObject*)Py_None)); __pyx_t_5 = (__pyx_t_6 != 0); if (__pyx_t_5) { /* "discodop/disambiguation.pyx":431 * result[treestr] = (-abs(int(s / log(0.5))), parsetreeprob[treestr]) * if backtransform is None: * derivs[treestr] = fragmentsinderiv_str( # <<<<<<<<<<<<<< * deriv, chart2, backtransform) * else: */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_fragmentsinderiv_str); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 431, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); /* "discodop/disambiguation.pyx":432 * if backtransform is None: * derivs[treestr] = fragmentsinderiv_str( * deriv, chart2, backtransform) # <<<<<<<<<<<<<< * else: * derivs[treestr] = fragmentsinderiv_re( */ __pyx_t_3 = NULL; __pyx_t_10 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); __pyx_t_10 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_deriv, ((PyObject *)__pyx_v_chart2), __pyx_v_backtransform}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_10, 3+__pyx_t_10); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 431, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_deriv, ((PyObject *)__pyx_v_chart2), __pyx_v_backtransform}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_10, 3+__pyx_t_10); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 431, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_12 = PyTuple_New(3+__pyx_t_10); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 431, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_12, 0+__pyx_t_10, __pyx_v_deriv); __Pyx_INCREF(((PyObject *)__pyx_v_chart2)); __Pyx_GIVEREF(((PyObject *)__pyx_v_chart2)); PyTuple_SET_ITEM(__pyx_t_12, 1+__pyx_t_10, ((PyObject *)__pyx_v_chart2)); __Pyx_INCREF(__pyx_v_backtransform); __Pyx_GIVEREF(__pyx_v_backtransform); PyTuple_SET_ITEM(__pyx_t_12, 2+__pyx_t_10, __pyx_v_backtransform); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_12, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 431, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":431 * result[treestr] = (-abs(int(s / log(0.5))), parsetreeprob[treestr]) * if backtransform is None: * derivs[treestr] = fragmentsinderiv_str( # <<<<<<<<<<<<<< * deriv, chart2, backtransform) * else: */ if (unlikely(PyDict_SetItem(__pyx_v_derivs, __pyx_v_treestr, __pyx_t_1) < 0)) __PYX_ERR(0, 431, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":430 * if treestr in nmostlikelytrees and treestr not in result: * result[treestr] = (-abs(int(s / log(0.5))), parsetreeprob[treestr]) * if backtransform is None: # <<<<<<<<<<<<<< * derivs[treestr] = fragmentsinderiv_str( * deriv, chart2, backtransform) */ goto __pyx_L31; } /* "discodop/disambiguation.pyx":434 * deriv, chart2, backtransform) * else: * derivs[treestr] = fragmentsinderiv_re( # <<<<<<<<<<<<<< * entry.first, chart2, backtransform) * if len(result) > sldop_n: */ /*else*/ { /* "discodop/disambiguation.pyx":435 * else: * derivs[treestr] = fragmentsinderiv_re( * entry.first, chart2, backtransform) # <<<<<<<<<<<<<< * if len(result) > sldop_n: * break */ __pyx_t_1 = __pyx_f_8discodop_14disambiguation_fragmentsinderiv_re(__pyx_v_entry.first, ((PyObject *)__pyx_v_chart2), __pyx_v_backtransform); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 434, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); /* "discodop/disambiguation.pyx":434 * deriv, chart2, backtransform) * else: * derivs[treestr] = fragmentsinderiv_re( # <<<<<<<<<<<<<< * entry.first, chart2, backtransform) * if len(result) > sldop_n: */ if (unlikely(PyDict_SetItem(__pyx_v_derivs, __pyx_v_treestr, __pyx_t_1) < 0)) __PYX_ERR(0, 434, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __pyx_L31:; /* "discodop/disambiguation.pyx":436 * derivs[treestr] = fragmentsinderiv_re( * entry.first, chart2, backtransform) * if len(result) > sldop_n: # <<<<<<<<<<<<<< * break * chart.grammar.switch(model, logprob=True) */ __pyx_t_8 = PyDict_Size(__pyx_v_result); if (unlikely(__pyx_t_8 == -1)) __PYX_ERR(0, 436, __pyx_L1_error) __pyx_t_5 = ((__pyx_t_8 > __pyx_v_sldop_n) != 0); if (__pyx_t_5) { /* "discodop/disambiguation.pyx":437 * entry.first, chart2, backtransform) * if len(result) > sldop_n: * break # <<<<<<<<<<<<<< * chart.grammar.switch(model, logprob=True) * if not len(result): */ goto __pyx_L24_break; /* "discodop/disambiguation.pyx":436 * derivs[treestr] = fragmentsinderiv_re( * entry.first, chart2, backtransform) * if len(result) > sldop_n: # <<<<<<<<<<<<<< * break * chart.grammar.switch(model, logprob=True) */ } /* "discodop/disambiguation.pyx":428 * else: * treestr = recoverfragments_re(entry.first, chart2, backtransform) * if treestr in nmostlikelytrees and treestr not in result: # <<<<<<<<<<<<<< * result[treestr] = (-abs(int(s / log(0.5))), parsetreeprob[treestr]) * if backtransform is None: */ } /* "discodop/disambiguation.pyx":422 * return [], 'SL-DOP couldn\'t find parse for tree' * result = {} * for n, (deriv, s) in enumerate(shortestderivations): # <<<<<<<<<<<<<< * entry = chart2.rankededges[chart2.root()][n] * if backtransform is None: */ } __pyx_L24_break:; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":438 * if len(result) > sldop_n: * break * chart.grammar.switch(model, logprob=True) # <<<<<<<<<<<<<< * if not len(result): * return [], 'no matching derivation found' */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart->grammar), __pyx_n_s_switch); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 438, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 438, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_model); __Pyx_GIVEREF(__pyx_v_model); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_model); __pyx_t_4 = PyDict_New(); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 438, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_logprob, Py_True) < 0) __PYX_ERR(0, 438, __pyx_L1_error) __pyx_t_12 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, __pyx_t_4); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 438, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; /* "discodop/disambiguation.pyx":439 * break * chart.grammar.switch(model, logprob=True) * if not len(result): # <<<<<<<<<<<<<< * return [], 'no matching derivation found' * msg = '(%d derivations, %d of %d parsetrees)' % ( */ __pyx_t_7 = PyDict_Size(__pyx_v_result); if (unlikely(__pyx_t_7 == -1)) __PYX_ERR(0, 439, __pyx_L1_error) __pyx_t_5 = ((!(__pyx_t_7 != 0)) != 0); if (__pyx_t_5) { /* "discodop/disambiguation.pyx":440 * chart.grammar.switch(model, logprob=True) * if not len(result): * return [], 'no matching derivation found' # <<<<<<<<<<<<<< * msg = '(%d derivations, %d of %d parsetrees)' % ( * len(derivations), min(sldop_n, len(parsetreeprob)), len(parsetreeprob)) */ __Pyx_XDECREF(__pyx_r); __pyx_t_12 = PyList_New(0); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 440, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 440, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_12); __Pyx_INCREF(__pyx_kp_u_no_matching_derivation_found); __Pyx_GIVEREF(__pyx_kp_u_no_matching_derivation_found); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_kp_u_no_matching_derivation_found); __pyx_t_12 = 0; __pyx_r = __pyx_t_4; __pyx_t_4 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":439 * break * chart.grammar.switch(model, logprob=True) * if not len(result): # <<<<<<<<<<<<<< * return [], 'no matching derivation found' * msg = '(%d derivations, %d of %d parsetrees)' % ( */ } /* "discodop/disambiguation.pyx":442 * return [], 'no matching derivation found' * msg = '(%d derivations, %d of %d parsetrees)' % ( * len(derivations), min(sldop_n, len(parsetreeprob)), len(parsetreeprob)) # <<<<<<<<<<<<<< * return [(tree, result[tree], derivs[tree]) for tree in result], msg * */ __pyx_t_7 = PyDict_Size(__pyx_v_derivations); if (unlikely(__pyx_t_7 == -1)) __PYX_ERR(0, 442, __pyx_L1_error) __pyx_t_4 = PyInt_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 442, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_7 = PyDict_Size(__pyx_v_parsetreeprob); if (unlikely(__pyx_t_7 == -1)) __PYX_ERR(0, 442, __pyx_L1_error) __pyx_t_9 = __pyx_v_sldop_n; if (((__pyx_t_7 < __pyx_t_9) != 0)) { __pyx_t_8 = __pyx_t_7; } else { __pyx_t_8 = __pyx_t_9; } __pyx_t_12 = PyInt_FromSsize_t(__pyx_t_8); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 442, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_8 = PyDict_Size(__pyx_v_parsetreeprob); if (unlikely(__pyx_t_8 == -1)) __PYX_ERR(0, 442, __pyx_L1_error) __pyx_t_1 = PyInt_FromSsize_t(__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 442, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 442, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_12); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_t_1); __pyx_t_4 = 0; __pyx_t_12 = 0; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":441 * if not len(result): * return [], 'no matching derivation found' * msg = '(%d derivations, %d of %d parsetrees)' % ( # <<<<<<<<<<<<<< * len(derivations), min(sldop_n, len(parsetreeprob)), len(parsetreeprob)) * return [(tree, result[tree], derivs[tree]) for tree in result], msg */ __pyx_t_1 = PyUnicode_Format(__pyx_kp_u_d_derivations_d_of_d_parsetrees, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 441, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v_msg, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":443 * msg = '(%d derivations, %d of %d parsetrees)' % ( * len(derivations), min(sldop_n, len(parsetreeprob)), len(parsetreeprob)) * return [(tree, result[tree], derivs[tree]) for tree in result], msg # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); { /* enter inner scope */ PyObject *__pyx_8genexpr9__pyx_v_tree = NULL; __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 443, __pyx_L36_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = 0; __pyx_t_12 = __Pyx_dict_iterator(__pyx_v_result, 1, ((PyObject *)NULL), (&__pyx_t_7), (&__pyx_t_9)); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 443, __pyx_L36_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = __pyx_t_12; __pyx_t_12 = 0; while (1) { __pyx_t_10 = __Pyx_dict_iter_next(__pyx_t_2, __pyx_t_7, &__pyx_t_8, &__pyx_t_12, NULL, NULL, __pyx_t_9); if (unlikely(__pyx_t_10 == 0)) break; if (unlikely(__pyx_t_10 == -1)) __PYX_ERR(0, 443, __pyx_L36_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_XDECREF_SET(__pyx_8genexpr9__pyx_v_tree, __pyx_t_12); __pyx_t_12 = 0; __pyx_t_12 = __Pyx_PyDict_GetItem(__pyx_v_result, __pyx_8genexpr9__pyx_v_tree); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 443, __pyx_L36_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_v_derivs, __pyx_8genexpr9__pyx_v_tree); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 443, __pyx_L36_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 443, __pyx_L36_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_8genexpr9__pyx_v_tree); __Pyx_GIVEREF(__pyx_8genexpr9__pyx_v_tree); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_8genexpr9__pyx_v_tree); __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_12); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_4); __pyx_t_12 = 0; __pyx_t_4 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_3))) __PYX_ERR(0, 443, __pyx_L36_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_8genexpr9__pyx_v_tree); goto __pyx_L39_exit_scope; __pyx_L36_error:; __Pyx_XDECREF(__pyx_8genexpr9__pyx_v_tree); goto __pyx_L1_error; __pyx_L39_exit_scope:; } /* exit inner scope */ __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 443, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(__pyx_v_msg); __Pyx_GIVEREF(__pyx_v_msg); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_msg); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":378 * * * cdef sldop(Chart chart, list sent, list tags, int m, int sldop_n, # <<<<<<<<<<<<<< * list backtransform): * """'Proper' method for sl-dop. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_12); __Pyx_AddTraceback("discodop.disambiguation.sldop", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_derivations); __Pyx_XDECREF(__pyx_v_derivs); __Pyx_XDECREF((PyObject *)__pyx_v_chart2); __Pyx_XDECREF(__pyx_v_derivsfortree); __Pyx_XDECREF(__pyx_v_deriv); __Pyx_XDECREF(__pyx_v_parsetreeprob); __Pyx_XDECREF(__pyx_v_nmostlikelytrees); __Pyx_XDECREF(__pyx_v_model); __Pyx_XDECREF(__pyx_v_shortestderivations); __Pyx_XDECREF(__pyx_v_msg); __Pyx_XDECREF(__pyx_v_result); __Pyx_XDECREF(__pyx_v_s); __Pyx_XDECREF(__pyx_v_treestr); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":446 * * * cdef sldop_simple(int sldop_n, Chart chart, list backtransform): # <<<<<<<<<<<<<< * """Simple sl-dop method. * */ static PyObject *__pyx_f_8discodop_14disambiguation_sldop_simple(int __pyx_v_sldop_n, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_backtransform) { std::pair __pyx_v_entry; PyObject *__pyx_v_derivations = 0; PyObject *__pyx_v_derivs = 0; PyObject *__pyx_v_keys = 0; int __pyx_v_n; PyObject *__pyx_v_derivsfortree = NULL; PyObject *__pyx_v_deriv = NULL; PyObject *__pyx_v_tree = NULL; PyObject *__pyx_v_parsetreeprob = NULL; PyObject *__pyx_v_selectedtrees = NULL; PyObject *__pyx_v_result = NULL; PyObject *__pyx_v_score = NULL; PyObject *__pyx_v_msg = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; Py_ssize_t __pyx_t_7; Py_ssize_t __pyx_t_8; int __pyx_t_9; int __pyx_t_10; PyObject *__pyx_t_11 = NULL; std::vector > > ::size_type __pyx_t_12; int __pyx_t_13; ItemNo __pyx_t_14; Py_ssize_t __pyx_t_15; PyObject *(*__pyx_t_16)(PyObject *); PyObject *__pyx_t_17 = NULL; std::vector __pyx_t_18; PyObject *(*__pyx_t_19)(PyObject *); PyObject *__pyx_t_20 = NULL; PyObject *__pyx_t_21 = NULL; PyObject *(*__pyx_t_22)(PyObject *); int __pyx_t_23; PyObject *(*__pyx_t_24)(PyObject *); std::vector > ::size_type __pyx_t_25; __Pyx_RefNannySetupContext("sldop_simple", 0); /* "discodop/disambiguation.pyx":455 * shortest among all possible derivations using Viterbi.""" * cdef pair[RankedEdge, Prob] entry * cdef dict derivations = {} # <<<<<<<<<<<<<< * cdef dict derivs = {}, keys = {} * cdef int n */ __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 455, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_derivations = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":456 * cdef pair[RankedEdge, Prob] entry * cdef dict derivations = {} * cdef dict derivs = {}, keys = {} # <<<<<<<<<<<<<< * cdef int n * derivsfortree = defaultdict(set) */ __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 456, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_derivs = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 456, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_keys = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":458 * cdef dict derivs = {}, keys = {} * cdef int n * derivsfortree = defaultdict(set) # <<<<<<<<<<<<<< * # collect derivations for each parse tree * if backtransform is None: */ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_defaultdict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 458, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_3) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_2, ((PyObject *)(&PySet_Type))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 458, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, ((PyObject *)(&PySet_Type))}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 458, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, ((PyObject *)(&PySet_Type))}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 458, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_4 = PyTuple_New(1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 458, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3); __pyx_t_3 = NULL; __Pyx_INCREF(((PyObject *)(&PySet_Type))); __Pyx_GIVEREF(((PyObject *)(&PySet_Type))); PyTuple_SET_ITEM(__pyx_t_4, 0+1, ((PyObject *)(&PySet_Type))); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_4, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 458, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_derivsfortree = __pyx_t_1; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":460 * derivsfortree = defaultdict(set) * # collect derivations for each parse tree * if backtransform is None: # <<<<<<<<<<<<<< * derivations = dict(chart.derivations) * for deriv in derivations: */ __pyx_t_5 = (__pyx_v_backtransform == ((PyObject*)Py_None)); __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { /* "discodop/disambiguation.pyx":461 * # collect derivations for each parse tree * if backtransform is None: * derivations = dict(chart.derivations) # <<<<<<<<<<<<<< * for deriv in derivations: * tree = REMOVEIDS.sub('', deriv) */ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 461, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_chart->derivations); __Pyx_GIVEREF(__pyx_v_chart->derivations); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_chart->derivations); __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)(&PyDict_Type)), __pyx_t_1, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 461, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF_SET(__pyx_v_derivations, ((PyObject*)__pyx_t_2)); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":462 * if backtransform is None: * derivations = dict(chart.derivations) * for deriv in derivations: # <<<<<<<<<<<<<< * tree = REMOVEIDS.sub('', deriv) * derivsfortree[tree].add(deriv) */ __pyx_t_7 = 0; __pyx_t_1 = __Pyx_dict_iterator(__pyx_v_derivations, 1, ((PyObject *)NULL), (&__pyx_t_8), (&__pyx_t_9)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 462, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = __pyx_t_1; __pyx_t_1 = 0; while (1) { __pyx_t_10 = __Pyx_dict_iter_next(__pyx_t_2, __pyx_t_8, &__pyx_t_7, &__pyx_t_1, NULL, NULL, __pyx_t_9); if (unlikely(__pyx_t_10 == 0)) break; if (unlikely(__pyx_t_10 == -1)) __PYX_ERR(0, 462, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_XDECREF_SET(__pyx_v_deriv, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":463 * derivations = dict(chart.derivations) * for deriv in derivations: * tree = REMOVEIDS.sub('', deriv) # <<<<<<<<<<<<<< * derivsfortree[tree].add(deriv) * else: */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEIDS); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_sub); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; __pyx_t_10 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_10 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_kp_u__3, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_kp_u__3, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_11 = PyTuple_New(2+__pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); PyTuple_SET_ITEM(__pyx_t_11, 0+__pyx_t_10, __pyx_kp_u__3); __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_11, 1+__pyx_t_10, __pyx_v_deriv); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_11, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF_SET(__pyx_v_tree, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":464 * for deriv in derivations: * tree = REMOVEIDS.sub('', deriv) * derivsfortree[tree].add(deriv) # <<<<<<<<<<<<<< * else: * for n in range(chart.rankededges[chart.root()].size()): */ __pyx_t_3 = PyObject_GetItem(__pyx_v_derivsfortree, __pyx_v_tree); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 464, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_add); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 464, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_11))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); } } if (!__pyx_t_3) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_v_deriv); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 464, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_11, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 464, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_11, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 464, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_4 = PyTuple_New(1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 464, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3); __pyx_t_3 = NULL; __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_4, 0+1, __pyx_v_deriv); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_11, __pyx_t_4, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 464, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } } __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":460 * derivsfortree = defaultdict(set) * # collect derivations for each parse tree * if backtransform is None: # <<<<<<<<<<<<<< * derivations = dict(chart.derivations) * for deriv in derivations: */ goto __pyx_L3; } /* "discodop/disambiguation.pyx":466 * derivsfortree[tree].add(deriv) * else: * for n in range(chart.rankededges[chart.root()].size()): # <<<<<<<<<<<<<< * entry = chart.rankededges[chart.root()][n] * deriv = getderiv(chart.root(), entry.first, chart).decode('utf8') */ /*else*/ { __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 466, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_11 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (__pyx_t_11) { __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_11); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 466, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else { __pyx_t_2 = __Pyx_PyObject_CallNoArg(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 466, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_12 = __Pyx_PyInt_As_size_t(__pyx_t_2); if (unlikely((__pyx_t_12 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 466, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_13 = ((int)(__pyx_v_chart->rankededges[__pyx_t_12]).size()); for (__pyx_t_9 = 0; __pyx_t_9 < __pyx_t_13; __pyx_t_9+=1) { __pyx_v_n = __pyx_t_9; /* "discodop/disambiguation.pyx":467 * else: * for n in range(chart.rankededges[chart.root()].size()): * entry = chart.rankededges[chart.root()][n] # <<<<<<<<<<<<<< * deriv = getderiv(chart.root(), entry.first, chart).decode('utf8') * deriv = str(unbinarize(Tree(deriv), childchar='}')) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_11 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (__pyx_t_11) { __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_11); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 467, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else { __pyx_t_2 = __Pyx_PyObject_CallNoArg(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 467, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_12 = __Pyx_PyInt_As_size_t(__pyx_t_2); if (unlikely((__pyx_t_12 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 467, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_entry = ((__pyx_v_chart->rankededges[__pyx_t_12])[__pyx_v_n]); /* "discodop/disambiguation.pyx":468 * for n in range(chart.rankededges[chart.root()].size()): * entry = chart.rankededges[chart.root()][n] * deriv = getderiv(chart.root(), entry.first, chart).decode('utf8') # <<<<<<<<<<<<<< * deriv = str(unbinarize(Tree(deriv), childchar='}')) * tree = recoverfragments_re(entry.first, chart, backtransform) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 468, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_11 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (__pyx_t_11) { __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_11); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 468, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else { __pyx_t_2 = __Pyx_PyObject_CallNoArg(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 468, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_14 = __Pyx_PyInt_As_uint32_t(__pyx_t_2); if (unlikely((__pyx_t_14 == ((ItemNo)-1)) && PyErr_Occurred())) __PYX_ERR(0, 468, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_decode_cpp_string(__pyx_f_8discodop_5kbest_getderiv(__pyx_t_14, __pyx_v_entry.first, __pyx_v_chart), 0, PY_SSIZE_T_MAX, NULL, NULL, PyUnicode_DecodeUTF8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 468, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __pyx_t_2; __Pyx_INCREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF_SET(__pyx_v_deriv, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":469 * entry = chart.rankededges[chart.root()][n] * deriv = getderiv(chart.root(), entry.first, chart).decode('utf8') * deriv = str(unbinarize(Tree(deriv), childchar='}')) # <<<<<<<<<<<<<< * tree = recoverfragments_re(entry.first, chart, backtransform) * keys[deriv] = n */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_unbinarize); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_11 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_11))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); } } if (!__pyx_t_4) { __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_v_deriv); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[2] = {__pyx_t_4, __pyx_v_deriv}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_11, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_2); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[2] = {__pyx_t_4, __pyx_v_deriv}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_11, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_2); } else #endif { __pyx_t_3 = PyTuple_New(1+1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_4); __pyx_t_4 = NULL; __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_3, 0+1, __pyx_v_deriv); __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_11, __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } } __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = PyTuple_New(1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_childchar, __pyx_kp_u__11) < 0) __PYX_ERR(0, 469, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_11, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_Call(((PyObject *)(&PyUnicode_Type)), __pyx_t_2, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v_deriv, __pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":470 * deriv = getderiv(chart.root(), entry.first, chart).decode('utf8') * deriv = str(unbinarize(Tree(deriv), childchar='}')) * tree = recoverfragments_re(entry.first, chart, backtransform) # <<<<<<<<<<<<<< * keys[deriv] = n * derivations[deriv] = entry.second */ __pyx_t_3 = __pyx_f_8discodop_14disambiguation_recoverfragments_re(__pyx_v_entry.first, __pyx_v_chart, __pyx_v_backtransform); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 470, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_XDECREF_SET(__pyx_v_tree, __pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":471 * deriv = str(unbinarize(Tree(deriv), childchar='}')) * tree = recoverfragments_re(entry.first, chart, backtransform) * keys[deriv] = n # <<<<<<<<<<<<<< * derivations[deriv] = entry.second * derivsfortree[tree].add(deriv) */ __pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_n); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 471, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (unlikely(PyDict_SetItem(__pyx_v_keys, __pyx_v_deriv, __pyx_t_3) < 0)) __PYX_ERR(0, 471, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":472 * tree = recoverfragments_re(entry.first, chart, backtransform) * keys[deriv] = n * derivations[deriv] = entry.second # <<<<<<<<<<<<<< * derivsfortree[tree].add(deriv) * */ __pyx_t_3 = PyFloat_FromDouble(__pyx_v_entry.second); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 472, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (unlikely(PyDict_SetItem(__pyx_v_derivations, __pyx_v_deriv, __pyx_t_3) < 0)) __PYX_ERR(0, 472, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":473 * keys[deriv] = n * derivations[deriv] = entry.second * derivsfortree[tree].add(deriv) # <<<<<<<<<<<<<< * * # sum over derivations to get parse trees */ __pyx_t_2 = PyObject_GetItem(__pyx_v_derivsfortree, __pyx_v_tree); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 473, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_add); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 473, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_11))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); } } if (!__pyx_t_2) { __pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_v_deriv); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 473, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[2] = {__pyx_t_2, __pyx_v_deriv}; __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_11, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 473, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_3); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[2] = {__pyx_t_2, __pyx_v_deriv}; __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_11, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 473, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_3); } else #endif { __pyx_t_1 = PyTuple_New(1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 473, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2); __pyx_t_2 = NULL; __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_1, 0+1, __pyx_v_deriv); __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_11, __pyx_t_1, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 473, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } } __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } } __pyx_L3:; /* "discodop/disambiguation.pyx":476 * * # sum over derivations to get parse trees * parsetreeprob = {tree: logprobsum([-derivations[d] for d in ds]) # <<<<<<<<<<<<<< * for tree, ds in derivsfortree.items()} * selectedtrees = nlargest(sldop_n, parsetreeprob, key=parsetreeprob.get) */ { /* enter inner scope */ PyObject *__pyx_9genexpr10__pyx_v_tree = NULL; PyObject *__pyx_9genexpr10__pyx_v_ds = NULL; __pyx_t_3 = PyDict_New(); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 476, __pyx_L10_error) __Pyx_GOTREF(__pyx_t_3); /* "discodop/disambiguation.pyx":477 * # sum over derivations to get parse trees * parsetreeprob = {tree: logprobsum([-derivations[d] for d in ds]) * for tree, ds in derivsfortree.items()} # <<<<<<<<<<<<<< * selectedtrees = nlargest(sldop_n, parsetreeprob, key=parsetreeprob.get) * */ __pyx_t_8 = 0; if (unlikely(__pyx_v_derivsfortree == Py_None)) { PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%s'", "items"); __PYX_ERR(0, 477, __pyx_L10_error) } __pyx_t_1 = __Pyx_dict_iterator(__pyx_v_derivsfortree, 0, __pyx_n_s_items, (&__pyx_t_7), (&__pyx_t_9)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 477, __pyx_L10_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = __pyx_t_1; __pyx_t_1 = 0; while (1) { __pyx_t_10 = __Pyx_dict_iter_next(__pyx_t_11, __pyx_t_7, &__pyx_t_8, &__pyx_t_1, &__pyx_t_2, NULL, __pyx_t_9); if (unlikely(__pyx_t_10 == 0)) break; if (unlikely(__pyx_t_10 == -1)) __PYX_ERR(0, 477, __pyx_L10_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GOTREF(__pyx_t_2); __Pyx_XDECREF_SET(__pyx_9genexpr10__pyx_v_tree, __pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_9genexpr10__pyx_v_ds, __pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":476 * * # sum over derivations to get parse trees * parsetreeprob = {tree: logprobsum([-derivations[d] for d in ds]) # <<<<<<<<<<<<<< * for tree, ds in derivsfortree.items()} * selectedtrees = nlargest(sldop_n, parsetreeprob, key=parsetreeprob.get) */ { /* enter inner scope */ PyObject *__pyx_9genexpr11__pyx_9genexpr10__pyx_v_d = NULL; __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 476, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_2); if (likely(PyList_CheckExact(__pyx_9genexpr10__pyx_v_ds)) || PyTuple_CheckExact(__pyx_9genexpr10__pyx_v_ds)) { __pyx_t_1 = __pyx_9genexpr10__pyx_v_ds; __Pyx_INCREF(__pyx_t_1); __pyx_t_15 = 0; __pyx_t_16 = NULL; } else { __pyx_t_15 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_9genexpr10__pyx_v_ds); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 476, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_16 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 476, __pyx_L15_error) } for (;;) { if (likely(!__pyx_t_16)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_15 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_15); __Pyx_INCREF(__pyx_t_4); __pyx_t_15++; if (unlikely(0 < 0)) __PYX_ERR(0, 476, __pyx_L15_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_15); __pyx_t_15++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 476, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_15 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_15); __Pyx_INCREF(__pyx_t_4); __pyx_t_15++; if (unlikely(0 < 0)) __PYX_ERR(0, 476, __pyx_L15_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_15); __pyx_t_15++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 476, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_16(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 476, __pyx_L15_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_9genexpr11__pyx_9genexpr10__pyx_v_d, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_v_derivations, __pyx_9genexpr11__pyx_9genexpr10__pyx_v_d); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 476, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_17 = PyNumber_Negative(__pyx_t_4); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 476, __pyx_L15_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_17))) __PYX_ERR(0, 476, __pyx_L15_error) __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_9genexpr11__pyx_9genexpr10__pyx_v_d); goto __pyx_L18_exit_scope; __pyx_L15_error:; __Pyx_XDECREF(__pyx_9genexpr11__pyx_9genexpr10__pyx_v_d); goto __pyx_L10_error; __pyx_L18_exit_scope:; } /* exit inner scope */ __pyx_t_18 = __pyx_convert_vector_from_py_Prob(__pyx_t_2); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 476, __pyx_L10_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyFloat_FromDouble(__pyx_f_8discodop_10containers_logprobsum(__pyx_t_18)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 476, __pyx_L10_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(PyDict_SetItem(__pyx_t_3, (PyObject*)__pyx_9genexpr10__pyx_v_tree, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 476, __pyx_L10_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_XDECREF(__pyx_9genexpr10__pyx_v_tree); __Pyx_XDECREF(__pyx_9genexpr10__pyx_v_ds); goto __pyx_L19_exit_scope; __pyx_L10_error:; __Pyx_XDECREF(__pyx_9genexpr10__pyx_v_tree); __Pyx_XDECREF(__pyx_9genexpr10__pyx_v_ds); goto __pyx_L1_error; __pyx_L19_exit_scope:; } /* exit inner scope */ __pyx_v_parsetreeprob = ((PyObject*)__pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":478 * parsetreeprob = {tree: logprobsum([-derivations[d] for d in ds]) * for tree, ds in derivsfortree.items()} * selectedtrees = nlargest(sldop_n, parsetreeprob, key=parsetreeprob.get) # <<<<<<<<<<<<<< * * # the number of fragments used is the number of */ __pyx_t_3 = __Pyx_GetModuleGlobalName(__pyx_n_s_nlargest); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 478, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_11 = __Pyx_PyInt_From_int(__pyx_v_sldop_n); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 478, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 478, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_11); __Pyx_INCREF(__pyx_v_parsetreeprob); __Pyx_GIVEREF(__pyx_v_parsetreeprob); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_parsetreeprob); __pyx_t_11 = 0; __pyx_t_11 = PyDict_New(); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 478, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_parsetreeprob, __pyx_n_s_get); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 478, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_11, __pyx_n_s_key, __pyx_t_1) < 0) __PYX_ERR(0, 478, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_2, __pyx_t_11); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 478, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_v_selectedtrees = __pyx_t_1; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":483 * # nodes (open parens), minus the number of interior * # (addressed) nodes. * result = {} # <<<<<<<<<<<<<< * for tree in selectedtrees: * score, deriv = min([(deriv.count('(') - */ __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_result = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":484 * # (addressed) nodes. * result = {} * for tree in selectedtrees: # <<<<<<<<<<<<<< * score, deriv = min([(deriv.count('(') - * len([a for a in deriv.split() if '@' in a or '}<' in a]), */ if (likely(PyList_CheckExact(__pyx_v_selectedtrees)) || PyTuple_CheckExact(__pyx_v_selectedtrees)) { __pyx_t_1 = __pyx_v_selectedtrees; __Pyx_INCREF(__pyx_t_1); __pyx_t_7 = 0; __pyx_t_16 = NULL; } else { __pyx_t_7 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_selectedtrees); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 484, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_16 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 484, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_16)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_11 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_7); __Pyx_INCREF(__pyx_t_11); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 484, __pyx_L1_error) #else __pyx_t_11 = PySequence_ITEM(__pyx_t_1, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 484, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); #endif } else { if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_11 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_7); __Pyx_INCREF(__pyx_t_11); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 484, __pyx_L1_error) #else __pyx_t_11 = PySequence_ITEM(__pyx_t_1, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 484, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); #endif } } else { __pyx_t_11 = __pyx_t_16(__pyx_t_1); if (unlikely(!__pyx_t_11)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 484, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_11); } __Pyx_XDECREF_SET(__pyx_v_tree, __pyx_t_11); __pyx_t_11 = 0; /* "discodop/disambiguation.pyx":485 * result = {} * for tree in selectedtrees: * score, deriv = min([(deriv.count('(') - # <<<<<<<<<<<<<< * len([a for a in deriv.split() if '@' in a or '}<' in a]), * deriv) */ { /* enter inner scope */ PyObject *__pyx_9genexpr12__pyx_v_deriv = NULL; __pyx_t_11 = PyList_New(0); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 485, __pyx_L24_error) __Pyx_GOTREF(__pyx_t_11); /* "discodop/disambiguation.pyx":488 * len([a for a in deriv.split() if '@' in a or '}<' in a]), * deriv) * for deriv in derivsfortree[tree]]) # <<<<<<<<<<<<<< * result[tree] = (-score, parsetreeprob[tree]) * if backtransform is None: */ __pyx_t_2 = PyObject_GetItem(__pyx_v_derivsfortree, __pyx_v_tree); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 488, __pyx_L24_error) __Pyx_GOTREF(__pyx_t_2); if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) { __pyx_t_3 = __pyx_t_2; __Pyx_INCREF(__pyx_t_3); __pyx_t_8 = 0; __pyx_t_19 = NULL; } else { __pyx_t_8 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 488, __pyx_L24_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_19 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 488, __pyx_L24_error) } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; for (;;) { if (likely(!__pyx_t_19)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_8 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_8); __Pyx_INCREF(__pyx_t_2); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 488, __pyx_L24_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 488, __pyx_L24_error) __Pyx_GOTREF(__pyx_t_2); #endif } else { if (__pyx_t_8 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_8); __Pyx_INCREF(__pyx_t_2); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 488, __pyx_L24_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 488, __pyx_L24_error) __Pyx_GOTREF(__pyx_t_2); #endif } } else { __pyx_t_2 = __pyx_t_19(__pyx_t_3); if (unlikely(!__pyx_t_2)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 488, __pyx_L24_error) } break; } __Pyx_GOTREF(__pyx_t_2); } __Pyx_XDECREF_SET(__pyx_9genexpr12__pyx_v_deriv, __pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":485 * result = {} * for tree in selectedtrees: * score, deriv = min([(deriv.count('(') - # <<<<<<<<<<<<<< * len([a for a in deriv.split() if '@' in a or '}<' in a]), * deriv) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_9genexpr12__pyx_v_deriv, __pyx_n_s_count); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 485, __pyx_L24_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_17 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_tuple__13, NULL); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 485, __pyx_L24_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":486 * for tree in selectedtrees: * score, deriv = min([(deriv.count('(') - * len([a for a in deriv.split() if '@' in a or '}<' in a]), # <<<<<<<<<<<<<< * deriv) * for deriv in derivsfortree[tree]]) */ { /* enter inner scope */ PyObject *__pyx_9genexpr13__pyx_9genexpr12__pyx_v_a = NULL; __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 486, __pyx_L29_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_20 = __Pyx_PyObject_GetAttrStr(__pyx_9genexpr12__pyx_v_deriv, __pyx_n_s_split); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 486, __pyx_L29_error) __Pyx_GOTREF(__pyx_t_20); __pyx_t_21 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_20))) { __pyx_t_21 = PyMethod_GET_SELF(__pyx_t_20); if (likely(__pyx_t_21)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_20); __Pyx_INCREF(__pyx_t_21); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_20, function); } } if (__pyx_t_21) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_t_20, __pyx_t_21); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 486, __pyx_L29_error) __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0; } else { __pyx_t_4 = __Pyx_PyObject_CallNoArg(__pyx_t_20); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 486, __pyx_L29_error) } __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_20 = __pyx_t_4; __Pyx_INCREF(__pyx_t_20); __pyx_t_15 = 0; __pyx_t_22 = NULL; } else { __pyx_t_15 = -1; __pyx_t_20 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 486, __pyx_L29_error) __Pyx_GOTREF(__pyx_t_20); __pyx_t_22 = Py_TYPE(__pyx_t_20)->tp_iternext; if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 486, __pyx_L29_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_22)) { if (likely(PyList_CheckExact(__pyx_t_20))) { if (__pyx_t_15 >= PyList_GET_SIZE(__pyx_t_20)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_20, __pyx_t_15); __Pyx_INCREF(__pyx_t_4); __pyx_t_15++; if (unlikely(0 < 0)) __PYX_ERR(0, 486, __pyx_L29_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_20, __pyx_t_15); __pyx_t_15++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 486, __pyx_L29_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_15 >= PyTuple_GET_SIZE(__pyx_t_20)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_20, __pyx_t_15); __Pyx_INCREF(__pyx_t_4); __pyx_t_15++; if (unlikely(0 < 0)) __PYX_ERR(0, 486, __pyx_L29_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_20, __pyx_t_15); __pyx_t_15++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 486, __pyx_L29_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_22(__pyx_t_20); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 486, __pyx_L29_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_9genexpr13__pyx_9genexpr12__pyx_v_a, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__14, __pyx_9genexpr13__pyx_9genexpr12__pyx_v_a, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 486, __pyx_L29_error) __pyx_t_23 = (__pyx_t_5 != 0); if (!__pyx_t_23) { } else { __pyx_t_6 = __pyx_t_23; goto __pyx_L33_bool_binop_done; } __pyx_t_23 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__15, __pyx_9genexpr13__pyx_9genexpr12__pyx_v_a, Py_EQ)); if (unlikely(__pyx_t_23 < 0)) __PYX_ERR(0, 486, __pyx_L29_error) __pyx_t_5 = (__pyx_t_23 != 0); __pyx_t_6 = __pyx_t_5; __pyx_L33_bool_binop_done:; if (__pyx_t_6) { if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_9genexpr13__pyx_9genexpr12__pyx_v_a))) __PYX_ERR(0, 486, __pyx_L29_error) } } __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_XDECREF(__pyx_9genexpr13__pyx_9genexpr12__pyx_v_a); goto __pyx_L35_exit_scope; __pyx_L29_error:; __Pyx_XDECREF(__pyx_9genexpr13__pyx_9genexpr12__pyx_v_a); goto __pyx_L24_error; __pyx_L35_exit_scope:; } /* exit inner scope */ __pyx_t_15 = PyList_GET_SIZE(__pyx_t_2); if (unlikely(__pyx_t_15 == -1)) __PYX_ERR(0, 486, __pyx_L24_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyInt_FromSsize_t(__pyx_t_15); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 486, __pyx_L24_error) __Pyx_GOTREF(__pyx_t_2); /* "discodop/disambiguation.pyx":485 * result = {} * for tree in selectedtrees: * score, deriv = min([(deriv.count('(') - # <<<<<<<<<<<<<< * len([a for a in deriv.split() if '@' in a or '}<' in a]), * deriv) */ __pyx_t_20 = PyNumber_Subtract(__pyx_t_17, __pyx_t_2); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 485, __pyx_L24_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":487 * score, deriv = min([(deriv.count('(') - * len([a for a in deriv.split() if '@' in a or '}<' in a]), * deriv) # <<<<<<<<<<<<<< * for deriv in derivsfortree[tree]]) * result[tree] = (-score, parsetreeprob[tree]) */ __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 485, __pyx_L24_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_20); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_20); __Pyx_INCREF(__pyx_9genexpr12__pyx_v_deriv); __Pyx_GIVEREF(__pyx_9genexpr12__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_9genexpr12__pyx_v_deriv); __pyx_t_20 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_11, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 485, __pyx_L24_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":488 * len([a for a in deriv.split() if '@' in a or '}<' in a]), * deriv) * for deriv in derivsfortree[tree]]) # <<<<<<<<<<<<<< * result[tree] = (-score, parsetreeprob[tree]) * if backtransform is None: */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_9genexpr12__pyx_v_deriv); goto __pyx_L36_exit_scope; __pyx_L24_error:; __Pyx_XDECREF(__pyx_9genexpr12__pyx_v_deriv); goto __pyx_L1_error; __pyx_L36_exit_scope:; } /* exit inner scope */ /* "discodop/disambiguation.pyx":485 * result = {} * for tree in selectedtrees: * score, deriv = min([(deriv.count('(') - # <<<<<<<<<<<<<< * len([a for a in deriv.split() if '@' in a or '}<' in a]), * deriv) */ __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 485, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyObject_Call(__pyx_builtin_min, __pyx_t_3, NULL); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 485, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_11))) || (PyList_CheckExact(__pyx_t_11))) { PyObject* sequence = __pyx_t_11; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 485, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_3 = PyList_GET_ITEM(sequence, 0); __pyx_t_2 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); #else __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 485, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 485, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else { Py_ssize_t index = -1; __pyx_t_20 = PyObject_GetIter(__pyx_t_11); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 485, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_24 = Py_TYPE(__pyx_t_20)->tp_iternext; index = 0; __pyx_t_3 = __pyx_t_24(__pyx_t_20); if (unlikely(!__pyx_t_3)) goto __pyx_L37_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); index = 1; __pyx_t_2 = __pyx_t_24(__pyx_t_20); if (unlikely(!__pyx_t_2)) goto __pyx_L37_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); if (__Pyx_IternextUnpackEndCheck(__pyx_t_24(__pyx_t_20), 2) < 0) __PYX_ERR(0, 485, __pyx_L1_error) __pyx_t_24 = NULL; __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; goto __pyx_L38_unpacking_done; __pyx_L37_unpacking_failed:; __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __pyx_t_24 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 485, __pyx_L1_error) __pyx_L38_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_score, __pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF_SET(__pyx_v_deriv, __pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":489 * deriv) * for deriv in derivsfortree[tree]]) * result[tree] = (-score, parsetreeprob[tree]) # <<<<<<<<<<<<<< * if backtransform is None: * derivs[tree] = fragmentsinderiv_str( */ __pyx_t_11 = PyNumber_Negative(__pyx_v_score); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 489, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_v_parsetreeprob, __pyx_v_tree); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 489, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 489, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_11); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2); __pyx_t_11 = 0; __pyx_t_2 = 0; if (unlikely(PyDict_SetItem(__pyx_v_result, __pyx_v_tree, __pyx_t_3) < 0)) __PYX_ERR(0, 489, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":490 * for deriv in derivsfortree[tree]]) * result[tree] = (-score, parsetreeprob[tree]) * if backtransform is None: # <<<<<<<<<<<<<< * derivs[tree] = fragmentsinderiv_str( * deriv, */ __pyx_t_6 = (__pyx_v_backtransform == ((PyObject*)Py_None)); __pyx_t_5 = (__pyx_t_6 != 0); if (__pyx_t_5) { /* "discodop/disambiguation.pyx":491 * result[tree] = (-score, parsetreeprob[tree]) * if backtransform is None: * derivs[tree] = fragmentsinderiv_str( # <<<<<<<<<<<<<< * deriv, * chart, backtransform) */ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_fragmentsinderiv_str); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 491, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); /* "discodop/disambiguation.pyx":493 * derivs[tree] = fragmentsinderiv_str( * deriv, * chart, backtransform) # <<<<<<<<<<<<<< * else: * derivs[tree] = fragmentsinderiv_re( */ __pyx_t_11 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[4] = {__pyx_t_11, __pyx_v_deriv, ((PyObject *)__pyx_v_chart), __pyx_v_backtransform}; __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 3+__pyx_t_9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 491, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_3); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[4] = {__pyx_t_11, __pyx_v_deriv, ((PyObject *)__pyx_v_chart), __pyx_v_backtransform}; __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 3+__pyx_t_9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 491, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_3); } else #endif { __pyx_t_20 = PyTuple_New(3+__pyx_t_9); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 491, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); if (__pyx_t_11) { __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_20, 0, __pyx_t_11); __pyx_t_11 = NULL; } __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_20, 0+__pyx_t_9, __pyx_v_deriv); __Pyx_INCREF(((PyObject *)__pyx_v_chart)); __Pyx_GIVEREF(((PyObject *)__pyx_v_chart)); PyTuple_SET_ITEM(__pyx_t_20, 1+__pyx_t_9, ((PyObject *)__pyx_v_chart)); __Pyx_INCREF(__pyx_v_backtransform); __Pyx_GIVEREF(__pyx_v_backtransform); PyTuple_SET_ITEM(__pyx_t_20, 2+__pyx_t_9, __pyx_v_backtransform); __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_20, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 491, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":491 * result[tree] = (-score, parsetreeprob[tree]) * if backtransform is None: * derivs[tree] = fragmentsinderiv_str( # <<<<<<<<<<<<<< * deriv, * chart, backtransform) */ if (unlikely(PyDict_SetItem(__pyx_v_derivs, __pyx_v_tree, __pyx_t_3) < 0)) __PYX_ERR(0, 491, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":490 * for deriv in derivsfortree[tree]]) * result[tree] = (-score, parsetreeprob[tree]) * if backtransform is None: # <<<<<<<<<<<<<< * derivs[tree] = fragmentsinderiv_str( * deriv, */ goto __pyx_L39; } /* "discodop/disambiguation.pyx":495 * chart, backtransform) * else: * derivs[tree] = fragmentsinderiv_re( # <<<<<<<<<<<<<< * chart.rankededges[chart.root()][keys[deriv]].first, * chart, backtransform) */ /*else*/ { /* "discodop/disambiguation.pyx":496 * else: * derivs[tree] = fragmentsinderiv_re( * chart.rankededges[chart.root()][keys[deriv]].first, # <<<<<<<<<<<<<< * chart, backtransform) * msg = '(%d derivations, %d of %d parsetrees)' % ( */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_root); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 496, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_20 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_20 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_20)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_20); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (__pyx_t_20) { __pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_20); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 496, __pyx_L1_error) __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; } else { __pyx_t_3 = __Pyx_PyObject_CallNoArg(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 496, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_12 = __Pyx_PyInt_As_size_t(__pyx_t_3); if (unlikely((__pyx_t_12 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 496, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_v_keys, __pyx_v_deriv); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 496, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_25 = __Pyx_PyInt_As_size_t(__pyx_t_3); if (unlikely((__pyx_t_25 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 496, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":495 * chart, backtransform) * else: * derivs[tree] = fragmentsinderiv_re( # <<<<<<<<<<<<<< * chart.rankededges[chart.root()][keys[deriv]].first, * chart, backtransform) */ __pyx_t_3 = __pyx_f_8discodop_14disambiguation_fragmentsinderiv_re(((__pyx_v_chart->rankededges[__pyx_t_12])[__pyx_t_25]).first, ((PyObject *)__pyx_v_chart), __pyx_v_backtransform); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 495, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (unlikely(PyDict_SetItem(__pyx_v_derivs, __pyx_v_tree, __pyx_t_3) < 0)) __PYX_ERR(0, 495, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __pyx_L39:; /* "discodop/disambiguation.pyx":484 * # (addressed) nodes. * result = {} * for tree in selectedtrees: # <<<<<<<<<<<<<< * score, deriv = min([(deriv.count('(') - * len([a for a in deriv.split() if '@' in a or '}<' in a]), */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":499 * chart, backtransform) * msg = '(%d derivations, %d of %d parsetrees)' % ( * len(derivations), len(result), len(parsetreeprob)) # <<<<<<<<<<<<<< * return [(tree, result[tree], derivs[tree]) for tree in result], msg * */ __pyx_t_7 = PyDict_Size(__pyx_v_derivations); if (unlikely(__pyx_t_7 == -1)) __PYX_ERR(0, 499, __pyx_L1_error) __pyx_t_1 = PyInt_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 499, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = PyDict_Size(__pyx_v_result); if (unlikely(__pyx_t_7 == -1)) __PYX_ERR(0, 499, __pyx_L1_error) __pyx_t_3 = PyInt_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 499, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_7 = PyDict_Size(__pyx_v_parsetreeprob); if (unlikely(__pyx_t_7 == -1)) __PYX_ERR(0, 499, __pyx_L1_error) __pyx_t_2 = PyInt_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 499, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_20 = PyTuple_New(3); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 499, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_20, 0, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_20, 1, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_20, 2, __pyx_t_2); __pyx_t_1 = 0; __pyx_t_3 = 0; __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":498 * chart.rankededges[chart.root()][keys[deriv]].first, * chart, backtransform) * msg = '(%d derivations, %d of %d parsetrees)' % ( # <<<<<<<<<<<<<< * len(derivations), len(result), len(parsetreeprob)) * return [(tree, result[tree], derivs[tree]) for tree in result], msg */ __pyx_t_2 = PyUnicode_Format(__pyx_kp_u_d_derivations_d_of_d_parsetrees, __pyx_t_20); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 498, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __pyx_v_msg = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":500 * msg = '(%d derivations, %d of %d parsetrees)' % ( * len(derivations), len(result), len(parsetreeprob)) * return [(tree, result[tree], derivs[tree]) for tree in result], msg # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); { /* enter inner scope */ PyObject *__pyx_9genexpr14__pyx_v_tree = NULL; __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 500, __pyx_L42_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_7 = 0; __pyx_t_3 = __Pyx_dict_iterator(__pyx_v_result, 1, ((PyObject *)NULL), (&__pyx_t_8), (&__pyx_t_9)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 500, __pyx_L42_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_20); __pyx_t_20 = __pyx_t_3; __pyx_t_3 = 0; while (1) { __pyx_t_10 = __Pyx_dict_iter_next(__pyx_t_20, __pyx_t_8, &__pyx_t_7, &__pyx_t_3, NULL, NULL, __pyx_t_9); if (unlikely(__pyx_t_10 == 0)) break; if (unlikely(__pyx_t_10 == -1)) __PYX_ERR(0, 500, __pyx_L42_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_XDECREF_SET(__pyx_9genexpr14__pyx_v_tree, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_v_result, __pyx_9genexpr14__pyx_v_tree); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 500, __pyx_L42_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_derivs, __pyx_9genexpr14__pyx_v_tree); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 500, __pyx_L42_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_11 = PyTuple_New(3); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 500, __pyx_L42_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_INCREF(__pyx_9genexpr14__pyx_v_tree); __Pyx_GIVEREF(__pyx_9genexpr14__pyx_v_tree); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_9genexpr14__pyx_v_tree); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_11, 1, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_11, 2, __pyx_t_1); __pyx_t_3 = 0; __pyx_t_1 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_11))) __PYX_ERR(0, 500, __pyx_L42_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_XDECREF(__pyx_9genexpr14__pyx_v_tree); goto __pyx_L45_exit_scope; __pyx_L42_error:; __Pyx_XDECREF(__pyx_9genexpr14__pyx_v_tree); goto __pyx_L1_error; __pyx_L45_exit_scope:; } /* exit inner scope */ __pyx_t_20 = PyTuple_New(2); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 500, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_20, 0, __pyx_t_2); __Pyx_INCREF(__pyx_v_msg); __Pyx_GIVEREF(__pyx_v_msg); PyTuple_SET_ITEM(__pyx_t_20, 1, __pyx_v_msg); __pyx_t_2 = 0; __pyx_r = __pyx_t_20; __pyx_t_20 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":446 * * * cdef sldop_simple(int sldop_n, Chart chart, list backtransform): # <<<<<<<<<<<<<< * """Simple sl-dop method. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_17); __Pyx_XDECREF(__pyx_t_20); __Pyx_XDECREF(__pyx_t_21); __Pyx_AddTraceback("discodop.disambiguation.sldop_simple", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_derivations); __Pyx_XDECREF(__pyx_v_derivs); __Pyx_XDECREF(__pyx_v_keys); __Pyx_XDECREF(__pyx_v_derivsfortree); __Pyx_XDECREF(__pyx_v_deriv); __Pyx_XDECREF(__pyx_v_tree); __Pyx_XDECREF(__pyx_v_parsetreeprob); __Pyx_XDECREF(__pyx_v_selectedtrees); __Pyx_XDECREF(__pyx_v_result); __Pyx_XDECREF(__pyx_v_score); __Pyx_XDECREF(__pyx_v_msg); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":503 * * * cdef str recoverfragments_re( # <<<<<<<<<<<<<< * RankedEdge deriv, Chart chart, list backtransform): * """Reconstruct a DOP derivation from a derivation with flattened fragments. */ static PyObject *__pyx_f_8discodop_14disambiguation_recoverfragments_re(RankedEdge __pyx_v_deriv, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_backtransform) { PyObject *__pyx_v_result = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; __Pyx_RefNannySetupContext("recoverfragments_re", 0); /* "discodop/disambiguation.pyx":520 * been called on `chart.grammar`, even when not doing coarse-to-fine * parsing.""" * result = recoverfragments_re_(deriv, chart, backtransform) # <<<<<<<<<<<<<< * return REMOVEWORDTAGS.sub('', result) * */ __pyx_t_1 = __pyx_f_8discodop_14disambiguation_recoverfragments_re_(__pyx_v_deriv, __pyx_v_chart, __pyx_v_backtransform); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 520, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_result = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":521 * parsing.""" * result = recoverfragments_re_(deriv, chart, backtransform) * return REMOVEWORDTAGS.sub('', result) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEWORDTAGS); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_sub); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_4 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_4 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_kp_u__3, __pyx_v_result}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_4, 2+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_kp_u__3, __pyx_v_result}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_4, 2+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_5 = PyTuple_New(2+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_kp_u__3); __Pyx_INCREF(__pyx_v_result); __Pyx_GIVEREF(__pyx_v_result); PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_v_result); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (!(likely(PyUnicode_CheckExact(__pyx_t_1))||((__pyx_t_1) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_1)->tp_name), 0))) __PYX_ERR(0, 521, __pyx_L1_error) __pyx_r = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":503 * * * cdef str recoverfragments_re( # <<<<<<<<<<<<<< * RankedEdge deriv, Chart chart, list backtransform): * """Reconstruct a DOP derivation from a derivation with flattened fragments. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("discodop.disambiguation.recoverfragments_re", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_result); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":524 * * * cpdef str recoverfragments_str(str deriv, Chart chart, list backtransform): # <<<<<<<<<<<<<< * """Reconstruct a DOP derivation from a derivation with flattened fragments. * */ static PyObject *__pyx_pw_8discodop_14disambiguation_7recoverfragments_str(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_recoverfragments_str(PyObject *__pyx_v_deriv, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_backtransform, CYTHON_UNUSED int __pyx_skip_dispatch) { PyObject *__pyx_v_deriv1 = NULL; PyObject *__pyx_v_result = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; __Pyx_RefNannySetupContext("recoverfragments_str", 0); /* "discodop/disambiguation.pyx":538 * been called on `chart.grammar`, even when not doing coarse-to-fine * parsing.""" * deriv1 = Tree(deriv) # <<<<<<<<<<<<<< * result = recoverfragments_str_(deriv1, chart, backtransform) * return REMOVEWORDTAGS.sub('', result) */ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 538, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_3) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_deriv); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 538, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 538, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 538, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_4 = PyTuple_New(1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 538, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3); __pyx_t_3 = NULL; __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_4, 0+1, __pyx_v_deriv); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_4, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 538, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_deriv1 = __pyx_t_1; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":539 * parsing.""" * deriv1 = Tree(deriv) * result = recoverfragments_str_(deriv1, chart, backtransform) # <<<<<<<<<<<<<< * return REMOVEWORDTAGS.sub('', result) * */ __pyx_t_1 = __pyx_f_8discodop_14disambiguation_recoverfragments_str_(__pyx_v_deriv1, __pyx_v_chart, __pyx_v_backtransform); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 539, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_result = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":540 * deriv1 = Tree(deriv) * result = recoverfragments_str_(deriv1, chart, backtransform) * return REMOVEWORDTAGS.sub('', result) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEWORDTAGS); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 540, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_sub); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 540, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_kp_u__3, __pyx_v_result}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 540, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_kp_u__3, __pyx_v_result}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 540, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_3 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 540, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); PyTuple_SET_ITEM(__pyx_t_3, 0+__pyx_t_5, __pyx_kp_u__3); __Pyx_INCREF(__pyx_v_result); __Pyx_GIVEREF(__pyx_v_result); PyTuple_SET_ITEM(__pyx_t_3, 1+__pyx_t_5, __pyx_v_result); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_3, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 540, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (!(likely(PyUnicode_CheckExact(__pyx_t_1))||((__pyx_t_1) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_1)->tp_name), 0))) __PYX_ERR(0, 540, __pyx_L1_error) __pyx_r = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":524 * * * cpdef str recoverfragments_str(str deriv, Chart chart, list backtransform): # <<<<<<<<<<<<<< * """Reconstruct a DOP derivation from a derivation with flattened fragments. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("discodop.disambiguation.recoverfragments_str", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_deriv1); __Pyx_XDECREF(__pyx_v_result); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_7recoverfragments_str(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_6recoverfragments_str[] = "recoverfragments_str(unicode deriv, Chart chart, list backtransform) -> unicode\nReconstruct a DOP derivation from a derivation with flattened fragments.\n\n\t:param deriv: a string representing a derivation.\n\t:param backtransform: a list with fragments (as string templates)\n\t\tcorresponding to grammar rules.\n\t:returns: expanded derivation as a string.\n\n\tDoes on-the-fly debinarization following labels that are not mapped to a\n\tlabel in the coarse grammar, i.e., it assumes that neverblockre is only\n\tused to avoid blocking nonterminals from the double-dop binarization\n\t(containing the string '}<'). Note that this means getmapping() has to have\n\tbeen called on `chart.grammar`, even when not doing coarse-to-fine\n\tparsing."; static PyObject *__pyx_pw_8discodop_14disambiguation_7recoverfragments_str(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_deriv = 0; struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart = 0; PyObject *__pyx_v_backtransform = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("recoverfragments_str (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_deriv,&__pyx_n_s_chart,&__pyx_n_s_backtransform,0}; PyObject* values[3] = {0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_deriv)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_chart)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("recoverfragments_str", 1, 3, 3, 1); __PYX_ERR(0, 524, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_backtransform)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("recoverfragments_str", 1, 3, 3, 2); __PYX_ERR(0, 524, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "recoverfragments_str") < 0)) __PYX_ERR(0, 524, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 3) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); } __pyx_v_deriv = ((PyObject*)values[0]); __pyx_v_chart = ((struct __pyx_obj_8discodop_10containers_Chart *)values[1]); __pyx_v_backtransform = ((PyObject*)values[2]); } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("recoverfragments_str", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 524, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("discodop.disambiguation.recoverfragments_str", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_deriv), (&PyUnicode_Type), 1, "deriv", 1))) __PYX_ERR(0, 524, __pyx_L1_error) if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_chart), __pyx_ptype_8discodop_10containers_Chart, 1, "chart", 0))) __PYX_ERR(0, 524, __pyx_L1_error) if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_backtransform), (&PyList_Type), 1, "backtransform", 1))) __PYX_ERR(0, 524, __pyx_L1_error) __pyx_r = __pyx_pf_8discodop_14disambiguation_6recoverfragments_str(__pyx_self, __pyx_v_deriv, __pyx_v_chart, __pyx_v_backtransform); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __pyx_r = NULL; __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_6recoverfragments_str(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_deriv, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_backtransform) { PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; __Pyx_RefNannySetupContext("recoverfragments_str", 0); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __pyx_f_8discodop_14disambiguation_recoverfragments_str(__pyx_v_deriv, __pyx_v_chart, __pyx_v_backtransform, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 524, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("discodop.disambiguation.recoverfragments_str", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":543 * * * cdef str recoverfragments_re_(RankedEdge deriv, Chart chart, # <<<<<<<<<<<<<< * list backtransform): * # cdef RankedEdge child */ static PyObject *__pyx_f_8discodop_14disambiguation_recoverfragments_re_(RankedEdge __pyx_v_deriv, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_backtransform) { PyObject *__pyx_v_children = 0; std::vector __pyx_v_rechildren; PyObject *__pyx_v_frag = 0; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; RankedEdge __pyx_t_3; std::vector ::iterator __pyx_t_4; PyObject *__pyx_t_5 = NULL; Label __pyx_t_6; PyObject *__pyx_t_7 = NULL; int __pyx_t_8; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; __Pyx_RefNannySetupContext("recoverfragments_re_", 0); /* "discodop/disambiguation.pyx":546 * list backtransform): * # cdef RankedEdge child * cdef list children = [] # <<<<<<<<<<<<<< * cdef vector[RankedEdge] rechildren * cdef str frag = backtransform[deriv.edge.rule.no] # template */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 546, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_children = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":548 * cdef list children = [] * cdef vector[RankedEdge] rechildren * cdef str frag = backtransform[deriv.edge.rule.no] # template # <<<<<<<<<<<<<< * # NB: this is the only code that uses the .head field of RankedEdge * */ if (unlikely(__pyx_v_backtransform == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 548, __pyx_L1_error) } if (!(likely(PyUnicode_CheckExact(PyList_GET_ITEM(__pyx_v_backtransform, __pyx_v_deriv.edge.rule->no)))||((PyList_GET_ITEM(__pyx_v_backtransform, __pyx_v_deriv.edge.rule->no)) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(PyList_GET_ITEM(__pyx_v_backtransform, __pyx_v_deriv.edge.rule->no))->tp_name), 0))) __PYX_ERR(0, 548, __pyx_L1_error) __pyx_t_1 = PyList_GET_ITEM(__pyx_v_backtransform, __pyx_v_deriv.edge.rule->no); __Pyx_INCREF(__pyx_t_1); __pyx_v_frag = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":552 * * # collect all children w/on the fly left-factored debinarization * if deriv.edge.rule.rhs2: # is there a right child? # <<<<<<<<<<<<<< * # keep going while left child is part of same binarized constituent * # instead of looking for a binarization marker in the label string, we */ __pyx_t_2 = (__pyx_v_deriv.edge.rule->rhs2 != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":556 * # instead of looking for a binarization marker in the label string, we * # use the fact that such labels do not have a mapping as proxy. * while chart.grammar.selfmapping[deriv.edge.rule.rhs1] == 0: # <<<<<<<<<<<<<< * # one of the right children * rechildren.push_back(chart.rankededges[ */ while (1) { __pyx_t_2 = (((__pyx_v_chart->grammar->selfmapping[__pyx_v_deriv.edge.rule->rhs1]) == 0) != 0); if (!__pyx_t_2) break; /* "discodop/disambiguation.pyx":558 * while chart.grammar.selfmapping[deriv.edge.rule.rhs1] == 0: * # one of the right children * rechildren.push_back(chart.rankededges[ # <<<<<<<<<<<<<< * chart.right(deriv)][deriv.right].first) * # move on to next node in this binarized constituent */ try { __pyx_v_rechildren.push_back(((__pyx_v_chart->rankededges[((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->right(__pyx_v_chart, __pyx_v_deriv)])[__pyx_v_deriv.right]).first); } catch(...) { __Pyx_CppExn2PyErr(); __PYX_ERR(0, 558, __pyx_L1_error) } /* "discodop/disambiguation.pyx":562 * # move on to next node in this binarized constituent * deriv = chart.rankededges[ * chart.left(deriv)][deriv.left].first # <<<<<<<<<<<<<< * # last right child * if deriv.edge.rule.rhs2: # is there a right child? */ __pyx_t_3 = ((__pyx_v_chart->rankededges[((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->left(__pyx_v_chart, __pyx_v_deriv)])[__pyx_v_deriv.left]).first; __pyx_v_deriv = __pyx_t_3; } /* "discodop/disambiguation.pyx":564 * chart.left(deriv)][deriv.left].first * # last right child * if deriv.edge.rule.rhs2: # is there a right child? # <<<<<<<<<<<<<< * rechildren.push_back(chart.rankededges[ * chart.right(deriv)][deriv.right].first) */ __pyx_t_2 = (__pyx_v_deriv.edge.rule->rhs2 != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":565 * # last right child * if deriv.edge.rule.rhs2: # is there a right child? * rechildren.push_back(chart.rankededges[ # <<<<<<<<<<<<<< * chart.right(deriv)][deriv.right].first) * elif chart.grammar.selfmapping[deriv.edge.rule.rhs1] == 0: */ try { __pyx_v_rechildren.push_back(((__pyx_v_chart->rankededges[((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->right(__pyx_v_chart, __pyx_v_deriv)])[__pyx_v_deriv.right]).first); } catch(...) { __Pyx_CppExn2PyErr(); __PYX_ERR(0, 565, __pyx_L1_error) } /* "discodop/disambiguation.pyx":564 * chart.left(deriv)][deriv.left].first * # last right child * if deriv.edge.rule.rhs2: # is there a right child? # <<<<<<<<<<<<<< * rechildren.push_back(chart.rankededges[ * chart.right(deriv)][deriv.right].first) */ } /* "discodop/disambiguation.pyx":552 * * # collect all children w/on the fly left-factored debinarization * if deriv.edge.rule.rhs2: # is there a right child? # <<<<<<<<<<<<<< * # keep going while left child is part of same binarized constituent * # instead of looking for a binarization marker in the label string, we */ goto __pyx_L3; } /* "discodop/disambiguation.pyx":567 * rechildren.push_back(chart.rankededges[ * chart.right(deriv)][deriv.right].first) * elif chart.grammar.selfmapping[deriv.edge.rule.rhs1] == 0: # <<<<<<<<<<<<<< * deriv = chart.rankededges[ * chart.left(deriv)][deriv.left].first */ __pyx_t_2 = (((__pyx_v_chart->grammar->selfmapping[__pyx_v_deriv.edge.rule->rhs1]) == 0) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":569 * elif chart.grammar.selfmapping[deriv.edge.rule.rhs1] == 0: * deriv = chart.rankededges[ * chart.left(deriv)][deriv.left].first # <<<<<<<<<<<<<< * # left-most child * rechildren.push_back(chart.rankededges[ */ __pyx_t_3 = ((__pyx_v_chart->rankededges[((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->left(__pyx_v_chart, __pyx_v_deriv)])[__pyx_v_deriv.left]).first; __pyx_v_deriv = __pyx_t_3; /* "discodop/disambiguation.pyx":567 * rechildren.push_back(chart.rankededges[ * chart.right(deriv)][deriv.right].first) * elif chart.grammar.selfmapping[deriv.edge.rule.rhs1] == 0: # <<<<<<<<<<<<<< * deriv = chart.rankededges[ * chart.left(deriv)][deriv.left].first */ } __pyx_L3:; /* "discodop/disambiguation.pyx":571 * chart.left(deriv)][deriv.left].first * # left-most child * rechildren.push_back(chart.rankededges[ # <<<<<<<<<<<<<< * chart.left(deriv)][deriv.left].first) * */ try { __pyx_v_rechildren.push_back(((__pyx_v_chart->rankededges[((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->left(__pyx_v_chart, __pyx_v_deriv)])[__pyx_v_deriv.left]).first); } catch(...) { __Pyx_CppExn2PyErr(); __PYX_ERR(0, 571, __pyx_L1_error) } /* "discodop/disambiguation.pyx":578 * chart.lexidx(child.edge)) if child.edge.rule is NULL * else recoverfragments_re_(child, chart, backtransform) * for child in rechildren][::-1] # <<<<<<<<<<<<<< * * # substitute results in template */ { /* enter inner scope */ RankedEdge __pyx_9genexpr15__pyx_v_child; /* "discodop/disambiguation.pyx":575 * * # recursively expand all substitution sites * children = ['(%s %d)' % (chart.grammar.tolabel[chart.label(child.head)], # <<<<<<<<<<<<<< * chart.lexidx(child.edge)) if child.edge.rule is NULL * else recoverfragments_re_(child, chart, backtransform) */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 575, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); /* "discodop/disambiguation.pyx":578 * chart.lexidx(child.edge)) if child.edge.rule is NULL * else recoverfragments_re_(child, chart, backtransform) * for child in rechildren][::-1] # <<<<<<<<<<<<<< * * # substitute results in template */ __pyx_t_4 = __pyx_v_rechildren.begin(); for (;;) { if (!(__pyx_t_4 != __pyx_v_rechildren.end())) break; __pyx_t_3 = *__pyx_t_4; ++__pyx_t_4; __pyx_9genexpr15__pyx_v_child = __pyx_t_3; /* "discodop/disambiguation.pyx":576 * # recursively expand all substitution sites * children = ['(%s %d)' % (chart.grammar.tolabel[chart.label(child.head)], * chart.lexidx(child.edge)) if child.edge.rule is NULL # <<<<<<<<<<<<<< * else recoverfragments_re_(child, chart, backtransform) * for child in rechildren][::-1] */ if (((__pyx_9genexpr15__pyx_v_child.edge.rule == NULL) != 0)) { /* "discodop/disambiguation.pyx":575 * * # recursively expand all substitution sites * children = ['(%s %d)' % (chart.grammar.tolabel[chart.label(child.head)], # <<<<<<<<<<<<<< * chart.lexidx(child.edge)) if child.edge.rule is NULL * else recoverfragments_re_(child, chart, backtransform) */ __pyx_t_6 = ((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->label(__pyx_v_chart, __pyx_9genexpr15__pyx_v_child.head); __pyx_t_7 = __Pyx_GetItemInt(((PyObject *)__pyx_v_chart->grammar->tolabel), __pyx_t_6, Label, 0, __Pyx_PyInt_From_uint32_t, 0, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 575, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); /* "discodop/disambiguation.pyx":576 * # recursively expand all substitution sites * children = ['(%s %d)' % (chart.grammar.tolabel[chart.label(child.head)], * chart.lexidx(child.edge)) if child.edge.rule is NULL # <<<<<<<<<<<<<< * else recoverfragments_re_(child, chart, backtransform) * for child in rechildren][::-1] */ __pyx_t_8 = ((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->lexidx(__pyx_v_chart, __pyx_9genexpr15__pyx_v_child.edge); if (unlikely(__pyx_t_8 == -1)) __PYX_ERR(0, 576, __pyx_L1_error) __pyx_t_9 = __Pyx_PyInt_From_int(__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 576, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); /* "discodop/disambiguation.pyx":575 * * # recursively expand all substitution sites * children = ['(%s %d)' % (chart.grammar.tolabel[chart.label(child.head)], # <<<<<<<<<<<<<< * chart.lexidx(child.edge)) if child.edge.rule is NULL * else recoverfragments_re_(child, chart, backtransform) */ __pyx_t_10 = PyTuple_New(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 575, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_7); __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_t_9); __pyx_t_7 = 0; __pyx_t_9 = 0; __pyx_t_9 = PyUnicode_Format(__pyx_kp_u_s_d, __pyx_t_10); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 575, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_5 = __pyx_t_9; __pyx_t_9 = 0; } else { /* "discodop/disambiguation.pyx":577 * children = ['(%s %d)' % (chart.grammar.tolabel[chart.label(child.head)], * chart.lexidx(child.edge)) if child.edge.rule is NULL * else recoverfragments_re_(child, chart, backtransform) # <<<<<<<<<<<<<< * for child in rechildren][::-1] * */ __pyx_t_9 = __pyx_f_8discodop_14disambiguation_recoverfragments_re_(__pyx_9genexpr15__pyx_v_child, __pyx_v_chart, __pyx_v_backtransform); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 577, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_5 = __pyx_t_9; __pyx_t_9 = 0; } if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 575, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":578 * chart.lexidx(child.edge)) if child.edge.rule is NULL * else recoverfragments_re_(child, chart, backtransform) * for child in rechildren][::-1] # <<<<<<<<<<<<<< * * # substitute results in template */ } } /* exit inner scope */ __pyx_t_5 = PyObject_GetItem(__pyx_t_1, __pyx_slice__16); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 578, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF_SET(__pyx_v_children, ((PyObject*)__pyx_t_5)); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":581 * * # substitute results in template * return frag.format(*children) # <<<<<<<<<<<<<< * * # even better: build result incrementally; use a list of strings */ __Pyx_XDECREF(__pyx_r); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_frag, __pyx_n_s_format); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 581, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_1 = PySequence_Tuple(__pyx_v_children); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 581, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_1, NULL); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 581, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (!(likely(PyUnicode_CheckExact(__pyx_t_9))||((__pyx_t_9) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_9)->tp_name), 0))) __PYX_ERR(0, 581, __pyx_L1_error) __pyx_r = ((PyObject*)__pyx_t_9); __pyx_t_9 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":543 * * * cdef str recoverfragments_re_(RankedEdge deriv, Chart chart, # <<<<<<<<<<<<<< * list backtransform): * # cdef RankedEdge child */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_10); __Pyx_AddTraceback("discodop.disambiguation.recoverfragments_re_", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_children); __Pyx_XDECREF(__pyx_v_frag); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":600 * * * cdef str recoverfragments_str_(deriv, Chart chart, list backtransform): # <<<<<<<<<<<<<< * cdef list children = [] * cdef str frag */ static PyObject *__pyx_f_8discodop_14disambiguation_recoverfragments_str_(PyObject *__pyx_v_deriv, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_backtransform) { PyObject *__pyx_v_children = 0; PyObject *__pyx_v_frag = 0; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; int __pyx_t_4; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; __Pyx_RefNannySetupContext("recoverfragments_str_", 0); __Pyx_INCREF(__pyx_v_deriv); /* "discodop/disambiguation.pyx":601 * * cdef str recoverfragments_str_(deriv, Chart chart, list backtransform): * cdef list children = [] # <<<<<<<<<<<<<< * cdef str frag * frag = backtransform[chart.grammar.noderuleno(deriv)] */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 601, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_children = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":603 * cdef list children = [] * cdef str frag * frag = backtransform[chart.grammar.noderuleno(deriv)] # <<<<<<<<<<<<<< * # collect children w/on the fly left-factored debinarization * if len(deriv) >= 2: # is there a right child? */ if (unlikely(__pyx_v_backtransform == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 603, __pyx_L1_error) } __pyx_t_1 = ((struct __pyx_vtabstruct_8discodop_10containers_Grammar *)__pyx_v_chart->grammar->__pyx_vtab)->noderuleno(__pyx_v_chart->grammar, __pyx_v_deriv, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 603, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyObject_GetItem(__pyx_v_backtransform, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 603, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (!(likely(PyUnicode_CheckExact(__pyx_t_2))||((__pyx_t_2) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_2)->tp_name), 0))) __PYX_ERR(0, 603, __pyx_L1_error) __pyx_v_frag = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":605 * frag = backtransform[chart.grammar.noderuleno(deriv)] * # collect children w/on the fly left-factored debinarization * if len(deriv) >= 2: # is there a right child? # <<<<<<<<<<<<<< * # keep going while left child is part of same binarized constituent * # this shortcut assumes that neverblockre is only used to avoid */ __pyx_t_3 = PyObject_Length(__pyx_v_deriv); if (unlikely(__pyx_t_3 == -1)) __PYX_ERR(0, 605, __pyx_L1_error) __pyx_t_4 = ((__pyx_t_3 >= 2) != 0); if (__pyx_t_4) { /* "discodop/disambiguation.pyx":609 * # this shortcut assumes that neverblockre is only used to avoid * # blocking nonterminals from the double-dop binarization. * while '}<' in deriv[0].label: # <<<<<<<<<<<<<< * # one of the right children * children.extend(reversed(deriv[1:])) */ while (1) { __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_deriv, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 609, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_label); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 609, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__15, __pyx_t_1, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 609, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__pyx_t_4 != 0); if (!__pyx_t_5) break; /* "discodop/disambiguation.pyx":611 * while '}<' in deriv[0].label: * # one of the right children * children.extend(reversed(deriv[1:])) # <<<<<<<<<<<<<< * # move on to next node in this binarized constituent * deriv = deriv[0] */ __pyx_t_1 = __Pyx_PyObject_GetSlice(__pyx_v_deriv, 1, 0, NULL, NULL, &__pyx_slice__17, 1, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 611, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 611, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_reversed, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 611, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_6 = __Pyx_PyList_Extend(__pyx_v_children, __pyx_t_1); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 611, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":613 * children.extend(reversed(deriv[1:])) * # move on to next node in this binarized constituent * deriv = deriv[0] # <<<<<<<<<<<<<< * # last right child * children.extend(reversed(deriv[1:])) */ __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_deriv, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 613, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF_SET(__pyx_v_deriv, __pyx_t_1); __pyx_t_1 = 0; } /* "discodop/disambiguation.pyx":615 * deriv = deriv[0] * # last right child * children.extend(reversed(deriv[1:])) # <<<<<<<<<<<<<< * elif '}<' in deriv[0].label: * deriv = deriv[0] */ __pyx_t_1 = __Pyx_PyObject_GetSlice(__pyx_v_deriv, 1, 0, NULL, NULL, &__pyx_slice__18, 1, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 615, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 615, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_reversed, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 615, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_6 = __Pyx_PyList_Extend(__pyx_v_children, __pyx_t_1); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 615, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":605 * frag = backtransform[chart.grammar.noderuleno(deriv)] * # collect children w/on the fly left-factored debinarization * if len(deriv) >= 2: # is there a right child? # <<<<<<<<<<<<<< * # keep going while left child is part of same binarized constituent * # this shortcut assumes that neverblockre is only used to avoid */ goto __pyx_L3; } /* "discodop/disambiguation.pyx":616 * # last right child * children.extend(reversed(deriv[1:])) * elif '}<' in deriv[0].label: # <<<<<<<<<<<<<< * deriv = deriv[0] * # left-most child */ __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_deriv, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 616, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_label); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 616, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__15, __pyx_t_2, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 616, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = (__pyx_t_5 != 0); if (__pyx_t_4) { /* "discodop/disambiguation.pyx":617 * children.extend(reversed(deriv[1:])) * elif '}<' in deriv[0].label: * deriv = deriv[0] # <<<<<<<<<<<<<< * # left-most child * children.append(deriv[0]) */ __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_deriv, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 617, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF_SET(__pyx_v_deriv, __pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":616 * # last right child * children.extend(reversed(deriv[1:])) * elif '}<' in deriv[0].label: # <<<<<<<<<<<<<< * deriv = deriv[0] * # left-most child */ } __pyx_L3:; /* "discodop/disambiguation.pyx":619 * deriv = deriv[0] * # left-most child * children.append(deriv[0]) # <<<<<<<<<<<<<< * * # recursively expand all substitution sites */ __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_deriv, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 619, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = __Pyx_PyList_Append(__pyx_v_children, __pyx_t_2); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 619, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":622 * * # recursively expand all substitution sites * children = [recoverfragments_str_(child, chart, backtransform) # <<<<<<<<<<<<<< * if isinstance(child[0], Tree) * else ('(%s %d)' % (child.label, child[0])) */ { /* enter inner scope */ PyObject *__pyx_9genexpr16__pyx_v_child = NULL; __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 622, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_2); /* "discodop/disambiguation.pyx":625 * if isinstance(child[0], Tree) * else ('(%s %d)' % (child.label, child[0])) * for child in reversed(children)] # <<<<<<<<<<<<<< * * # substitute results in template */ __pyx_t_1 = __pyx_v_children; __Pyx_INCREF(__pyx_t_1); __pyx_t_3 = PyList_GET_SIZE(__pyx_t_1) - 1; for (;;) { if (__pyx_t_3 < 0) break; if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_7); __pyx_t_3--; if (unlikely(0 < 0)) __PYX_ERR(0, 625, __pyx_L8_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3--; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 625, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_7); #endif __Pyx_XDECREF_SET(__pyx_9genexpr16__pyx_v_child, __pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":623 * # recursively expand all substitution sites * children = [recoverfragments_str_(child, chart, backtransform) * if isinstance(child[0], Tree) # <<<<<<<<<<<<<< * else ('(%s %d)' % (child.label, child[0])) * for child in reversed(children)] */ __pyx_t_8 = __Pyx_GetItemInt(__pyx_9genexpr16__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 623, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_9 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 623, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_4 = PyObject_IsInstance(__pyx_t_8, __pyx_t_9); if (unlikely(__pyx_t_4 == -1)) __PYX_ERR(0, 623, __pyx_L8_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if ((__pyx_t_4 != 0)) { /* "discodop/disambiguation.pyx":622 * * # recursively expand all substitution sites * children = [recoverfragments_str_(child, chart, backtransform) # <<<<<<<<<<<<<< * if isinstance(child[0], Tree) * else ('(%s %d)' % (child.label, child[0])) */ __pyx_t_9 = __pyx_f_8discodop_14disambiguation_recoverfragments_str_(__pyx_9genexpr16__pyx_v_child, __pyx_v_chart, __pyx_v_backtransform); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 622, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_7 = __pyx_t_9; __pyx_t_9 = 0; } else { /* "discodop/disambiguation.pyx":624 * children = [recoverfragments_str_(child, chart, backtransform) * if isinstance(child[0], Tree) * else ('(%s %d)' % (child.label, child[0])) # <<<<<<<<<<<<<< * for child in reversed(children)] * */ __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_9genexpr16__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 624, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_8 = __Pyx_GetItemInt(__pyx_9genexpr16__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 624, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_10 = PyTuple_New(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 624, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_9); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_t_8); __pyx_t_9 = 0; __pyx_t_8 = 0; __pyx_t_8 = PyUnicode_Format(__pyx_kp_u_s_d, __pyx_t_10); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 624, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_7 = __pyx_t_8; __pyx_t_8 = 0; } if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 622, __pyx_L8_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":625 * if isinstance(child[0], Tree) * else ('(%s %d)' % (child.label, child[0])) * for child in reversed(children)] # <<<<<<<<<<<<<< * * # substitute results in template */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_9genexpr16__pyx_v_child); goto __pyx_L11_exit_scope; __pyx_L8_error:; __Pyx_XDECREF(__pyx_9genexpr16__pyx_v_child); goto __pyx_L1_error; __pyx_L11_exit_scope:; } /* exit inner scope */ __Pyx_DECREF_SET(__pyx_v_children, ((PyObject*)__pyx_t_2)); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":628 * * # substitute results in template * return frag.format(*children) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_frag, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 628, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PySequence_Tuple(__pyx_v_children); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 628, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 628, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (!(likely(PyUnicode_CheckExact(__pyx_t_7))||((__pyx_t_7) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_7)->tp_name), 0))) __PYX_ERR(0, 628, __pyx_L1_error) __pyx_r = ((PyObject*)__pyx_t_7); __pyx_t_7 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":600 * * * cdef str recoverfragments_str_(deriv, Chart chart, list backtransform): # <<<<<<<<<<<<<< * cdef list children = [] * cdef str frag */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_10); __Pyx_AddTraceback("discodop.disambiguation.recoverfragments_str_", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_children); __Pyx_XDECREF(__pyx_v_frag); __Pyx_XDECREF(__pyx_v_deriv); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":631 * * * cdef fragmentsinderiv_re(RankedEdge deriv, chart, list backtransform): # <<<<<<<<<<<<<< * """Extract the list of fragments that were used in a given derivation. * */ static PyObject *__pyx_f_8discodop_14disambiguation_fragmentsinderiv_re(RankedEdge __pyx_v_deriv, PyObject *__pyx_v_chart, PyObject *__pyx_v_backtransform) { PyObject *__pyx_v_result = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; __Pyx_RefNannySetupContext("fragmentsinderiv_re", 0); /* "discodop/disambiguation.pyx":635 * * :returns: a list of fragments in discbracket format.""" * result = [] # <<<<<<<<<<<<<< * fragmentsinderiv_re_(deriv, chart, backtransform, result) * return [_fragments.pygetsent(frag) for frag in result] */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_result = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":636 * :returns: a list of fragments in discbracket format.""" * result = [] * fragmentsinderiv_re_(deriv, chart, backtransform, result) # <<<<<<<<<<<<<< * return [_fragments.pygetsent(frag) for frag in result] * */ if (!(likely(((__pyx_v_chart) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_chart, __pyx_ptype_8discodop_10containers_Chart))))) __PYX_ERR(0, 636, __pyx_L1_error) __pyx_t_1 = __pyx_f_8discodop_14disambiguation_fragmentsinderiv_re_(__pyx_v_deriv, ((struct __pyx_obj_8discodop_10containers_Chart *)__pyx_v_chart), __pyx_v_backtransform, __pyx_v_result); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 636, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":637 * result = [] * fragmentsinderiv_re_(deriv, chart, backtransform, result) * return [_fragments.pygetsent(frag) for frag in result] # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); { /* enter inner scope */ PyObject *__pyx_9genexpr17__pyx_v_frag = NULL; __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 637, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __pyx_v_result; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0; for (;;) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_4); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 637, __pyx_L5_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 637, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_4); #endif __Pyx_XDECREF_SET(__pyx_9genexpr17__pyx_v_frag, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_fragments); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 637, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_pygetsent); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 637, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_6))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); } } if (!__pyx_t_5) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_9genexpr17__pyx_v_frag); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 637, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_4); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[2] = {__pyx_t_5, __pyx_9genexpr17__pyx_v_frag}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 637, __pyx_L5_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[2] = {__pyx_t_5, __pyx_9genexpr17__pyx_v_frag}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 637, __pyx_L5_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif { __pyx_t_7 = PyTuple_New(1+1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 637, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_5); __pyx_t_5 = NULL; __Pyx_INCREF(__pyx_9genexpr17__pyx_v_frag); __Pyx_GIVEREF(__pyx_9genexpr17__pyx_v_frag); PyTuple_SET_ITEM(__pyx_t_7, 0+1, __pyx_9genexpr17__pyx_v_frag); __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_7, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 637, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_4))) __PYX_ERR(0, 637, __pyx_L5_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_9genexpr17__pyx_v_frag); goto __pyx_L8_exit_scope; __pyx_L5_error:; __Pyx_XDECREF(__pyx_9genexpr17__pyx_v_frag); goto __pyx_L1_error; __pyx_L8_exit_scope:; } /* exit inner scope */ __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":631 * * * cdef fragmentsinderiv_re(RankedEdge deriv, chart, list backtransform): # <<<<<<<<<<<<<< * """Extract the list of fragments that were used in a given derivation. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("discodop.disambiguation.fragmentsinderiv_re", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_result); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":640 * * * def fragmentsinderiv_str(str deriv, chart, list backtransform): # <<<<<<<<<<<<<< * """Extract the list of fragments that were used in a given derivation. * */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_9fragmentsinderiv_str(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_8fragmentsinderiv_str[] = "fragmentsinderiv_str(unicode deriv, chart, list backtransform)\nExtract the list of fragments that were used in a given derivation.\n\n\t:returns: a list of fragments in discbracket format."; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_9fragmentsinderiv_str = {"fragmentsinderiv_str", (PyCFunction)__pyx_pw_8discodop_14disambiguation_9fragmentsinderiv_str, METH_VARARGS|METH_KEYWORDS, __pyx_doc_8discodop_14disambiguation_8fragmentsinderiv_str}; static PyObject *__pyx_pw_8discodop_14disambiguation_9fragmentsinderiv_str(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_deriv = 0; PyObject *__pyx_v_chart = 0; PyObject *__pyx_v_backtransform = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("fragmentsinderiv_str (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_deriv,&__pyx_n_s_chart,&__pyx_n_s_backtransform,0}; PyObject* values[3] = {0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_deriv)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_chart)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("fragmentsinderiv_str", 1, 3, 3, 1); __PYX_ERR(0, 640, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_backtransform)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("fragmentsinderiv_str", 1, 3, 3, 2); __PYX_ERR(0, 640, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "fragmentsinderiv_str") < 0)) __PYX_ERR(0, 640, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 3) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); } __pyx_v_deriv = ((PyObject*)values[0]); __pyx_v_chart = values[1]; __pyx_v_backtransform = ((PyObject*)values[2]); } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("fragmentsinderiv_str", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 640, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("discodop.disambiguation.fragmentsinderiv_str", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_deriv), (&PyUnicode_Type), 1, "deriv", 1))) __PYX_ERR(0, 640, __pyx_L1_error) if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_backtransform), (&PyList_Type), 1, "backtransform", 1))) __PYX_ERR(0, 640, __pyx_L1_error) __pyx_r = __pyx_pf_8discodop_14disambiguation_8fragmentsinderiv_str(__pyx_self, __pyx_v_deriv, __pyx_v_chart, __pyx_v_backtransform); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __pyx_r = NULL; __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_8fragmentsinderiv_str(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_deriv, PyObject *__pyx_v_chart, PyObject *__pyx_v_backtransform) { PyObject *__pyx_v_result = NULL; PyObject *__pyx_v_deriv1 = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; Py_ssize_t __pyx_t_9; PyObject *(*__pyx_t_10)(PyObject *); PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; PyObject *__pyx_t_13 = NULL; PyObject *__pyx_t_14 = NULL; PyObject *__pyx_t_15 = NULL; int __pyx_t_16; __Pyx_RefNannySetupContext("fragmentsinderiv_str", 0); /* "discodop/disambiguation.pyx":644 * * :returns: a list of fragments in discbracket format.""" * result = [] # <<<<<<<<<<<<<< * if backtransform is None: * deriv1 = Tree(deriv) */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 644, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_result = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":645 * :returns: a list of fragments in discbracket format.""" * result = [] * if backtransform is None: # <<<<<<<<<<<<<< * deriv1 = Tree(deriv) * result = [writediscbrackettree( */ __pyx_t_2 = (__pyx_v_backtransform == ((PyObject*)Py_None)); __pyx_t_3 = (__pyx_t_2 != 0); if (__pyx_t_3) { /* "discodop/disambiguation.pyx":646 * result = [] * if backtransform is None: * deriv1 = Tree(deriv) # <<<<<<<<<<<<<< * result = [writediscbrackettree( * REMOVEIDS.sub('', str(splitfrag(node))), */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } if (!__pyx_t_5) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_deriv); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_5, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_5, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_6 = PyTuple_New(1+1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_5); __pyx_t_5 = NULL; __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_6, 0+1, __pyx_v_deriv); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_deriv1 = __pyx_t_1; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":647 * if backtransform is None: * deriv1 = Tree(deriv) * result = [writediscbrackettree( # <<<<<<<<<<<<<< * REMOVEIDS.sub('', str(splitfrag(node))), * chart.sent).rstrip() */ { /* enter inner scope */ PyObject *__pyx_9genexpr18__pyx_v_node = NULL; __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 647, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_1); /* "discodop/disambiguation.pyx":650 * REMOVEIDS.sub('', str(splitfrag(node))), * chart.sent).rstrip() * for node in deriv1.subtrees(frontiernt)] # <<<<<<<<<<<<<< * else: * deriv1 = Tree(deriv) */ __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_deriv1, __pyx_n_s_subtrees); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 650, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_frontiernt); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 650, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); } } if (!__pyx_t_7) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 650, __pyx_L6_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_4); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[2] = {__pyx_t_7, __pyx_t_5}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 650, __pyx_L6_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[2] = {__pyx_t_7, __pyx_t_5}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 650, __pyx_L6_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else #endif { __pyx_t_8 = PyTuple_New(1+1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 650, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_7); __pyx_t_7 = NULL; __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_8, 0+1, __pyx_t_5); __pyx_t_5 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_8, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 650, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_6 = __pyx_t_4; __Pyx_INCREF(__pyx_t_6); __pyx_t_9 = 0; __pyx_t_10 = NULL; } else { __pyx_t_9 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 650, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_10 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 650, __pyx_L6_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_10)) { if (likely(PyList_CheckExact(__pyx_t_6))) { if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_9); __Pyx_INCREF(__pyx_t_4); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 650, __pyx_L6_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_6, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 650, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_9); __Pyx_INCREF(__pyx_t_4); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 650, __pyx_L6_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_6, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 650, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_10(__pyx_t_6); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 650, __pyx_L6_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_9genexpr18__pyx_v_node, __pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":647 * if backtransform is None: * deriv1 = Tree(deriv) * result = [writediscbrackettree( # <<<<<<<<<<<<<< * REMOVEIDS.sub('', str(splitfrag(node))), * chart.sent).rstrip() */ __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_writediscbrackettree); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 647, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_5); /* "discodop/disambiguation.pyx":648 * deriv1 = Tree(deriv) * result = [writediscbrackettree( * REMOVEIDS.sub('', str(splitfrag(node))), # <<<<<<<<<<<<<< * chart.sent).rstrip() * for node in deriv1.subtrees(frontiernt)] */ __pyx_t_11 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEIDS); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_t_11, __pyx_n_s_sub); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_13 = __Pyx_GetModuleGlobalName(__pyx_n_s_splitfrag); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_14 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_13))) { __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_13); if (likely(__pyx_t_14)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_13); __Pyx_INCREF(__pyx_t_14); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_13, function); } } if (!__pyx_t_14) { __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_t_13, __pyx_9genexpr18__pyx_v_node); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_11); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_13)) { PyObject *__pyx_temp[2] = {__pyx_t_14, __pyx_9genexpr18__pyx_v_node}; __pyx_t_11 = __Pyx_PyFunction_FastCall(__pyx_t_13, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_GOTREF(__pyx_t_11); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_13)) { PyObject *__pyx_temp[2] = {__pyx_t_14, __pyx_9genexpr18__pyx_v_node}; __pyx_t_11 = __Pyx_PyCFunction_FastCall(__pyx_t_13, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_GOTREF(__pyx_t_11); } else #endif { __pyx_t_15 = PyTuple_New(1+1); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_15, 0, __pyx_t_14); __pyx_t_14 = NULL; __Pyx_INCREF(__pyx_9genexpr18__pyx_v_node); __Pyx_GIVEREF(__pyx_9genexpr18__pyx_v_node); PyTuple_SET_ITEM(__pyx_t_15, 0+1, __pyx_9genexpr18__pyx_v_node); __pyx_t_11 = __Pyx_PyObject_Call(__pyx_t_13, __pyx_t_15, NULL); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } } __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_13 = PyTuple_New(1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyObject_Call(((PyObject *)(&PyUnicode_Type)), __pyx_t_13, NULL); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_13 = NULL; __pyx_t_16 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_12))) { __pyx_t_13 = PyMethod_GET_SELF(__pyx_t_12); if (likely(__pyx_t_13)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_12); __Pyx_INCREF(__pyx_t_13); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_12, function); __pyx_t_16 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_12)) { PyObject *__pyx_temp[3] = {__pyx_t_13, __pyx_kp_u__3, __pyx_t_11}; __pyx_t_7 = __Pyx_PyFunction_FastCall(__pyx_t_12, __pyx_temp+1-__pyx_t_16, 2+__pyx_t_16); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0; __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_12)) { PyObject *__pyx_temp[3] = {__pyx_t_13, __pyx_kp_u__3, __pyx_t_11}; __pyx_t_7 = __Pyx_PyCFunction_FastCall(__pyx_t_12, __pyx_temp+1-__pyx_t_16, 2+__pyx_t_16); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0; __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif { __pyx_t_15 = PyTuple_New(2+__pyx_t_16); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_15); if (__pyx_t_13) { __Pyx_GIVEREF(__pyx_t_13); PyTuple_SET_ITEM(__pyx_t_15, 0, __pyx_t_13); __pyx_t_13 = NULL; } __Pyx_INCREF(__pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); PyTuple_SET_ITEM(__pyx_t_15, 0+__pyx_t_16, __pyx_kp_u__3); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_15, 1+__pyx_t_16, __pyx_t_11); __pyx_t_11 = 0; __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_12, __pyx_t_15, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 648, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; /* "discodop/disambiguation.pyx":649 * result = [writediscbrackettree( * REMOVEIDS.sub('', str(splitfrag(node))), * chart.sent).rstrip() # <<<<<<<<<<<<<< * for node in deriv1.subtrees(frontiernt)] * else: */ __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_chart, __pyx_n_s_sent); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 649, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_15 = NULL; __pyx_t_16 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_15 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_15)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_15); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); __pyx_t_16 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_15, __pyx_t_7, __pyx_t_12}; __pyx_t_8 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_16, 2+__pyx_t_16); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 647, __pyx_L6_error) __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_15, __pyx_t_7, __pyx_t_12}; __pyx_t_8 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_16, 2+__pyx_t_16); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 647, __pyx_L6_error) __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } else #endif { __pyx_t_11 = PyTuple_New(2+__pyx_t_16); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 647, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_11); if (__pyx_t_15) { __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_15); __pyx_t_15 = NULL; } __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_11, 0+__pyx_t_16, __pyx_t_7); __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_11, 1+__pyx_t_16, __pyx_t_12); __pyx_t_7 = 0; __pyx_t_12 = 0; __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_11, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 647, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_rstrip); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 649, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } if (__pyx_t_8) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_8); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 649, __pyx_L6_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else { __pyx_t_4 = __Pyx_PyObject_CallNoArg(__pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 649, __pyx_L6_error) } __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_4))) __PYX_ERR(0, 647, __pyx_L6_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":650 * REMOVEIDS.sub('', str(splitfrag(node))), * chart.sent).rstrip() * for node in deriv1.subtrees(frontiernt)] # <<<<<<<<<<<<<< * else: * deriv1 = Tree(deriv) */ } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF(__pyx_9genexpr18__pyx_v_node); goto __pyx_L9_exit_scope; __pyx_L6_error:; __Pyx_XDECREF(__pyx_9genexpr18__pyx_v_node); goto __pyx_L1_error; __pyx_L9_exit_scope:; } /* exit inner scope */ __Pyx_DECREF_SET(__pyx_v_result, ((PyObject*)__pyx_t_1)); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":645 * :returns: a list of fragments in discbracket format.""" * result = [] * if backtransform is None: # <<<<<<<<<<<<<< * deriv1 = Tree(deriv) * result = [writediscbrackettree( */ goto __pyx_L3; } /* "discodop/disambiguation.pyx":652 * for node in deriv1.subtrees(frontiernt)] * else: * deriv1 = Tree(deriv) # <<<<<<<<<<<<<< * fragmentsinderiv_str_(deriv1, chart, backtransform, result) * return [_fragments.pygetsent(frag) for frag in result] */ /*else*/ { __pyx_t_6 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 652, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_6))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); } } if (!__pyx_t_4) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_v_deriv); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 652, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[2] = {__pyx_t_4, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 652, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[2] = {__pyx_t_4, __pyx_v_deriv}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 652, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_5 = PyTuple_New(1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 652, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4); __pyx_t_4 = NULL; __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_5, 0+1, __pyx_v_deriv); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 652, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_v_deriv1 = __pyx_t_1; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":653 * else: * deriv1 = Tree(deriv) * fragmentsinderiv_str_(deriv1, chart, backtransform, result) # <<<<<<<<<<<<<< * return [_fragments.pygetsent(frag) for frag in result] * */ if (!(likely(((__pyx_v_chart) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_chart, __pyx_ptype_8discodop_10containers_Chart))))) __PYX_ERR(0, 653, __pyx_L1_error) __pyx_t_1 = __pyx_f_8discodop_14disambiguation_fragmentsinderiv_str_(__pyx_v_deriv1, ((struct __pyx_obj_8discodop_10containers_Chart *)__pyx_v_chart), __pyx_v_backtransform, __pyx_v_result); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 653, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __pyx_L3:; /* "discodop/disambiguation.pyx":654 * deriv1 = Tree(deriv) * fragmentsinderiv_str_(deriv1, chart, backtransform, result) * return [_fragments.pygetsent(frag) for frag in result] # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); { /* enter inner scope */ PyObject *__pyx_9genexpr19__pyx_v_frag = NULL; __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 654, __pyx_L12_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = __pyx_v_result; __Pyx_INCREF(__pyx_t_6); __pyx_t_9 = 0; for (;;) { if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_9); __Pyx_INCREF(__pyx_t_5); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 654, __pyx_L12_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_6, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 654, __pyx_L12_error) __Pyx_GOTREF(__pyx_t_5); #endif __Pyx_XDECREF_SET(__pyx_9genexpr19__pyx_v_frag, __pyx_t_5); __pyx_t_5 = 0; __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_fragments); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 654, __pyx_L12_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_pygetsent); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 654, __pyx_L12_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } if (!__pyx_t_4) { __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_9genexpr19__pyx_v_frag); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 654, __pyx_L12_error) __Pyx_GOTREF(__pyx_t_5); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[2] = {__pyx_t_4, __pyx_9genexpr19__pyx_v_frag}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 654, __pyx_L12_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[2] = {__pyx_t_4, __pyx_9genexpr19__pyx_v_frag}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 654, __pyx_L12_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif { __pyx_t_11 = PyTuple_New(1+1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 654, __pyx_L12_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_4); __pyx_t_4 = NULL; __Pyx_INCREF(__pyx_9genexpr19__pyx_v_frag); __Pyx_GIVEREF(__pyx_9genexpr19__pyx_v_frag); PyTuple_SET_ITEM(__pyx_t_11, 0+1, __pyx_9genexpr19__pyx_v_frag); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_11, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 654, __pyx_L12_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 654, __pyx_L12_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF(__pyx_9genexpr19__pyx_v_frag); goto __pyx_L15_exit_scope; __pyx_L12_error:; __Pyx_XDECREF(__pyx_9genexpr19__pyx_v_frag); goto __pyx_L1_error; __pyx_L15_exit_scope:; } /* exit inner scope */ __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":640 * * * def fragmentsinderiv_str(str deriv, chart, list backtransform): # <<<<<<<<<<<<<< * """Extract the list of fragments that were used in a given derivation. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_12); __Pyx_XDECREF(__pyx_t_13); __Pyx_XDECREF(__pyx_t_14); __Pyx_XDECREF(__pyx_t_15); __Pyx_AddTraceback("discodop.disambiguation.fragmentsinderiv_str", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_result); __Pyx_XDECREF(__pyx_v_deriv1); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":657 * * * cdef fragmentsinderiv_re_(RankedEdge deriv, Chart chart, # <<<<<<<<<<<<<< * list backtransform, list result): * cdef RankedEdge child */ static PyObject *__pyx_f_8discodop_14disambiguation_fragmentsinderiv_re_(RankedEdge __pyx_v_deriv, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_backtransform, PyObject *__pyx_v_result) { RankedEdge __pyx_v_child; std::vector __pyx_v_rechildren; PyObject *__pyx_v_frag = 0; int __pyx_v_n; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; RankedEdge __pyx_t_3; PyObject *__pyx_t_4 = NULL; std::vector ::iterator __pyx_t_5; Label __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; int __pyx_t_10; PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; PyObject *__pyx_t_13 = NULL; PyObject *__pyx_t_14 = NULL; int __pyx_t_15; int __pyx_t_16; int __pyx_t_17; __Pyx_RefNannySetupContext("fragmentsinderiv_re_", 0); /* "discodop/disambiguation.pyx":661 * cdef RankedEdge child * cdef vector[RankedEdge] rechildren * cdef str frag = backtransform[deriv.edge.rule.no] # template # <<<<<<<<<<<<<< * cdef int n * */ if (unlikely(__pyx_v_backtransform == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 661, __pyx_L1_error) } if (!(likely(PyUnicode_CheckExact(PyList_GET_ITEM(__pyx_v_backtransform, __pyx_v_deriv.edge.rule->no)))||((PyList_GET_ITEM(__pyx_v_backtransform, __pyx_v_deriv.edge.rule->no)) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(PyList_GET_ITEM(__pyx_v_backtransform, __pyx_v_deriv.edge.rule->no))->tp_name), 0))) __PYX_ERR(0, 661, __pyx_L1_error) __pyx_t_1 = PyList_GET_ITEM(__pyx_v_backtransform, __pyx_v_deriv.edge.rule->no); __Pyx_INCREF(__pyx_t_1); __pyx_v_frag = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":665 * * # collect all children w/on the fly left-factored debinarization * if deriv.edge.rule.rhs2: # is there a right child? # <<<<<<<<<<<<<< * # keep going while left child is part of same binarized constituent * # instead of looking for a binarization marker in the label string, we */ __pyx_t_2 = (__pyx_v_deriv.edge.rule->rhs2 != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":669 * # instead of looking for a binarization marker in the label string, we * # use the fact that such labels do not have a mapping as proxy. * while chart.grammar.selfmapping[deriv.edge.rule.rhs1] == 0: # <<<<<<<<<<<<<< * # one of the right children * rechildren.push_back(chart.rankededges[ */ while (1) { __pyx_t_2 = (((__pyx_v_chart->grammar->selfmapping[__pyx_v_deriv.edge.rule->rhs1]) == 0) != 0); if (!__pyx_t_2) break; /* "discodop/disambiguation.pyx":671 * while chart.grammar.selfmapping[deriv.edge.rule.rhs1] == 0: * # one of the right children * rechildren.push_back(chart.rankededges[ # <<<<<<<<<<<<<< * chart.right(deriv)][deriv.right].first) * # move on to next node in this binarized constituent */ try { __pyx_v_rechildren.push_back(((__pyx_v_chart->rankededges[((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->right(__pyx_v_chart, __pyx_v_deriv)])[__pyx_v_deriv.right]).first); } catch(...) { __Pyx_CppExn2PyErr(); __PYX_ERR(0, 671, __pyx_L1_error) } /* "discodop/disambiguation.pyx":675 * # move on to next node in this binarized constituent * deriv = chart.rankededges[ * chart.left(deriv)][deriv.left].first # <<<<<<<<<<<<<< * # last right child * if deriv.edge.rule.rhs2: # is there a right child? */ __pyx_t_3 = ((__pyx_v_chart->rankededges[((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->left(__pyx_v_chart, __pyx_v_deriv)])[__pyx_v_deriv.left]).first; __pyx_v_deriv = __pyx_t_3; } /* "discodop/disambiguation.pyx":677 * chart.left(deriv)][deriv.left].first * # last right child * if deriv.edge.rule.rhs2: # is there a right child? # <<<<<<<<<<<<<< * rechildren.push_back(chart.rankededges[ * chart.right(deriv)][deriv.right].first) */ __pyx_t_2 = (__pyx_v_deriv.edge.rule->rhs2 != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":678 * # last right child * if deriv.edge.rule.rhs2: # is there a right child? * rechildren.push_back(chart.rankededges[ # <<<<<<<<<<<<<< * chart.right(deriv)][deriv.right].first) * elif chart.grammar.selfmapping[deriv.edge.rule.rhs1] == 0: */ try { __pyx_v_rechildren.push_back(((__pyx_v_chart->rankededges[((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->right(__pyx_v_chart, __pyx_v_deriv)])[__pyx_v_deriv.right]).first); } catch(...) { __Pyx_CppExn2PyErr(); __PYX_ERR(0, 678, __pyx_L1_error) } /* "discodop/disambiguation.pyx":677 * chart.left(deriv)][deriv.left].first * # last right child * if deriv.edge.rule.rhs2: # is there a right child? # <<<<<<<<<<<<<< * rechildren.push_back(chart.rankededges[ * chart.right(deriv)][deriv.right].first) */ } /* "discodop/disambiguation.pyx":665 * * # collect all children w/on the fly left-factored debinarization * if deriv.edge.rule.rhs2: # is there a right child? # <<<<<<<<<<<<<< * # keep going while left child is part of same binarized constituent * # instead of looking for a binarization marker in the label string, we */ goto __pyx_L3; } /* "discodop/disambiguation.pyx":680 * rechildren.push_back(chart.rankededges[ * chart.right(deriv)][deriv.right].first) * elif chart.grammar.selfmapping[deriv.edge.rule.rhs1] == 0: # <<<<<<<<<<<<<< * deriv = chart.rankededges[ * chart.left(deriv)][deriv.left].first */ __pyx_t_2 = (((__pyx_v_chart->grammar->selfmapping[__pyx_v_deriv.edge.rule->rhs1]) == 0) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":682 * elif chart.grammar.selfmapping[deriv.edge.rule.rhs1] == 0: * deriv = chart.rankededges[ * chart.left(deriv)][deriv.left].first # <<<<<<<<<<<<<< * # left-most child * rechildren.push_back(chart.rankededges[ */ __pyx_t_3 = ((__pyx_v_chart->rankededges[((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->left(__pyx_v_chart, __pyx_v_deriv)])[__pyx_v_deriv.left]).first; __pyx_v_deriv = __pyx_t_3; /* "discodop/disambiguation.pyx":680 * rechildren.push_back(chart.rankededges[ * chart.right(deriv)][deriv.right].first) * elif chart.grammar.selfmapping[deriv.edge.rule.rhs1] == 0: # <<<<<<<<<<<<<< * deriv = chart.rankededges[ * chart.left(deriv)][deriv.left].first */ } __pyx_L3:; /* "discodop/disambiguation.pyx":684 * chart.left(deriv)][deriv.left].first * # left-most child * rechildren.push_back(chart.rankededges[ # <<<<<<<<<<<<<< * chart.left(deriv)][deriv.left].first) * */ try { __pyx_v_rechildren.push_back(((__pyx_v_chart->rankededges[((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->left(__pyx_v_chart, __pyx_v_deriv)])[__pyx_v_deriv.left]).first); } catch(...) { __Pyx_CppExn2PyErr(); __PYX_ERR(0, 684, __pyx_L1_error) } /* "discodop/disambiguation.pyx":687 * chart.left(deriv)][deriv.left].first) * * result.append(frag.format(*['(%s %s)' % ( # <<<<<<<<<<<<<< * chart.grammar.tolabel[chart.label(child.head)].split('@')[0], * ('%d=%s' % (chart.lexidx(child.edge), */ if (unlikely(__pyx_v_result == Py_None)) { PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%s'", "append"); __PYX_ERR(0, 687, __pyx_L1_error) } __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_frag, __pyx_n_s_format); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 687, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); { /* enter inner scope */ RankedEdge __pyx_9genexpr20__pyx_v_child; __pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 687, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); /* "discodop/disambiguation.pyx":693 * if '@' in chart.grammar.tolabel[chart.label(child.head)] * else yieldranges(chart.indices(child.head)))) * for child in rechildren][::-1])) # <<<<<<<<<<<<<< * # recursively visit all substitution sites * for n in range(rechildren.size() - 1, -1, -1): */ __pyx_t_5 = __pyx_v_rechildren.begin(); for (;;) { if (!(__pyx_t_5 != __pyx_v_rechildren.end())) break; __pyx_t_3 = *__pyx_t_5; ++__pyx_t_5; __pyx_9genexpr20__pyx_v_child = __pyx_t_3; /* "discodop/disambiguation.pyx":688 * * result.append(frag.format(*['(%s %s)' % ( * chart.grammar.tolabel[chart.label(child.head)].split('@')[0], # <<<<<<<<<<<<<< * ('%d=%s' % (chart.lexidx(child.edge), * chart.sent[chart.lexidx(child.edge)]) */ __pyx_t_6 = ((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->label(__pyx_v_chart, __pyx_9genexpr20__pyx_v_child.head); __pyx_t_7 = __Pyx_GetItemInt(((PyObject *)__pyx_v_chart->grammar->tolabel), __pyx_t_6, Label, 0, __Pyx_PyInt_From_uint32_t, 0, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 688, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_split); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 688, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_tuple__19, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 688, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = __Pyx_GetItemInt(__pyx_t_7, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 688, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":691 * ('%d=%s' % (chart.lexidx(child.edge), * chart.sent[chart.lexidx(child.edge)]) * if '@' in chart.grammar.tolabel[chart.label(child.head)] # <<<<<<<<<<<<<< * else yieldranges(chart.indices(child.head)))) * for child in rechildren][::-1])) */ __pyx_t_6 = ((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->label(__pyx_v_chart, __pyx_9genexpr20__pyx_v_child.head); __pyx_t_9 = __Pyx_GetItemInt(((PyObject *)__pyx_v_chart->grammar->tolabel), __pyx_t_6, Label, 0, __Pyx_PyInt_From_uint32_t, 0, 0, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 691, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__14, __pyx_t_9, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 691, __pyx_L1_error) __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if ((__pyx_t_2 != 0)) { /* "discodop/disambiguation.pyx":689 * result.append(frag.format(*['(%s %s)' % ( * chart.grammar.tolabel[chart.label(child.head)].split('@')[0], * ('%d=%s' % (chart.lexidx(child.edge), # <<<<<<<<<<<<<< * chart.sent[chart.lexidx(child.edge)]) * if '@' in chart.grammar.tolabel[chart.label(child.head)] */ __pyx_t_10 = ((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->lexidx(__pyx_v_chart, __pyx_9genexpr20__pyx_v_child.edge); if (unlikely(__pyx_t_10 == -1)) __PYX_ERR(0, 689, __pyx_L1_error) __pyx_t_9 = __Pyx_PyInt_From_int(__pyx_t_10); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 689, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); /* "discodop/disambiguation.pyx":690 * chart.grammar.tolabel[chart.label(child.head)].split('@')[0], * ('%d=%s' % (chart.lexidx(child.edge), * chart.sent[chart.lexidx(child.edge)]) # <<<<<<<<<<<<<< * if '@' in chart.grammar.tolabel[chart.label(child.head)] * else yieldranges(chart.indices(child.head)))) */ if (unlikely(__pyx_v_chart->sent == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 690, __pyx_L1_error) } __pyx_t_10 = ((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->lexidx(__pyx_v_chart, __pyx_9genexpr20__pyx_v_child.edge); if (unlikely(__pyx_t_10 == -1)) __PYX_ERR(0, 690, __pyx_L1_error) /* "discodop/disambiguation.pyx":689 * result.append(frag.format(*['(%s %s)' % ( * chart.grammar.tolabel[chart.label(child.head)].split('@')[0], * ('%d=%s' % (chart.lexidx(child.edge), # <<<<<<<<<<<<<< * chart.sent[chart.lexidx(child.edge)]) * if '@' in chart.grammar.tolabel[chart.label(child.head)] */ __pyx_t_11 = PyTuple_New(2); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 689, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_9); __Pyx_INCREF(PyList_GET_ITEM(__pyx_v_chart->sent, __pyx_t_10)); __Pyx_GIVEREF(PyList_GET_ITEM(__pyx_v_chart->sent, __pyx_t_10)); PyTuple_SET_ITEM(__pyx_t_11, 1, PyList_GET_ITEM(__pyx_v_chart->sent, __pyx_t_10)); __pyx_t_9 = 0; __pyx_t_9 = PyUnicode_Format(__pyx_kp_u_d_s, __pyx_t_11); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 689, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_7 = __pyx_t_9; __pyx_t_9 = 0; } else { /* "discodop/disambiguation.pyx":692 * chart.sent[chart.lexidx(child.edge)]) * if '@' in chart.grammar.tolabel[chart.label(child.head)] * else yieldranges(chart.indices(child.head)))) # <<<<<<<<<<<<<< * for child in rechildren][::-1])) * # recursively visit all substitution sites */ __pyx_t_11 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_chart), __pyx_n_s_indices); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 692, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_12 = __Pyx_PyInt_From_uint32_t(__pyx_9genexpr20__pyx_v_child.head); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 692, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_13 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_11))) { __pyx_t_13 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_13)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_13); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); } } if (!__pyx_t_13) { __pyx_t_9 = __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_t_12); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 692, __pyx_L1_error) __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_GOTREF(__pyx_t_9); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[2] = {__pyx_t_13, __pyx_t_12}; __pyx_t_9 = __Pyx_PyFunction_FastCall(__pyx_t_11, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 692, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0; __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_11)) { PyObject *__pyx_temp[2] = {__pyx_t_13, __pyx_t_12}; __pyx_t_9 = __Pyx_PyCFunction_FastCall(__pyx_t_11, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 692, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0; __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } else #endif { __pyx_t_14 = PyTuple_New(1+1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 692, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_GIVEREF(__pyx_t_13); PyTuple_SET_ITEM(__pyx_t_14, 0, __pyx_t_13); __pyx_t_13 = NULL; __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_14, 0+1, __pyx_t_12); __pyx_t_12 = 0; __pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_11, __pyx_t_14, NULL); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 692, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; } } __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; if (!(likely(PyList_CheckExact(__pyx_t_9))||((__pyx_t_9) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "list", Py_TYPE(__pyx_t_9)->tp_name), 0))) __PYX_ERR(0, 692, __pyx_L1_error) __pyx_t_11 = __pyx_f_8discodop_10containers_yieldranges(((PyObject*)__pyx_t_9)); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 692, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_7 = __pyx_t_11; __pyx_t_11 = 0; } /* "discodop/disambiguation.pyx":688 * * result.append(frag.format(*['(%s %s)' % ( * chart.grammar.tolabel[chart.label(child.head)].split('@')[0], # <<<<<<<<<<<<<< * ('%d=%s' % (chart.lexidx(child.edge), * chart.sent[chart.lexidx(child.edge)]) */ __pyx_t_11 = PyTuple_New(2); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 688, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_8); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_11, 1, __pyx_t_7); __pyx_t_8 = 0; __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":687 * chart.left(deriv)][deriv.left].first) * * result.append(frag.format(*['(%s %s)' % ( # <<<<<<<<<<<<<< * chart.grammar.tolabel[chart.label(child.head)].split('@')[0], * ('%d=%s' % (chart.lexidx(child.edge), */ __pyx_t_7 = PyUnicode_Format(__pyx_kp_u_s_s_2, __pyx_t_11); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 687, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_4, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 687, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":693 * if '@' in chart.grammar.tolabel[chart.label(child.head)] * else yieldranges(chart.indices(child.head)))) * for child in rechildren][::-1])) # <<<<<<<<<<<<<< * # recursively visit all substitution sites * for n in range(rechildren.size() - 1, -1, -1): */ } } /* exit inner scope */ __pyx_t_7 = PyObject_GetItem(__pyx_t_4, __pyx_slice__20); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 693, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":687 * chart.left(deriv)][deriv.left].first) * * result.append(frag.format(*['(%s %s)' % ( # <<<<<<<<<<<<<< * chart.grammar.tolabel[chart.label(child.head)].split('@')[0], * ('%d=%s' % (chart.lexidx(child.edge), */ __pyx_t_4 = PySequence_Tuple(__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 687, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_4, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 687, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_15 = __Pyx_PyList_Append(__pyx_v_result, __pyx_t_7); if (unlikely(__pyx_t_15 == -1)) __PYX_ERR(0, 687, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":695 * for child in rechildren][::-1])) * # recursively visit all substitution sites * for n in range(rechildren.size() - 1, -1, -1): # <<<<<<<<<<<<<< * child = rechildren[n] * if child.edge.rule is not NULL: */ for (__pyx_t_10 = (__pyx_v_rechildren.size() - 1); __pyx_t_10 > -1L; __pyx_t_10-=1) { __pyx_v_n = __pyx_t_10; /* "discodop/disambiguation.pyx":696 * # recursively visit all substitution sites * for n in range(rechildren.size() - 1, -1, -1): * child = rechildren[n] # <<<<<<<<<<<<<< * if child.edge.rule is not NULL: * fragmentsinderiv_re_(child, chart, backtransform, result) */ __pyx_v_child = (__pyx_v_rechildren[__pyx_v_n]); /* "discodop/disambiguation.pyx":697 * for n in range(rechildren.size() - 1, -1, -1): * child = rechildren[n] * if child.edge.rule is not NULL: # <<<<<<<<<<<<<< * fragmentsinderiv_re_(child, chart, backtransform, result) * elif '@' not in chart.grammar.tolabel[chart.label(child.head)]: */ __pyx_t_2 = ((__pyx_v_child.edge.rule != NULL) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":698 * child = rechildren[n] * if child.edge.rule is not NULL: * fragmentsinderiv_re_(child, chart, backtransform, result) # <<<<<<<<<<<<<< * elif '@' not in chart.grammar.tolabel[chart.label(child.head)]: * result.append('(%s %d=%s)' % ( */ __pyx_t_7 = __pyx_f_8discodop_14disambiguation_fragmentsinderiv_re_(__pyx_v_child, __pyx_v_chart, __pyx_v_backtransform, __pyx_v_result); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 698, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":697 * for n in range(rechildren.size() - 1, -1, -1): * child = rechildren[n] * if child.edge.rule is not NULL: # <<<<<<<<<<<<<< * fragmentsinderiv_re_(child, chart, backtransform, result) * elif '@' not in chart.grammar.tolabel[chart.label(child.head)]: */ goto __pyx_L11; } /* "discodop/disambiguation.pyx":699 * if child.edge.rule is not NULL: * fragmentsinderiv_re_(child, chart, backtransform, result) * elif '@' not in chart.grammar.tolabel[chart.label(child.head)]: # <<<<<<<<<<<<<< * result.append('(%s %d=%s)' % ( * chart.grammar.tolabel[chart.label(child.head)], */ __pyx_t_6 = ((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->label(__pyx_v_chart, __pyx_v_child.head); __pyx_t_7 = __Pyx_GetItemInt(((PyObject *)__pyx_v_chart->grammar->tolabel), __pyx_t_6, Label, 0, __Pyx_PyInt_From_uint32_t, 0, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 699, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__14, __pyx_t_7, Py_NE)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 699, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_16 = (__pyx_t_2 != 0); if (__pyx_t_16) { /* "discodop/disambiguation.pyx":700 * fragmentsinderiv_re_(child, chart, backtransform, result) * elif '@' not in chart.grammar.tolabel[chart.label(child.head)]: * result.append('(%s %d=%s)' % ( # <<<<<<<<<<<<<< * chart.grammar.tolabel[chart.label(child.head)], * chart.lexidx(child.edge), */ if (unlikely(__pyx_v_result == Py_None)) { PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%s'", "append"); __PYX_ERR(0, 700, __pyx_L1_error) } /* "discodop/disambiguation.pyx":701 * elif '@' not in chart.grammar.tolabel[chart.label(child.head)]: * result.append('(%s %d=%s)' % ( * chart.grammar.tolabel[chart.label(child.head)], # <<<<<<<<<<<<<< * chart.lexidx(child.edge), * chart.sent[chart.lexidx(child.edge)])) */ __pyx_t_6 = ((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->label(__pyx_v_chart, __pyx_v_child.head); __pyx_t_7 = __Pyx_GetItemInt(((PyObject *)__pyx_v_chart->grammar->tolabel), __pyx_t_6, Label, 0, __Pyx_PyInt_From_uint32_t, 0, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 701, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); /* "discodop/disambiguation.pyx":702 * result.append('(%s %d=%s)' % ( * chart.grammar.tolabel[chart.label(child.head)], * chart.lexidx(child.edge), # <<<<<<<<<<<<<< * chart.sent[chart.lexidx(child.edge)])) * */ __pyx_t_17 = ((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->lexidx(__pyx_v_chart, __pyx_v_child.edge); if (unlikely(__pyx_t_17 == -1)) __PYX_ERR(0, 702, __pyx_L1_error) __pyx_t_4 = __Pyx_PyInt_From_int(__pyx_t_17); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 702, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); /* "discodop/disambiguation.pyx":703 * chart.grammar.tolabel[chart.label(child.head)], * chart.lexidx(child.edge), * chart.sent[chart.lexidx(child.edge)])) # <<<<<<<<<<<<<< * * */ if (unlikely(__pyx_v_chart->sent == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 703, __pyx_L1_error) } __pyx_t_17 = ((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->lexidx(__pyx_v_chart, __pyx_v_child.edge); if (unlikely(__pyx_t_17 == -1)) __PYX_ERR(0, 703, __pyx_L1_error) /* "discodop/disambiguation.pyx":701 * elif '@' not in chart.grammar.tolabel[chart.label(child.head)]: * result.append('(%s %d=%s)' % ( * chart.grammar.tolabel[chart.label(child.head)], # <<<<<<<<<<<<<< * chart.lexidx(child.edge), * chart.sent[chart.lexidx(child.edge)])) */ __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 701, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_7); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_4); __Pyx_INCREF(PyList_GET_ITEM(__pyx_v_chart->sent, __pyx_t_17)); __Pyx_GIVEREF(PyList_GET_ITEM(__pyx_v_chart->sent, __pyx_t_17)); PyTuple_SET_ITEM(__pyx_t_1, 2, PyList_GET_ITEM(__pyx_v_chart->sent, __pyx_t_17)); __pyx_t_7 = 0; __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":700 * fragmentsinderiv_re_(child, chart, backtransform, result) * elif '@' not in chart.grammar.tolabel[chart.label(child.head)]: * result.append('(%s %d=%s)' % ( # <<<<<<<<<<<<<< * chart.grammar.tolabel[chart.label(child.head)], * chart.lexidx(child.edge), */ __pyx_t_4 = PyUnicode_Format(__pyx_kp_u_s_d_s, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 700, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_15 = __Pyx_PyList_Append(__pyx_v_result, __pyx_t_4); if (unlikely(__pyx_t_15 == -1)) __PYX_ERR(0, 700, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":699 * if child.edge.rule is not NULL: * fragmentsinderiv_re_(child, chart, backtransform, result) * elif '@' not in chart.grammar.tolabel[chart.label(child.head)]: # <<<<<<<<<<<<<< * result.append('(%s %d=%s)' % ( * chart.grammar.tolabel[chart.label(child.head)], */ } __pyx_L11:; } /* "discodop/disambiguation.pyx":657 * * * cdef fragmentsinderiv_re_(RankedEdge deriv, Chart chart, # <<<<<<<<<<<<<< * list backtransform, list result): * cdef RankedEdge child */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_12); __Pyx_XDECREF(__pyx_t_13); __Pyx_XDECREF(__pyx_t_14); __Pyx_AddTraceback("discodop.disambiguation.fragmentsinderiv_re_", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_frag); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":706 * * * cdef fragmentsinderiv_str_( # <<<<<<<<<<<<<< * deriv, Chart chart, list backtransform, list result): * cdef list children = [] */ static PyObject *__pyx_f_8discodop_14disambiguation_fragmentsinderiv_str_(PyObject *__pyx_v_deriv, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_backtransform, PyObject *__pyx_v_result) { PyObject *__pyx_v_children = 0; PyObject *__pyx_v_frag = 0; PyObject *__pyx_v_child = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; int __pyx_t_4; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; PyObject *__pyx_t_13 = NULL; __Pyx_RefNannySetupContext("fragmentsinderiv_str_", 0); __Pyx_INCREF(__pyx_v_deriv); /* "discodop/disambiguation.pyx":708 * cdef fragmentsinderiv_str_( * deriv, Chart chart, list backtransform, list result): * cdef list children = [] # <<<<<<<<<<<<<< * cdef str frag * frag = backtransform[chart.grammar.noderuleno(deriv)] */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 708, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_children = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":710 * cdef list children = [] * cdef str frag * frag = backtransform[chart.grammar.noderuleno(deriv)] # <<<<<<<<<<<<<< * # collect children w/on the fly left-factored debinarization * if len(deriv) >= 2: # is there a right child? */ if (unlikely(__pyx_v_backtransform == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 710, __pyx_L1_error) } __pyx_t_1 = ((struct __pyx_vtabstruct_8discodop_10containers_Grammar *)__pyx_v_chart->grammar->__pyx_vtab)->noderuleno(__pyx_v_chart->grammar, __pyx_v_deriv, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 710, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyObject_GetItem(__pyx_v_backtransform, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 710, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (!(likely(PyUnicode_CheckExact(__pyx_t_2))||((__pyx_t_2) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_2)->tp_name), 0))) __PYX_ERR(0, 710, __pyx_L1_error) __pyx_v_frag = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":712 * frag = backtransform[chart.grammar.noderuleno(deriv)] * # collect children w/on the fly left-factored debinarization * if len(deriv) >= 2: # is there a right child? # <<<<<<<<<<<<<< * # keep going while left child is part of same binarized constituent * # this shortcut assumes that neverblockre is only used to avoid */ __pyx_t_3 = PyObject_Length(__pyx_v_deriv); if (unlikely(__pyx_t_3 == -1)) __PYX_ERR(0, 712, __pyx_L1_error) __pyx_t_4 = ((__pyx_t_3 >= 2) != 0); if (__pyx_t_4) { /* "discodop/disambiguation.pyx":716 * # this shortcut assumes that neverblockre is only used to avoid * # blocking nonterminals from the double-dop binarization. * while '}<' in deriv[0].label: # <<<<<<<<<<<<<< * # one of the right children * children.extend(reversed(deriv[1:])) */ while (1) { __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_deriv, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 716, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_label); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 716, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__15, __pyx_t_1, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 716, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__pyx_t_4 != 0); if (!__pyx_t_5) break; /* "discodop/disambiguation.pyx":718 * while '}<' in deriv[0].label: * # one of the right children * children.extend(reversed(deriv[1:])) # <<<<<<<<<<<<<< * # move on to next node in this binarized constituent * deriv = deriv[0] */ __pyx_t_1 = __Pyx_PyObject_GetSlice(__pyx_v_deriv, 1, 0, NULL, NULL, &__pyx_slice__21, 1, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 718, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 718, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_reversed, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 718, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_6 = __Pyx_PyList_Extend(__pyx_v_children, __pyx_t_1); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 718, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":720 * children.extend(reversed(deriv[1:])) * # move on to next node in this binarized constituent * deriv = deriv[0] # <<<<<<<<<<<<<< * # last right child * children.extend(reversed(deriv[1:])) */ __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_deriv, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 720, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF_SET(__pyx_v_deriv, __pyx_t_1); __pyx_t_1 = 0; } /* "discodop/disambiguation.pyx":722 * deriv = deriv[0] * # last right child * children.extend(reversed(deriv[1:])) # <<<<<<<<<<<<<< * elif '}<' in deriv[0].label: * deriv = deriv[0] */ __pyx_t_1 = __Pyx_PyObject_GetSlice(__pyx_v_deriv, 1, 0, NULL, NULL, &__pyx_slice__22, 1, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_reversed, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_6 = __Pyx_PyList_Extend(__pyx_v_children, __pyx_t_1); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":712 * frag = backtransform[chart.grammar.noderuleno(deriv)] * # collect children w/on the fly left-factored debinarization * if len(deriv) >= 2: # is there a right child? # <<<<<<<<<<<<<< * # keep going while left child is part of same binarized constituent * # this shortcut assumes that neverblockre is only used to avoid */ goto __pyx_L3; } /* "discodop/disambiguation.pyx":723 * # last right child * children.extend(reversed(deriv[1:])) * elif '}<' in deriv[0].label: # <<<<<<<<<<<<<< * deriv = deriv[0] * # left-most child */ __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_deriv, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 723, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_label); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 723, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__15, __pyx_t_2, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 723, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = (__pyx_t_5 != 0); if (__pyx_t_4) { /* "discodop/disambiguation.pyx":724 * children.extend(reversed(deriv[1:])) * elif '}<' in deriv[0].label: * deriv = deriv[0] # <<<<<<<<<<<<<< * # left-most child * children.append(deriv[0]) */ __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_deriv, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 724, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF_SET(__pyx_v_deriv, __pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":723 * # last right child * children.extend(reversed(deriv[1:])) * elif '}<' in deriv[0].label: # <<<<<<<<<<<<<< * deriv = deriv[0] * # left-most child */ } __pyx_L3:; /* "discodop/disambiguation.pyx":726 * deriv = deriv[0] * # left-most child * children.append(deriv[0]) # <<<<<<<<<<<<<< * * result.append(frag.format(*['(%s %s)' % ( */ __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_deriv, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 726, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = __Pyx_PyList_Append(__pyx_v_children, __pyx_t_2); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 726, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":728 * children.append(deriv[0]) * * result.append(frag.format(*['(%s %s)' % ( # <<<<<<<<<<<<<< * child.label.split('@')[0], * ('%d=%s' % (child[0], chart.sent[child[0]]) if '@' in child.label */ if (unlikely(__pyx_v_result == Py_None)) { PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%s'", "append"); __PYX_ERR(0, 728, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_frag, __pyx_n_s_format); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 728, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); { /* enter inner scope */ PyObject *__pyx_9genexpr21__pyx_v_child = NULL; __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 728, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_1); /* "discodop/disambiguation.pyx":732 * ('%d=%s' % (child[0], chart.sent[child[0]]) if '@' in child.label * else yieldranges(sorted(child.leaves())))) * for child in reversed(children)])) # <<<<<<<<<<<<<< * # recursively visit all substitution sites * for child in reversed(children): */ __pyx_t_7 = __pyx_v_children; __Pyx_INCREF(__pyx_t_7); __pyx_t_3 = PyList_GET_SIZE(__pyx_t_7) - 1; for (;;) { if (__pyx_t_3 < 0) break; if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_7)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_3); __Pyx_INCREF(__pyx_t_8); __pyx_t_3--; if (unlikely(0 < 0)) __PYX_ERR(0, 732, __pyx_L8_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_7, __pyx_t_3); __pyx_t_3--; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 732, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_8); #endif __Pyx_XDECREF_SET(__pyx_9genexpr21__pyx_v_child, __pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":729 * * result.append(frag.format(*['(%s %s)' % ( * child.label.split('@')[0], # <<<<<<<<<<<<<< * ('%d=%s' % (child[0], chart.sent[child[0]]) if '@' in child.label * else yieldranges(sorted(child.leaves())))) */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_9genexpr21__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 729, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_split); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 729, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_9, __pyx_tuple__23, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 729, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_8, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 729, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":730 * result.append(frag.format(*['(%s %s)' % ( * child.label.split('@')[0], * ('%d=%s' % (child[0], chart.sent[child[0]]) if '@' in child.label # <<<<<<<<<<<<<< * else yieldranges(sorted(child.leaves())))) * for child in reversed(children)])) */ __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_9genexpr21__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 730, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_4 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__14, __pyx_t_10, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 730, __pyx_L8_error) __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; if ((__pyx_t_4 != 0)) { __pyx_t_10 = __Pyx_GetItemInt(__pyx_9genexpr21__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 730, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_10); if (unlikely(__pyx_v_chart->sent == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 730, __pyx_L8_error) } __pyx_t_11 = __Pyx_GetItemInt(__pyx_9genexpr21__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 730, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_12 = PyObject_GetItem(__pyx_v_chart->sent, __pyx_t_11); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 730, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = PyTuple_New(2); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 730, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_10); __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_11, 1, __pyx_t_12); __pyx_t_10 = 0; __pyx_t_12 = 0; __pyx_t_12 = PyUnicode_Format(__pyx_kp_u_d_s, __pyx_t_11); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 730, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_8 = __pyx_t_12; __pyx_t_12 = 0; } else { /* "discodop/disambiguation.pyx":731 * child.label.split('@')[0], * ('%d=%s' % (child[0], chart.sent[child[0]]) if '@' in child.label * else yieldranges(sorted(child.leaves())))) # <<<<<<<<<<<<<< * for child in reversed(children)])) * # recursively visit all substitution sites */ __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_9genexpr21__pyx_v_child, __pyx_n_s_leaves); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 731, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_13 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) { __pyx_t_13 = PyMethod_GET_SELF(__pyx_t_10); if (likely(__pyx_t_13)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10); __Pyx_INCREF(__pyx_t_13); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_10, function); } } if (__pyx_t_13) { __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_13); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 731, __pyx_L8_error) __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; } else { __pyx_t_11 = __Pyx_PyObject_CallNoArg(__pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 731, __pyx_L8_error) } __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = PySequence_List(__pyx_t_11); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 731, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_12 = ((PyObject*)__pyx_t_10); __pyx_t_10 = 0; __pyx_t_6 = PyList_Sort(__pyx_t_12); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 731, __pyx_L8_error) __pyx_t_10 = __pyx_f_8discodop_10containers_yieldranges(((PyObject*)__pyx_t_12)); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 731, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __pyx_t_8 = __pyx_t_10; __pyx_t_10 = 0; } /* "discodop/disambiguation.pyx":729 * * result.append(frag.format(*['(%s %s)' % ( * child.label.split('@')[0], # <<<<<<<<<<<<<< * ('%d=%s' % (child[0], chart.sent[child[0]]) if '@' in child.label * else yieldranges(sorted(child.leaves())))) */ __pyx_t_10 = PyTuple_New(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 729, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_9); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_t_8); __pyx_t_9 = 0; __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":728 * children.append(deriv[0]) * * result.append(frag.format(*['(%s %s)' % ( # <<<<<<<<<<<<<< * child.label.split('@')[0], * ('%d=%s' % (child[0], chart.sent[child[0]]) if '@' in child.label */ __pyx_t_8 = PyUnicode_Format(__pyx_kp_u_s_s_2, __pyx_t_10); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 728, __pyx_L8_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_8))) __PYX_ERR(0, 728, __pyx_L8_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":732 * ('%d=%s' % (child[0], chart.sent[child[0]]) if '@' in child.label * else yieldranges(sorted(child.leaves())))) * for child in reversed(children)])) # <<<<<<<<<<<<<< * # recursively visit all substitution sites * for child in reversed(children): */ } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_XDECREF(__pyx_9genexpr21__pyx_v_child); goto __pyx_L11_exit_scope; __pyx_L8_error:; __Pyx_XDECREF(__pyx_9genexpr21__pyx_v_child); goto __pyx_L1_error; __pyx_L11_exit_scope:; } /* exit inner scope */ /* "discodop/disambiguation.pyx":728 * children.append(deriv[0]) * * result.append(frag.format(*['(%s %s)' % ( # <<<<<<<<<<<<<< * child.label.split('@')[0], * ('%d=%s' % (child[0], chart.sent[child[0]]) if '@' in child.label */ __pyx_t_7 = PySequence_Tuple(__pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 728, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_7, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 728, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_6 = __Pyx_PyList_Append(__pyx_v_result, __pyx_t_1); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 728, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":734 * for child in reversed(children)])) * # recursively visit all substitution sites * for child in reversed(children): # <<<<<<<<<<<<<< * if isinstance(child[0], Tree): * fragmentsinderiv_str_(child, chart, backtransform, result) */ __pyx_t_1 = __pyx_v_children; __Pyx_INCREF(__pyx_t_1); __pyx_t_3 = PyList_GET_SIZE(__pyx_t_1) - 1; for (;;) { if (__pyx_t_3 < 0) break; if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_7); __pyx_t_3--; if (unlikely(0 < 0)) __PYX_ERR(0, 734, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3--; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 734, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif __Pyx_XDECREF_SET(__pyx_v_child, __pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":735 * # recursively visit all substitution sites * for child in reversed(children): * if isinstance(child[0], Tree): # <<<<<<<<<<<<<< * fragmentsinderiv_str_(child, chart, backtransform, result) * elif '@' not in child.label: */ __pyx_t_7 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 735, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 735, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = PyObject_IsInstance(__pyx_t_7, __pyx_t_2); if (unlikely(__pyx_t_4 == -1)) __PYX_ERR(0, 735, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_5 = (__pyx_t_4 != 0); if (__pyx_t_5) { /* "discodop/disambiguation.pyx":736 * for child in reversed(children): * if isinstance(child[0], Tree): * fragmentsinderiv_str_(child, chart, backtransform, result) # <<<<<<<<<<<<<< * elif '@' not in child.label: * result.append('(%s %d=%s)' % (child.label, child[0], */ __pyx_t_2 = __pyx_f_8discodop_14disambiguation_fragmentsinderiv_str_(__pyx_v_child, __pyx_v_chart, __pyx_v_backtransform, __pyx_v_result); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 736, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":735 * # recursively visit all substitution sites * for child in reversed(children): * if isinstance(child[0], Tree): # <<<<<<<<<<<<<< * fragmentsinderiv_str_(child, chart, backtransform, result) * elif '@' not in child.label: */ goto __pyx_L14; } /* "discodop/disambiguation.pyx":737 * if isinstance(child[0], Tree): * fragmentsinderiv_str_(child, chart, backtransform, result) * elif '@' not in child.label: # <<<<<<<<<<<<<< * result.append('(%s %d=%s)' % (child.label, child[0], * chart.sent[child[0]])) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 737, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__14, __pyx_t_2, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 737, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = (__pyx_t_5 != 0); if (__pyx_t_4) { /* "discodop/disambiguation.pyx":738 * fragmentsinderiv_str_(child, chart, backtransform, result) * elif '@' not in child.label: * result.append('(%s %d=%s)' % (child.label, child[0], # <<<<<<<<<<<<<< * chart.sent[child[0]])) * */ if (unlikely(__pyx_v_result == Py_None)) { PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%s'", "append"); __PYX_ERR(0, 738, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 738, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_7 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 738, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); /* "discodop/disambiguation.pyx":739 * elif '@' not in child.label: * result.append('(%s %d=%s)' % (child.label, child[0], * chart.sent[child[0]])) # <<<<<<<<<<<<<< * * */ if (unlikely(__pyx_v_chart->sent == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 739, __pyx_L1_error) } __pyx_t_8 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 739, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_10 = PyObject_GetItem(__pyx_v_chart->sent, __pyx_t_8); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 739, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":738 * fragmentsinderiv_str_(child, chart, backtransform, result) * elif '@' not in child.label: * result.append('(%s %d=%s)' % (child.label, child[0], # <<<<<<<<<<<<<< * chart.sent[child[0]])) * */ __pyx_t_8 = PyTuple_New(3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 738, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_7); __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_8, 2, __pyx_t_10); __pyx_t_2 = 0; __pyx_t_7 = 0; __pyx_t_10 = 0; __pyx_t_10 = PyUnicode_Format(__pyx_kp_u_s_d_s, __pyx_t_8); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 738, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_6 = __Pyx_PyList_Append(__pyx_v_result, __pyx_t_10); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 738, __pyx_L1_error) __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; /* "discodop/disambiguation.pyx":737 * if isinstance(child[0], Tree): * fragmentsinderiv_str_(child, chart, backtransform, result) * elif '@' not in child.label: # <<<<<<<<<<<<<< * result.append('(%s %d=%s)' % (child.label, child[0], * chart.sent[child[0]])) */ } __pyx_L14:; /* "discodop/disambiguation.pyx":734 * for child in reversed(children)])) * # recursively visit all substitution sites * for child in reversed(children): # <<<<<<<<<<<<<< * if isinstance(child[0], Tree): * fragmentsinderiv_str_(child, chart, backtransform, result) */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":706 * * * cdef fragmentsinderiv_str_( # <<<<<<<<<<<<<< * deriv, Chart chart, list backtransform, list result): * cdef list children = [] */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_10); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_12); __Pyx_XDECREF(__pyx_t_13); __Pyx_AddTraceback("discodop.disambiguation.fragmentsinderiv_str_", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_children); __Pyx_XDECREF(__pyx_v_frag); __Pyx_XDECREF(__pyx_v_child); __Pyx_XDECREF(__pyx_v_deriv); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":742 * * * def frontiernt(node): # <<<<<<<<<<<<<< * """Test whether node from a DOP derivation is a frontier nonterminal.""" * return '@' not in node.label */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_11frontiernt(PyObject *__pyx_self, PyObject *__pyx_v_node); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_10frontiernt[] = "frontiernt(node)\nTest whether node from a DOP derivation is a frontier nonterminal."; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_11frontiernt = {"frontiernt", (PyCFunction)__pyx_pw_8discodop_14disambiguation_11frontiernt, METH_O, __pyx_doc_8discodop_14disambiguation_10frontiernt}; static PyObject *__pyx_pw_8discodop_14disambiguation_11frontiernt(PyObject *__pyx_self, PyObject *__pyx_v_node) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("frontiernt (wrapper)", 0); __pyx_r = __pyx_pf_8discodop_14disambiguation_10frontiernt(__pyx_self, ((PyObject *)__pyx_v_node)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_10frontiernt(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_node) { PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; __Pyx_RefNannySetupContext("frontiernt", 0); /* "discodop/disambiguation.pyx":744 * def frontiernt(node): * """Test whether node from a DOP derivation is a frontier nonterminal.""" * return '@' not in node.label # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_label); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 744, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__14, __pyx_t_1, Py_NE)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 744, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyBool_FromLong(__pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 744, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":742 * * * def frontiernt(node): # <<<<<<<<<<<<<< * """Test whether node from a DOP derivation is a frontier nonterminal.""" * return '@' not in node.label */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("discodop.disambiguation.frontiernt", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":747 * * * def splitfrag(node): # <<<<<<<<<<<<<< * """Return a copy of a tree with subtrees labeled without '@' removed.""" * children = [] */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_13splitfrag(PyObject *__pyx_self, PyObject *__pyx_v_node); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_12splitfrag[] = "splitfrag(node)\nReturn a copy of a tree with subtrees labeled without '@' removed."; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_13splitfrag = {"splitfrag", (PyCFunction)__pyx_pw_8discodop_14disambiguation_13splitfrag, METH_O, __pyx_doc_8discodop_14disambiguation_12splitfrag}; static PyObject *__pyx_pw_8discodop_14disambiguation_13splitfrag(PyObject *__pyx_self, PyObject *__pyx_v_node) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("splitfrag (wrapper)", 0); __pyx_r = __pyx_pf_8discodop_14disambiguation_12splitfrag(__pyx_self, ((PyObject *)__pyx_v_node)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_12splitfrag(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_node) { PyObject *__pyx_v_children = NULL; PyObject *__pyx_v_child = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; int __pyx_t_7; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; PyObject *__pyx_t_13 = NULL; int __pyx_t_14; __Pyx_RefNannySetupContext("splitfrag", 0); /* "discodop/disambiguation.pyx":749 * def splitfrag(node): * """Return a copy of a tree with subtrees labeled without '@' removed.""" * children = [] # <<<<<<<<<<<<<< * for child in node: * if not isinstance(child, Tree): */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 749, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_children = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":750 * """Return a copy of a tree with subtrees labeled without '@' removed.""" * children = [] * for child in node: # <<<<<<<<<<<<<< * if not isinstance(child, Tree): * children.append(child) */ if (likely(PyList_CheckExact(__pyx_v_node)) || PyTuple_CheckExact(__pyx_v_node)) { __pyx_t_1 = __pyx_v_node; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_node); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 750, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 750, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 750, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 750, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 750, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 750, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 750, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_v_child, __pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":751 * children = [] * for child in node: * if not isinstance(child, Tree): # <<<<<<<<<<<<<< * children.append(child) * elif '@' in child.label: */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 751, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PyObject_IsInstance(__pyx_v_child, __pyx_t_4); if (unlikely(__pyx_t_5 == -1)) __PYX_ERR(0, 751, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = ((!(__pyx_t_5 != 0)) != 0); if (__pyx_t_6) { /* "discodop/disambiguation.pyx":752 * for child in node: * if not isinstance(child, Tree): * children.append(child) # <<<<<<<<<<<<<< * elif '@' in child.label: * children.append(child if isinstance(child[0], int) */ __pyx_t_7 = __Pyx_PyList_Append(__pyx_v_children, __pyx_v_child); if (unlikely(__pyx_t_7 == -1)) __PYX_ERR(0, 752, __pyx_L1_error) /* "discodop/disambiguation.pyx":751 * children = [] * for child in node: * if not isinstance(child, Tree): # <<<<<<<<<<<<<< * children.append(child) * elif '@' in child.label: */ goto __pyx_L5; } /* "discodop/disambiguation.pyx":753 * if not isinstance(child, Tree): * children.append(child) * elif '@' in child.label: # <<<<<<<<<<<<<< * children.append(child if isinstance(child[0], int) * else splitfrag(child)) */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 753, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__14, __pyx_t_4, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 753, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = (__pyx_t_6 != 0); if (__pyx_t_5) { /* "discodop/disambiguation.pyx":754 * children.append(child) * elif '@' in child.label: * children.append(child if isinstance(child[0], int) # <<<<<<<<<<<<<< * else splitfrag(child)) * else: */ __pyx_t_8 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 754, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_5 = PyInt_Check(__pyx_t_8); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if ((__pyx_t_5 != 0)) { __Pyx_INCREF(__pyx_v_child); __pyx_t_4 = __pyx_v_child; } else { /* "discodop/disambiguation.pyx":755 * elif '@' in child.label: * children.append(child if isinstance(child[0], int) * else splitfrag(child)) # <<<<<<<<<<<<<< * else: * children.append(Tree(child.label, */ __pyx_t_9 = __Pyx_GetModuleGlobalName(__pyx_n_s_splitfrag); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 755, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_10 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_9))) { __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_9); if (likely(__pyx_t_10)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9); __Pyx_INCREF(__pyx_t_10); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_9, function); } } if (!__pyx_t_10) { __pyx_t_8 = __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_v_child); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 755, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_9)) { PyObject *__pyx_temp[2] = {__pyx_t_10, __pyx_v_child}; __pyx_t_8 = __Pyx_PyFunction_FastCall(__pyx_t_9, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 755, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_8); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_9)) { PyObject *__pyx_temp[2] = {__pyx_t_10, __pyx_v_child}; __pyx_t_8 = __Pyx_PyCFunction_FastCall(__pyx_t_9, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 755, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_8); } else #endif { __pyx_t_11 = PyTuple_New(1+1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 755, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_10); __pyx_t_10 = NULL; __Pyx_INCREF(__pyx_v_child); __Pyx_GIVEREF(__pyx_v_child); PyTuple_SET_ITEM(__pyx_t_11, 0+1, __pyx_v_child); __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_9, __pyx_t_11, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 755, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } } __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_4 = __pyx_t_8; __pyx_t_8 = 0; } /* "discodop/disambiguation.pyx":754 * children.append(child) * elif '@' in child.label: * children.append(child if isinstance(child[0], int) # <<<<<<<<<<<<<< * else splitfrag(child)) * else: */ __pyx_t_7 = __Pyx_PyList_Append(__pyx_v_children, __pyx_t_4); if (unlikely(__pyx_t_7 == -1)) __PYX_ERR(0, 754, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":753 * if not isinstance(child, Tree): * children.append(child) * elif '@' in child.label: # <<<<<<<<<<<<<< * children.append(child if isinstance(child[0], int) * else splitfrag(child)) */ goto __pyx_L5; } /* "discodop/disambiguation.pyx":757 * else splitfrag(child)) * else: * children.append(Tree(child.label, # <<<<<<<<<<<<<< * ['%d:%d' % (min(child.leaves()), max(child.leaves()))])) * return Tree(node.label, children) */ /*else*/ { __pyx_t_8 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); /* "discodop/disambiguation.pyx":758 * else: * children.append(Tree(child.label, * ['%d:%d' % (min(child.leaves()), max(child.leaves()))])) # <<<<<<<<<<<<<< * return Tree(node.label, children) * */ __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_leaves); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_12 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) { __pyx_t_12 = PyMethod_GET_SELF(__pyx_t_10); if (likely(__pyx_t_12)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10); __Pyx_INCREF(__pyx_t_12); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_10, function); } } if (__pyx_t_12) { __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_12); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } else { __pyx_t_11 = __Pyx_PyObject_CallNoArg(__pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 758, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = PyTuple_New(1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyObject_Call(__pyx_builtin_min, __pyx_t_10, NULL); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_leaves); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_13 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_12))) { __pyx_t_13 = PyMethod_GET_SELF(__pyx_t_12); if (likely(__pyx_t_13)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_12); __Pyx_INCREF(__pyx_t_13); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_12, function); } } if (__pyx_t_13) { __pyx_t_10 = __Pyx_PyObject_CallOneArg(__pyx_t_12, __pyx_t_13); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; } else { __pyx_t_10 = __Pyx_PyObject_CallNoArg(__pyx_t_12); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 758, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __pyx_t_12 = PyTuple_New(1); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = __Pyx_PyObject_Call(__pyx_builtin_max, __pyx_t_12, NULL); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __pyx_t_12 = PyTuple_New(2); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_11); __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_12, 1, __pyx_t_10); __pyx_t_11 = 0; __pyx_t_10 = 0; __pyx_t_10 = PyUnicode_Format(__pyx_kp_u_d_d, __pyx_t_12); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __pyx_t_12 = PyList_New(1); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_GIVEREF(__pyx_t_10); PyList_SET_ITEM(__pyx_t_12, 0, __pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = NULL; __pyx_t_14 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) { __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_10)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_10); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); __pyx_t_14 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[3] = {__pyx_t_10, __pyx_t_9, __pyx_t_12}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[3] = {__pyx_t_10, __pyx_t_9, __pyx_t_12}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } else #endif { __pyx_t_11 = PyTuple_New(2+__pyx_t_14); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); if (__pyx_t_10) { __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_10); __pyx_t_10 = NULL; } __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_11, 0+__pyx_t_14, __pyx_t_9); __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_11, 1+__pyx_t_14, __pyx_t_12); __pyx_t_9 = 0; __pyx_t_12 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_11, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":757 * else splitfrag(child)) * else: * children.append(Tree(child.label, # <<<<<<<<<<<<<< * ['%d:%d' % (min(child.leaves()), max(child.leaves()))])) * return Tree(node.label, children) */ __pyx_t_7 = __Pyx_PyList_Append(__pyx_v_children, __pyx_t_4); if (unlikely(__pyx_t_7 == -1)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __pyx_L5:; /* "discodop/disambiguation.pyx":750 * """Return a copy of a tree with subtrees labeled without '@' removed.""" * children = [] * for child in node: # <<<<<<<<<<<<<< * if not isinstance(child, Tree): * children.append(child) */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":759 * children.append(Tree(child.label, * ['%d:%d' % (min(child.leaves()), max(child.leaves()))])) * return Tree(node.label, children) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 759, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_label); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 759, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_11 = NULL; __pyx_t_14 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); __pyx_t_14 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_11, __pyx_t_8, __pyx_v_children}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 759, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_11, __pyx_t_8, __pyx_v_children}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 759, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else #endif { __pyx_t_12 = PyTuple_New(2+__pyx_t_14); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 759, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); if (__pyx_t_11) { __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_11); __pyx_t_11 = NULL; } __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_12, 0+__pyx_t_14, __pyx_t_8); __Pyx_INCREF(__pyx_v_children); __Pyx_GIVEREF(__pyx_v_children); PyTuple_SET_ITEM(__pyx_t_12, 1+__pyx_t_14, __pyx_v_children); __pyx_t_8 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_12, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 759, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":747 * * * def splitfrag(node): # <<<<<<<<<<<<<< * """Return a copy of a tree with subtrees labeled without '@' removed.""" * children = [] */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_10); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_12); __Pyx_XDECREF(__pyx_t_13); __Pyx_AddTraceback("discodop.disambiguation.splitfrag", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_children); __Pyx_XDECREF(__pyx_v_child); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":762 * * * def treeparsing(trees, sent, Grammar grammar, int m, backtransform, tags=None, # <<<<<<<<<<<<<< * maskrules=True): * """Assign probabilities to a sequence of trees with a DOP grammar. */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_15treeparsing(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_14treeparsing[] = "treeparsing(trees, sent, Grammar grammar, int m, backtransform, tags=None, maskrules=True)\nAssign probabilities to a sequence of trees with a DOP grammar.\n\n\tGiven a sequence of trees (as strings), parse them with a DOP grammar\n\tto get parse tree probabilities; will consider multiple derivations.\n\n\t:param maskrules: If True, prune any grammar rule not in the trees.\n\t\tIf DOP reduction is used, requires selfrulemapping of grammar which\n\t\tshould map to itself; e.g., 'NP@2 => DT@3 NN' should be mapped\n\t\tto 'NP => DT NN' in the same grammar.\n\t:returns: a tuple ``(derivations, msg, chart)``."; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_15treeparsing = {"treeparsing", (PyCFunction)__pyx_pw_8discodop_14disambiguation_15treeparsing, METH_VARARGS|METH_KEYWORDS, __pyx_doc_8discodop_14disambiguation_14treeparsing}; static PyObject *__pyx_pw_8discodop_14disambiguation_15treeparsing(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_trees = 0; PyObject *__pyx_v_sent = 0; struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_grammar = 0; int __pyx_v_m; CYTHON_UNUSED PyObject *__pyx_v_backtransform = 0; PyObject *__pyx_v_tags = 0; PyObject *__pyx_v_maskrules = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("treeparsing (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_trees,&__pyx_n_s_sent,&__pyx_n_s_grammar,&__pyx_n_s_m,&__pyx_n_s_backtransform,&__pyx_n_s_tags,&__pyx_n_s_maskrules,0}; PyObject* values[7] = {0,0,0,0,0,0,0}; values[5] = ((PyObject *)Py_None); /* "discodop/disambiguation.pyx":763 * * def treeparsing(trees, sent, Grammar grammar, int m, backtransform, tags=None, * maskrules=True): # <<<<<<<<<<<<<< * """Assign probabilities to a sequence of trees with a DOP grammar. * */ values[6] = ((PyObject *)Py_True); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6); CYTHON_FALLTHROUGH; case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_trees)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_sent)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("treeparsing", 0, 5, 7, 1); __PYX_ERR(0, 762, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_grammar)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("treeparsing", 0, 5, 7, 2); __PYX_ERR(0, 762, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_m)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("treeparsing", 0, 5, 7, 3); __PYX_ERR(0, 762, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 4: if (likely((values[4] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_backtransform)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("treeparsing", 0, 5, 7, 4); __PYX_ERR(0, 762, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 5: if (kw_args > 0) { PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s_tags); if (value) { values[5] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 6: if (kw_args > 0) { PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s_maskrules); if (value) { values[6] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "treeparsing") < 0)) __PYX_ERR(0, 762, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6); CYTHON_FALLTHROUGH; case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_trees = values[0]; __pyx_v_sent = values[1]; __pyx_v_grammar = ((struct __pyx_obj_8discodop_10containers_Grammar *)values[2]); __pyx_v_m = __Pyx_PyInt_As_int(values[3]); if (unlikely((__pyx_v_m == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 762, __pyx_L3_error) __pyx_v_backtransform = values[4]; __pyx_v_tags = values[5]; __pyx_v_maskrules = values[6]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("treeparsing", 0, 5, 7, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 762, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("discodop.disambiguation.treeparsing", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_grammar), __pyx_ptype_8discodop_10containers_Grammar, 1, "grammar", 0))) __PYX_ERR(0, 762, __pyx_L1_error) __pyx_r = __pyx_pf_8discodop_14disambiguation_14treeparsing(__pyx_self, __pyx_v_trees, __pyx_v_sent, __pyx_v_grammar, __pyx_v_m, __pyx_v_backtransform, __pyx_v_tags, __pyx_v_maskrules); /* "discodop/disambiguation.pyx":762 * * * def treeparsing(trees, sent, Grammar grammar, int m, backtransform, tags=None, # <<<<<<<<<<<<<< * maskrules=True): * """Assign probabilities to a sequence of trees with a DOP grammar. */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __pyx_r = NULL; __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_14treeparsing(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_trees, PyObject *__pyx_v_sent, struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_grammar, int __pyx_v_m, CYTHON_UNUSED PyObject *__pyx_v_backtransform, PyObject *__pyx_v_tags, PyObject *__pyx_v_maskrules) { SmallChartItem __pyx_v_item; FatChartItem __pyx_v_fitem; struct __pyx_obj_8discodop_10containers_Whitelist *__pyx_v_whitelist = 0; int __pyx_v_n; int __pyx_v_lensent; PyObject *__pyx_v_treestr = NULL; PyObject *__pyx_v_tree = NULL; PyObject *__pyx_v_node = NULL; PyObject *__pyx_v_r = NULL; PyObject *__pyx_v_yf = NULL; PyObject *__pyx_v_leaves = NULL; PyObject *__pyx_v_label = NULL; PyObject *__pyx_v_ruleno = NULL; PyObject *__pyx_v_chart = NULL; CYTHON_UNUSED PyObject *__pyx_v__ = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; int __pyx_t_3; Label *__pyx_t_4; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *(*__pyx_t_9)(PyObject *); int __pyx_t_10; PyObject *__pyx_t_11 = NULL; Py_ssize_t __pyx_t_12; PyObject *(*__pyx_t_13)(PyObject *); PyObject *(*__pyx_t_14)(PyObject *); PyObject *__pyx_t_15 = NULL; PyObject *__pyx_t_16 = NULL; PyObject *__pyx_t_17 = NULL; PyObject *__pyx_t_18 = NULL; PyObject *__pyx_t_19 = NULL; Label __pyx_t_20; Py_ssize_t __pyx_t_21; PyObject *(*__pyx_t_22)(PyObject *); uint64_t __pyx_t_23; std::vector ::size_type __pyx_t_24; std::vector ::size_type __pyx_t_25; int __pyx_t_26; int __pyx_t_27; __Pyx_RefNannySetupContext("treeparsing", 0); /* "discodop/disambiguation.pyx":780 * cdef SmallChartItem item * cdef FatChartItem fitem * cdef Whitelist whitelist = Whitelist() # <<<<<<<<<<<<<< * cdef int n, lensent = len(sent) * # cdef int selected = 0 */ __pyx_t_1 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_8discodop_10containers_Whitelist), __pyx_empty_tuple, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 780, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_whitelist = ((struct __pyx_obj_8discodop_10containers_Whitelist *)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":781 * cdef FatChartItem fitem * cdef Whitelist whitelist = Whitelist() * cdef int n, lensent = len(sent) # <<<<<<<<<<<<<< * # cdef int selected = 0 * if lensent < sizeof(uint64_t) * 8: */ __pyx_t_2 = PyObject_Length(__pyx_v_sent); if (unlikely(__pyx_t_2 == -1)) __PYX_ERR(0, 781, __pyx_L1_error) __pyx_v_lensent = __pyx_t_2; /* "discodop/disambiguation.pyx":783 * cdef int n, lensent = len(sent) * # cdef int selected = 0 * if lensent < sizeof(uint64_t) * 8: # <<<<<<<<<<<<<< * whitelist.small.resize(grammar.nonterminals) * else: */ __pyx_t_3 = ((((unsigned int)__pyx_v_lensent) < ((sizeof(uint64_t)) * 8)) != 0); if (__pyx_t_3) { /* "discodop/disambiguation.pyx":784 * # cdef int selected = 0 * if lensent < sizeof(uint64_t) * 8: * whitelist.small.resize(grammar.nonterminals) # <<<<<<<<<<<<<< * else: * whitelist.fat.resize(grammar.nonterminals) */ try { __pyx_v_whitelist->small.resize(__pyx_v_grammar->nonterminals); } catch(...) { __Pyx_CppExn2PyErr(); __PYX_ERR(0, 784, __pyx_L1_error) } /* "discodop/disambiguation.pyx":783 * cdef int n, lensent = len(sent) * # cdef int selected = 0 * if lensent < sizeof(uint64_t) * 8: # <<<<<<<<<<<<<< * whitelist.small.resize(grammar.nonterminals) * else: */ goto __pyx_L3; } /* "discodop/disambiguation.pyx":786 * whitelist.small.resize(grammar.nonterminals) * else: * whitelist.fat.resize(grammar.nonterminals) # <<<<<<<<<<<<<< * assert grammar.selfmapping is not NULL, ('treeparsing() requires ' * 'self mapping; call grammar.getmapping(None, ...)') */ /*else*/ { try { __pyx_v_whitelist->fat.resize(__pyx_v_grammar->nonterminals); } catch(...) { __Pyx_CppExn2PyErr(); __PYX_ERR(0, 786, __pyx_L1_error) } } __pyx_L3:; /* "discodop/disambiguation.pyx":787 * else: * whitelist.fat.resize(grammar.nonterminals) * assert grammar.selfmapping is not NULL, ('treeparsing() requires ' # <<<<<<<<<<<<<< * 'self mapping; call grammar.getmapping(None, ...)') * whitelist.mapping = grammar.selfmapping */ #ifndef CYTHON_WITHOUT_ASSERTIONS if (unlikely(!Py_OptimizeFlag)) { if (unlikely(!((__pyx_v_grammar->selfmapping != NULL) != 0))) { PyErr_SetObject(PyExc_AssertionError, __pyx_kp_u_treeparsing_requires_self_mappin); __PYX_ERR(0, 787, __pyx_L1_error) } } #endif /* "discodop/disambiguation.pyx":789 * assert grammar.selfmapping is not NULL, ('treeparsing() requires ' * 'self mapping; call grammar.getmapping(None, ...)') * whitelist.mapping = grammar.selfmapping # <<<<<<<<<<<<<< * whitelist.splitmapping = NULL * if maskrules: */ __pyx_t_4 = __pyx_v_grammar->selfmapping; __pyx_v_whitelist->mapping = __pyx_t_4; /* "discodop/disambiguation.pyx":790 * 'self mapping; call grammar.getmapping(None, ...)') * whitelist.mapping = grammar.selfmapping * whitelist.splitmapping = NULL # <<<<<<<<<<<<<< * if maskrules: * grammar.setmask([]) # block all rules */ __pyx_v_whitelist->splitmapping = NULL; /* "discodop/disambiguation.pyx":791 * whitelist.mapping = grammar.selfmapping * whitelist.splitmapping = NULL * if maskrules: # <<<<<<<<<<<<<< * grammar.setmask([]) # block all rules * for treestr in trees: */ __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_v_maskrules); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 791, __pyx_L1_error) if (__pyx_t_3) { /* "discodop/disambiguation.pyx":792 * whitelist.splitmapping = NULL * if maskrules: * grammar.setmask([]) # block all rules # <<<<<<<<<<<<<< * for treestr in trees: * tree = Tree(treestr) */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_grammar), __pyx_n_s_setmask); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = PyList_New(0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } if (!__pyx_t_7) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[2] = {__pyx_t_7, __pyx_t_6}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[2] = {__pyx_t_7, __pyx_t_6}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif { __pyx_t_8 = PyTuple_New(1+1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_7); __pyx_t_7 = NULL; __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_8, 0+1, __pyx_t_6); __pyx_t_6 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_8, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":791 * whitelist.mapping = grammar.selfmapping * whitelist.splitmapping = NULL * if maskrules: # <<<<<<<<<<<<<< * grammar.setmask([]) # block all rules * for treestr in trees: */ } /* "discodop/disambiguation.pyx":793 * if maskrules: * grammar.setmask([]) # block all rules * for treestr in trees: # <<<<<<<<<<<<<< * tree = Tree(treestr) * for node, (r, yf) in zip(tree.subtrees(), */ if (likely(PyList_CheckExact(__pyx_v_trees)) || PyTuple_CheckExact(__pyx_v_trees)) { __pyx_t_1 = __pyx_v_trees; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_9 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_trees); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 793, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_9 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 793, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_9)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_5); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 793, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 793, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_5); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 793, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 793, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } } else { __pyx_t_5 = __pyx_t_9(__pyx_t_1); if (unlikely(!__pyx_t_5)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 793, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_5); } __Pyx_XDECREF_SET(__pyx_v_treestr, __pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":794 * grammar.setmask([]) # block all rules * for treestr in trees: * tree = Tree(treestr) # <<<<<<<<<<<<<< * for node, (r, yf) in zip(tree.subtrees(), * lcfrsproductions(tree, sent)): */ __pyx_t_8 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 794, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } if (!__pyx_t_6) { __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_v_treestr); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 794, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[2] = {__pyx_t_6, __pyx_v_treestr}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 794, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[2] = {__pyx_t_6, __pyx_v_treestr}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 794, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif { __pyx_t_7 = PyTuple_New(1+1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 794, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_6); __pyx_t_6 = NULL; __Pyx_INCREF(__pyx_v_treestr); __Pyx_GIVEREF(__pyx_v_treestr); PyTuple_SET_ITEM(__pyx_t_7, 0+1, __pyx_v_treestr); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_7, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 794, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_tree, __pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":795 * for treestr in trees: * tree = Tree(treestr) * for node, (r, yf) in zip(tree.subtrees(), # <<<<<<<<<<<<<< * lcfrsproductions(tree, sent)): * leaves = node.leaves() */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_tree, __pyx_n_s_subtrees); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } if (__pyx_t_7) { __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_7); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } else { __pyx_t_5 = __Pyx_PyObject_CallNoArg(__pyx_t_8); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 795, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":796 * tree = Tree(treestr) * for node, (r, yf) in zip(tree.subtrees(), * lcfrsproductions(tree, sent)): # <<<<<<<<<<<<<< * leaves = node.leaves() * try: */ __pyx_t_7 = __Pyx_GetModuleGlobalName(__pyx_n_s_lcfrsproductions); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 796, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_6 = NULL; __pyx_t_10 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); __pyx_t_10 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_v_tree, __pyx_v_sent}; __pyx_t_8 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 796, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_GOTREF(__pyx_t_8); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_v_tree, __pyx_v_sent}; __pyx_t_8 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 796, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_GOTREF(__pyx_t_8); } else #endif { __pyx_t_11 = PyTuple_New(2+__pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 796, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); if (__pyx_t_6) { __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_6); __pyx_t_6 = NULL; } __Pyx_INCREF(__pyx_v_tree); __Pyx_GIVEREF(__pyx_v_tree); PyTuple_SET_ITEM(__pyx_t_11, 0+__pyx_t_10, __pyx_v_tree); __Pyx_INCREF(__pyx_v_sent); __Pyx_GIVEREF(__pyx_v_sent); PyTuple_SET_ITEM(__pyx_t_11, 1+__pyx_t_10, __pyx_v_sent); __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_11, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 796, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":795 * for treestr in trees: * tree = Tree(treestr) * for node, (r, yf) in zip(tree.subtrees(), # <<<<<<<<<<<<<< * lcfrsproductions(tree, sent)): * leaves = node.leaves() */ __pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_5); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_8); __pyx_t_5 = 0; __pyx_t_8 = 0; __pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_7, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (likely(PyList_CheckExact(__pyx_t_8)) || PyTuple_CheckExact(__pyx_t_8)) { __pyx_t_7 = __pyx_t_8; __Pyx_INCREF(__pyx_t_7); __pyx_t_12 = 0; __pyx_t_13 = NULL; } else { __pyx_t_12 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_13 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 795, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; for (;;) { if (likely(!__pyx_t_13)) { if (likely(PyList_CheckExact(__pyx_t_7))) { if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_7)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_12); __Pyx_INCREF(__pyx_t_8); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 795, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_7, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } else { if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_7)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_12); __Pyx_INCREF(__pyx_t_8); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 795, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_7, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } } else { __pyx_t_8 = __pyx_t_13(__pyx_t_7); if (unlikely(!__pyx_t_8)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 795, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_8); } if ((likely(PyTuple_CheckExact(__pyx_t_8))) || (PyList_CheckExact(__pyx_t_8))) { PyObject* sequence = __pyx_t_8; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 795, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_11 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_11 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_11); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_11 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); #endif __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else { Py_ssize_t index = -1; __pyx_t_6 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_14 = Py_TYPE(__pyx_t_6)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_14(__pyx_t_6); if (unlikely(!__pyx_t_5)) goto __pyx_L9_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_11 = __pyx_t_14(__pyx_t_6); if (unlikely(!__pyx_t_11)) goto __pyx_L9_unpacking_failed; __Pyx_GOTREF(__pyx_t_11); if (__Pyx_IternextUnpackEndCheck(__pyx_t_14(__pyx_t_6), 2) < 0) __PYX_ERR(0, 795, __pyx_L1_error) __pyx_t_14 = NULL; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; goto __pyx_L10_unpacking_done; __pyx_L9_unpacking_failed:; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_14 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 795, __pyx_L1_error) __pyx_L10_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_node, __pyx_t_5); __pyx_t_5 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_11))) || (PyList_CheckExact(__pyx_t_11))) { PyObject* sequence = __pyx_t_11; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 795, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_6 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_15 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_6 = PyList_GET_ITEM(sequence, 0); __pyx_t_15 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(__pyx_t_15); #else __pyx_t_6 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_15 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); #endif __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else { Py_ssize_t index = -1; __pyx_t_16 = PyObject_GetIter(__pyx_t_11); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_16); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_14 = Py_TYPE(__pyx_t_16)->tp_iternext; index = 0; __pyx_t_6 = __pyx_t_14(__pyx_t_16); if (unlikely(!__pyx_t_6)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_6); index = 1; __pyx_t_15 = __pyx_t_14(__pyx_t_16); if (unlikely(!__pyx_t_15)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_15); if (__Pyx_IternextUnpackEndCheck(__pyx_t_14(__pyx_t_16), 2) < 0) __PYX_ERR(0, 795, __pyx_L1_error) __pyx_t_14 = NULL; __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0; goto __pyx_L12_unpacking_done; __pyx_L11_unpacking_failed:; __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0; __pyx_t_14 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 795, __pyx_L1_error) __pyx_L12_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_r, __pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF_SET(__pyx_v_yf, __pyx_t_15); __pyx_t_15 = 0; /* "discodop/disambiguation.pyx":797 * for node, (r, yf) in zip(tree.subtrees(), * lcfrsproductions(tree, sent)): * leaves = node.leaves() # <<<<<<<<<<<<<< * try: * label = grammar.toid[node.label] */ __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_leaves); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 797, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_11))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); } } if (__pyx_t_5) { __pyx_t_8 = __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_t_5); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 797, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else { __pyx_t_8 = __Pyx_PyObject_CallNoArg(__pyx_t_11); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 797, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_XDECREF_SET(__pyx_v_leaves, __pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":798 * lcfrsproductions(tree, sent)): * leaves = node.leaves() * try: # <<<<<<<<<<<<<< * label = grammar.toid[node.label] * except KeyError: */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_17, &__pyx_t_18, &__pyx_t_19); __Pyx_XGOTREF(__pyx_t_17); __Pyx_XGOTREF(__pyx_t_18); __Pyx_XGOTREF(__pyx_t_19); /*try:*/ { /* "discodop/disambiguation.pyx":799 * leaves = node.leaves() * try: * label = grammar.toid[node.label] # <<<<<<<<<<<<<< * except KeyError: * return [], "'%s' not in grammar" % node.label, None */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_label); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 799, __pyx_L13_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_11 = PyObject_GetItem(((PyObject *)__pyx_v_grammar->toid), __pyx_t_8); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 799, __pyx_L13_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_label, __pyx_t_11); __pyx_t_11 = 0; /* "discodop/disambiguation.pyx":798 * lcfrsproductions(tree, sent)): * leaves = node.leaves() * try: # <<<<<<<<<<<<<< * label = grammar.toid[node.label] * except KeyError: */ } __Pyx_XDECREF(__pyx_t_17); __pyx_t_17 = 0; __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_XDECREF(__pyx_t_19); __pyx_t_19 = 0; goto __pyx_L20_try_end; __pyx_L13_error:; __Pyx_PyThreadState_assign __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0; __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; /* "discodop/disambiguation.pyx":800 * try: * label = grammar.toid[node.label] * except KeyError: # <<<<<<<<<<<<<< * return [], "'%s' not in grammar" % node.label, None * # whitelist based on (label, span) */ __pyx_t_10 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_KeyError); if (__pyx_t_10) { __Pyx_AddTraceback("discodop.disambiguation.treeparsing", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_11, &__pyx_t_8, &__pyx_t_5) < 0) __PYX_ERR(0, 800, __pyx_L15_except_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GOTREF(__pyx_t_8); __Pyx_GOTREF(__pyx_t_5); /* "discodop/disambiguation.pyx":801 * label = grammar.toid[node.label] * except KeyError: * return [], "'%s' not in grammar" % node.label, None # <<<<<<<<<<<<<< * # whitelist based on (label, span) * if lensent < sizeof(uint64_t) * 8: */ __Pyx_XDECREF(__pyx_r); __pyx_t_15 = PyList_New(0); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 801, __pyx_L15_except_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_label); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 801, __pyx_L15_except_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_16 = PyUnicode_Format(__pyx_kp_u_s_not_in_grammar, __pyx_t_6); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 801, __pyx_L15_except_error) __Pyx_GOTREF(__pyx_t_16); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = PyTuple_New(3); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 801, __pyx_L15_except_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_15); __Pyx_GIVEREF(__pyx_t_16); PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_t_16); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_6, 2, Py_None); __pyx_t_15 = 0; __pyx_t_16 = 0; __pyx_r = __pyx_t_6; __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; goto __pyx_L16_except_return; } goto __pyx_L15_except_error; __pyx_L15_except_error:; /* "discodop/disambiguation.pyx":798 * lcfrsproductions(tree, sent)): * leaves = node.leaves() * try: # <<<<<<<<<<<<<< * label = grammar.toid[node.label] * except KeyError: */ __Pyx_PyThreadState_assign __Pyx_XGIVEREF(__pyx_t_17); __Pyx_XGIVEREF(__pyx_t_18); __Pyx_XGIVEREF(__pyx_t_19); __Pyx_ExceptionReset(__pyx_t_17, __pyx_t_18, __pyx_t_19); goto __pyx_L1_error; __pyx_L16_except_return:; __Pyx_PyThreadState_assign __Pyx_XGIVEREF(__pyx_t_17); __Pyx_XGIVEREF(__pyx_t_18); __Pyx_XGIVEREF(__pyx_t_19); __Pyx_ExceptionReset(__pyx_t_17, __pyx_t_18, __pyx_t_19); goto __pyx_L0; __pyx_L20_try_end:; } /* "discodop/disambiguation.pyx":803 * return [], "'%s' not in grammar" % node.label, None * # whitelist based on (label, span) * if lensent < sizeof(uint64_t) * 8: # <<<<<<<<<<<<<< * item = SmallChartItem(label, sum([1L << n for n in leaves])) * whitelist.small[label].insert(item) */ __pyx_t_3 = ((((unsigned int)__pyx_v_lensent) < ((sizeof(uint64_t)) * 8)) != 0); if (__pyx_t_3) { /* "discodop/disambiguation.pyx":804 * # whitelist based on (label, span) * if lensent < sizeof(uint64_t) * 8: * item = SmallChartItem(label, sum([1L << n for n in leaves])) # <<<<<<<<<<<<<< * whitelist.small[label].insert(item) * else: */ __pyx_t_20 = __Pyx_PyInt_As_uint32_t(__pyx_v_label); if (unlikely((__pyx_t_20 == ((Label)-1)) && PyErr_Occurred())) __PYX_ERR(0, 804, __pyx_L1_error) { /* enter inner scope */ int __pyx_9genexpr22__pyx_v_n; __pyx_t_5 = PyList_New(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 804, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (likely(PyList_CheckExact(__pyx_v_leaves)) || PyTuple_CheckExact(__pyx_v_leaves)) { __pyx_t_8 = __pyx_v_leaves; __Pyx_INCREF(__pyx_t_8); __pyx_t_21 = 0; __pyx_t_22 = NULL; } else { __pyx_t_21 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_leaves); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 804, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_22 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 804, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_22)) { if (likely(PyList_CheckExact(__pyx_t_8))) { if (__pyx_t_21 >= PyList_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_11 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_21); __Pyx_INCREF(__pyx_t_11); __pyx_t_21++; if (unlikely(0 < 0)) __PYX_ERR(0, 804, __pyx_L1_error) #else __pyx_t_11 = PySequence_ITEM(__pyx_t_8, __pyx_t_21); __pyx_t_21++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 804, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); #endif } else { if (__pyx_t_21 >= PyTuple_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_11 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_21); __Pyx_INCREF(__pyx_t_11); __pyx_t_21++; if (unlikely(0 < 0)) __PYX_ERR(0, 804, __pyx_L1_error) #else __pyx_t_11 = PySequence_ITEM(__pyx_t_8, __pyx_t_21); __pyx_t_21++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 804, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); #endif } } else { __pyx_t_11 = __pyx_t_22(__pyx_t_8); if (unlikely(!__pyx_t_11)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 804, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_11); } __pyx_t_10 = __Pyx_PyInt_As_int(__pyx_t_11); if (unlikely((__pyx_t_10 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 804, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_9genexpr22__pyx_v_n = __pyx_t_10; __pyx_t_11 = __Pyx_PyInt_From_long((1L << __pyx_9genexpr22__pyx_v_n)); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 804, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); if (unlikely(__Pyx_ListComp_Append(__pyx_t_5, (PyObject*)__pyx_t_11))) __PYX_ERR(0, 804, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } /* exit inner scope */ __pyx_t_8 = PyTuple_New(1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 804, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_builtin_sum, __pyx_t_8, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 804, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_23 = __Pyx_PyInt_As_uint64_t(__pyx_t_5); if (unlikely((__pyx_t_23 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 804, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_v_item = SmallChartItem(__pyx_t_20, __pyx_t_23); /* "discodop/disambiguation.pyx":805 * if lensent < sizeof(uint64_t) * 8: * item = SmallChartItem(label, sum([1L << n for n in leaves])) * whitelist.small[label].insert(item) # <<<<<<<<<<<<<< * else: * fitem = FatChartItem(label) */ __pyx_t_24 = __Pyx_PyInt_As_size_t(__pyx_v_label); if (unlikely((__pyx_t_24 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 805, __pyx_L1_error) (__pyx_v_whitelist->small[__pyx_t_24]).insert(__pyx_v_item); /* "discodop/disambiguation.pyx":803 * return [], "'%s' not in grammar" % node.label, None * # whitelist based on (label, span) * if lensent < sizeof(uint64_t) * 8: # <<<<<<<<<<<<<< * item = SmallChartItem(label, sum([1L << n for n in leaves])) * whitelist.small[label].insert(item) */ goto __pyx_L23; } /* "discodop/disambiguation.pyx":807 * whitelist.small[label].insert(item) * else: * fitem = FatChartItem(label) # <<<<<<<<<<<<<< * for n in leaves: * SETBIT(fitem.vec, n) */ /*else*/ { __pyx_t_20 = __Pyx_PyInt_As_uint32_t(__pyx_v_label); if (unlikely((__pyx_t_20 == ((Label)-1)) && PyErr_Occurred())) __PYX_ERR(0, 807, __pyx_L1_error) __pyx_v_fitem = FatChartItem(__pyx_t_20); /* "discodop/disambiguation.pyx":808 * else: * fitem = FatChartItem(label) * for n in leaves: # <<<<<<<<<<<<<< * SETBIT(fitem.vec, n) * whitelist.fat[label].insert(fitem) */ if (likely(PyList_CheckExact(__pyx_v_leaves)) || PyTuple_CheckExact(__pyx_v_leaves)) { __pyx_t_5 = __pyx_v_leaves; __Pyx_INCREF(__pyx_t_5); __pyx_t_21 = 0; __pyx_t_22 = NULL; } else { __pyx_t_21 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_v_leaves); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 808, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_22 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 808, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_22)) { if (likely(PyList_CheckExact(__pyx_t_5))) { if (__pyx_t_21 >= PyList_GET_SIZE(__pyx_t_5)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_21); __Pyx_INCREF(__pyx_t_8); __pyx_t_21++; if (unlikely(0 < 0)) __PYX_ERR(0, 808, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_5, __pyx_t_21); __pyx_t_21++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 808, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } else { if (__pyx_t_21 >= PyTuple_GET_SIZE(__pyx_t_5)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_21); __Pyx_INCREF(__pyx_t_8); __pyx_t_21++; if (unlikely(0 < 0)) __PYX_ERR(0, 808, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_5, __pyx_t_21); __pyx_t_21++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 808, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } } else { __pyx_t_8 = __pyx_t_22(__pyx_t_5); if (unlikely(!__pyx_t_8)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 808, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_8); } __pyx_t_10 = __Pyx_PyInt_As_int(__pyx_t_8); if (unlikely((__pyx_t_10 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 808, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_v_n = __pyx_t_10; /* "discodop/disambiguation.pyx":809 * fitem = FatChartItem(label) * for n in leaves: * SETBIT(fitem.vec, n) # <<<<<<<<<<<<<< * whitelist.fat[label].insert(fitem) * # whitelist based on grammar rule */ SETBIT(__pyx_v_fitem.vec, __pyx_v_n); /* "discodop/disambiguation.pyx":808 * else: * fitem = FatChartItem(label) * for n in leaves: # <<<<<<<<<<<<<< * SETBIT(fitem.vec, n) * whitelist.fat[label].insert(fitem) */ } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":810 * for n in leaves: * SETBIT(fitem.vec, n) * whitelist.fat[label].insert(fitem) # <<<<<<<<<<<<<< * # whitelist based on grammar rule * if maskrules and isinstance(node[0], Tree): */ __pyx_t_25 = __Pyx_PyInt_As_size_t(__pyx_v_label); if (unlikely((__pyx_t_25 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 810, __pyx_L1_error) (__pyx_v_whitelist->fat[__pyx_t_25]).insert(__pyx_v_fitem); } __pyx_L23:; /* "discodop/disambiguation.pyx":812 * whitelist.fat[label].insert(fitem) * # whitelist based on grammar rule * if maskrules and isinstance(node[0], Tree): # <<<<<<<<<<<<<< * try: * ruleno = grammar.getruleno(r, yf) */ __pyx_t_26 = __Pyx_PyObject_IsTrue(__pyx_v_maskrules); if (unlikely(__pyx_t_26 < 0)) __PYX_ERR(0, 812, __pyx_L1_error) if (__pyx_t_26) { } else { __pyx_t_3 = __pyx_t_26; goto __pyx_L29_bool_binop_done; } __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_node, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 812, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_8 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 812, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_26 = PyObject_IsInstance(__pyx_t_5, __pyx_t_8); if (unlikely(__pyx_t_26 == -1)) __PYX_ERR(0, 812, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_27 = (__pyx_t_26 != 0); __pyx_t_3 = __pyx_t_27; __pyx_L29_bool_binop_done:; if (__pyx_t_3) { /* "discodop/disambiguation.pyx":813 * # whitelist based on grammar rule * if maskrules and isinstance(node[0], Tree): * try: # <<<<<<<<<<<<<< * ruleno = grammar.getruleno(r, yf) * except KeyError: */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_19, &__pyx_t_18, &__pyx_t_17); __Pyx_XGOTREF(__pyx_t_19); __Pyx_XGOTREF(__pyx_t_18); __Pyx_XGOTREF(__pyx_t_17); /*try:*/ { /* "discodop/disambiguation.pyx":814 * if maskrules and isinstance(node[0], Tree): * try: * ruleno = grammar.getruleno(r, yf) # <<<<<<<<<<<<<< * except KeyError: * return [], "not in grammar: %r %r" % (r, yf), None */ if (!(likely(PyTuple_CheckExact(__pyx_v_r))||((__pyx_v_r) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_v_r)->tp_name), 0))) __PYX_ERR(0, 814, __pyx_L31_error) if (!(likely(PyTuple_CheckExact(__pyx_v_yf))||((__pyx_v_yf) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_v_yf)->tp_name), 0))) __PYX_ERR(0, 814, __pyx_L31_error) __pyx_t_8 = ((struct __pyx_vtabstruct_8discodop_10containers_Grammar *)__pyx_v_grammar->__pyx_vtab)->getruleno(__pyx_v_grammar, ((PyObject*)__pyx_v_r), ((PyObject*)__pyx_v_yf), 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 814, __pyx_L31_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_XDECREF_SET(__pyx_v_ruleno, __pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":813 * # whitelist based on grammar rule * if maskrules and isinstance(node[0], Tree): * try: # <<<<<<<<<<<<<< * ruleno = grammar.getruleno(r, yf) * except KeyError: */ } __Pyx_XDECREF(__pyx_t_19); __pyx_t_19 = 0; __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_XDECREF(__pyx_t_17); __pyx_t_17 = 0; goto __pyx_L38_try_end; __pyx_L31_error:; __Pyx_PyThreadState_assign __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0; __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":815 * try: * ruleno = grammar.getruleno(r, yf) * except KeyError: # <<<<<<<<<<<<<< * return [], "not in grammar: %r %r" % (r, yf), None * if grammar.selfrulemapping is None: */ __pyx_t_10 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_KeyError); if (__pyx_t_10) { __Pyx_AddTraceback("discodop.disambiguation.treeparsing", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_8, &__pyx_t_5, &__pyx_t_11) < 0) __PYX_ERR(0, 815, __pyx_L33_except_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_GOTREF(__pyx_t_5); __Pyx_GOTREF(__pyx_t_11); /* "discodop/disambiguation.pyx":816 * ruleno = grammar.getruleno(r, yf) * except KeyError: * return [], "not in grammar: %r %r" % (r, yf), None # <<<<<<<<<<<<<< * if grammar.selfrulemapping is None: * CLEARBIT(grammar.mask, ruleno) */ __Pyx_XDECREF(__pyx_r); __pyx_t_6 = PyList_New(0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 816, __pyx_L33_except_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_16 = PyTuple_New(2); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 816, __pyx_L33_except_error) __Pyx_GOTREF(__pyx_t_16); __Pyx_INCREF(__pyx_v_r); __Pyx_GIVEREF(__pyx_v_r); PyTuple_SET_ITEM(__pyx_t_16, 0, __pyx_v_r); __Pyx_INCREF(__pyx_v_yf); __Pyx_GIVEREF(__pyx_v_yf); PyTuple_SET_ITEM(__pyx_t_16, 1, __pyx_v_yf); __pyx_t_15 = PyUnicode_Format(__pyx_kp_u_not_in_grammar_r_r, __pyx_t_16); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 816, __pyx_L33_except_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0; __pyx_t_16 = PyTuple_New(3); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 816, __pyx_L33_except_error) __Pyx_GOTREF(__pyx_t_16); __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_16, 0, __pyx_t_6); __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_16, 1, __pyx_t_15); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_16, 2, Py_None); __pyx_t_6 = 0; __pyx_t_15 = 0; __pyx_r = __pyx_t_16; __pyx_t_16 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; goto __pyx_L34_except_return; } goto __pyx_L33_except_error; __pyx_L33_except_error:; /* "discodop/disambiguation.pyx":813 * # whitelist based on grammar rule * if maskrules and isinstance(node[0], Tree): * try: # <<<<<<<<<<<<<< * ruleno = grammar.getruleno(r, yf) * except KeyError: */ __Pyx_PyThreadState_assign __Pyx_XGIVEREF(__pyx_t_19); __Pyx_XGIVEREF(__pyx_t_18); __Pyx_XGIVEREF(__pyx_t_17); __Pyx_ExceptionReset(__pyx_t_19, __pyx_t_18, __pyx_t_17); goto __pyx_L1_error; __pyx_L34_except_return:; __Pyx_PyThreadState_assign __Pyx_XGIVEREF(__pyx_t_19); __Pyx_XGIVEREF(__pyx_t_18); __Pyx_XGIVEREF(__pyx_t_17); __Pyx_ExceptionReset(__pyx_t_19, __pyx_t_18, __pyx_t_17); goto __pyx_L0; __pyx_L38_try_end:; } /* "discodop/disambiguation.pyx":817 * except KeyError: * return [], "not in grammar: %r %r" % (r, yf), None * if grammar.selfrulemapping is None: # <<<<<<<<<<<<<< * CLEARBIT(grammar.mask, ruleno) * else: */ __pyx_t_3 = (__pyx_v_grammar->selfrulemapping == ((PyObject*)Py_None)); __pyx_t_27 = (__pyx_t_3 != 0); if (__pyx_t_27) { /* "discodop/disambiguation.pyx":818 * return [], "not in grammar: %r %r" % (r, yf), None * if grammar.selfrulemapping is None: * CLEARBIT(grammar.mask, ruleno) # <<<<<<<<<<<<<< * else: * for n in grammar.selfrulemapping[ruleno]: */ __pyx_t_10 = __Pyx_PyInt_As_int(__pyx_v_ruleno); if (unlikely((__pyx_t_10 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 818, __pyx_L1_error) CLEARBIT(__pyx_v_grammar->mask, __pyx_t_10); /* "discodop/disambiguation.pyx":817 * except KeyError: * return [], "not in grammar: %r %r" % (r, yf), None * if grammar.selfrulemapping is None: # <<<<<<<<<<<<<< * CLEARBIT(grammar.mask, ruleno) * else: */ goto __pyx_L41; } /* "discodop/disambiguation.pyx":820 * CLEARBIT(grammar.mask, ruleno) * else: * for n in grammar.selfrulemapping[ruleno]: # <<<<<<<<<<<<<< * CLEARBIT(grammar.mask, n) * # if TESTBIT(grammar.mask, n): */ /*else*/ { if (unlikely(__pyx_v_grammar->selfrulemapping == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 820, __pyx_L1_error) } __pyx_t_11 = PyObject_GetItem(__pyx_v_grammar->selfrulemapping, __pyx_v_ruleno); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 820, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); if (likely(PyList_CheckExact(__pyx_t_11)) || PyTuple_CheckExact(__pyx_t_11)) { __pyx_t_5 = __pyx_t_11; __Pyx_INCREF(__pyx_t_5); __pyx_t_21 = 0; __pyx_t_22 = NULL; } else { __pyx_t_21 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_11); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 820, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_22 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 820, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; for (;;) { if (likely(!__pyx_t_22)) { if (likely(PyList_CheckExact(__pyx_t_5))) { if (__pyx_t_21 >= PyList_GET_SIZE(__pyx_t_5)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_11 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_21); __Pyx_INCREF(__pyx_t_11); __pyx_t_21++; if (unlikely(0 < 0)) __PYX_ERR(0, 820, __pyx_L1_error) #else __pyx_t_11 = PySequence_ITEM(__pyx_t_5, __pyx_t_21); __pyx_t_21++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 820, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); #endif } else { if (__pyx_t_21 >= PyTuple_GET_SIZE(__pyx_t_5)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_11 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_21); __Pyx_INCREF(__pyx_t_11); __pyx_t_21++; if (unlikely(0 < 0)) __PYX_ERR(0, 820, __pyx_L1_error) #else __pyx_t_11 = PySequence_ITEM(__pyx_t_5, __pyx_t_21); __pyx_t_21++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 820, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); #endif } } else { __pyx_t_11 = __pyx_t_22(__pyx_t_5); if (unlikely(!__pyx_t_11)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 820, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_11); } __pyx_t_10 = __Pyx_PyInt_As_int(__pyx_t_11); if (unlikely((__pyx_t_10 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 820, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_v_n = __pyx_t_10; /* "discodop/disambiguation.pyx":821 * else: * for n in grammar.selfrulemapping[ruleno]: * CLEARBIT(grammar.mask, n) # <<<<<<<<<<<<<< * # if TESTBIT(grammar.mask, n): * # CLEARBIT(grammar.mask, n) */ CLEARBIT(__pyx_v_grammar->mask, __pyx_v_n); /* "discodop/disambiguation.pyx":820 * CLEARBIT(grammar.mask, ruleno) * else: * for n in grammar.selfrulemapping[ruleno]: # <<<<<<<<<<<<<< * CLEARBIT(grammar.mask, n) * # if TESTBIT(grammar.mask, n): */ } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __pyx_L41:; /* "discodop/disambiguation.pyx":812 * whitelist.fat[label].insert(fitem) * # whitelist based on grammar rule * if maskrules and isinstance(node[0], Tree): # <<<<<<<<<<<<<< * try: * ruleno = grammar.getruleno(r, yf) */ } /* "discodop/disambiguation.pyx":795 * for treestr in trees: * tree = Tree(treestr) * for node, (r, yf) in zip(tree.subtrees(), # <<<<<<<<<<<<<< * lcfrsproductions(tree, sent)): * leaves = node.leaves() */ } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":793 * if maskrules: * grammar.setmask([]) # block all rules * for treestr in trees: # <<<<<<<<<<<<<< * tree = Tree(treestr) * for node, (r, yf) in zip(tree.subtrees(), */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":830 * # requires a different way of pruning. * # FIXME: two pruning mechanisms; want both? * chart, _ = plcfrs.parse(sent, grammar, tags=tags, whitelist=whitelist) # <<<<<<<<<<<<<< * if maskrules: * grammar.setmask(None) */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_plcfrs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 830, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_parse); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 830, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 830, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_sent); __Pyx_GIVEREF(__pyx_v_sent); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_sent); __Pyx_INCREF(((PyObject *)__pyx_v_grammar)); __Pyx_GIVEREF(((PyObject *)__pyx_v_grammar)); PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)__pyx_v_grammar)); __pyx_t_5 = PyDict_New(); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 830, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_tags, __pyx_v_tags) < 0) __PYX_ERR(0, 830, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_whitelist, ((PyObject *)__pyx_v_whitelist)) < 0) __PYX_ERR(0, 830, __pyx_L1_error) __pyx_t_11 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_1, __pyx_t_5); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 830, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_11))) || (PyList_CheckExact(__pyx_t_11))) { PyObject* sequence = __pyx_t_11; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 830, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_1); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 830, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 830, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else { Py_ssize_t index = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_11); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 830, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_14 = Py_TYPE(__pyx_t_7)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_14(__pyx_t_7); if (unlikely(!__pyx_t_5)) goto __pyx_L44_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_1 = __pyx_t_14(__pyx_t_7); if (unlikely(!__pyx_t_1)) goto __pyx_L44_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); if (__Pyx_IternextUnpackEndCheck(__pyx_t_14(__pyx_t_7), 2) < 0) __PYX_ERR(0, 830, __pyx_L1_error) __pyx_t_14 = NULL; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; goto __pyx_L45_unpacking_done; __pyx_L44_unpacking_failed:; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_14 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 830, __pyx_L1_error) __pyx_L45_unpacking_done:; } __pyx_v_chart = __pyx_t_5; __pyx_t_5 = 0; __pyx_v__ = __pyx_t_1; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":831 * # FIXME: two pruning mechanisms; want both? * chart, _ = plcfrs.parse(sent, grammar, tags=tags, whitelist=whitelist) * if maskrules: # <<<<<<<<<<<<<< * grammar.setmask(None) * */ __pyx_t_27 = __Pyx_PyObject_IsTrue(__pyx_v_maskrules); if (unlikely(__pyx_t_27 < 0)) __PYX_ERR(0, 831, __pyx_L1_error) if (__pyx_t_27) { /* "discodop/disambiguation.pyx":832 * chart, _ = plcfrs.parse(sent, grammar, tags=tags, whitelist=whitelist) * if maskrules: * grammar.setmask(None) # <<<<<<<<<<<<<< * * if not chart: */ __pyx_t_11 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_grammar), __pyx_n_s_setmask); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 832, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_11, __pyx_tuple__24, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 832, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":831 * # FIXME: two pruning mechanisms; want both? * chart, _ = plcfrs.parse(sent, grammar, tags=tags, whitelist=whitelist) * if maskrules: # <<<<<<<<<<<<<< * grammar.setmask(None) * */ } /* "discodop/disambiguation.pyx":834 * grammar.setmask(None) * * if not chart: # <<<<<<<<<<<<<< * return [], 'tree parsing failed', chart * return lazykbest(chart, m), '', chart */ __pyx_t_27 = __Pyx_PyObject_IsTrue(__pyx_v_chart); if (unlikely(__pyx_t_27 < 0)) __PYX_ERR(0, 834, __pyx_L1_error) __pyx_t_3 = ((!__pyx_t_27) != 0); if (__pyx_t_3) { /* "discodop/disambiguation.pyx":835 * * if not chart: * return [], 'tree parsing failed', chart # <<<<<<<<<<<<<< * return lazykbest(chart, m), '', chart * */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 835, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_11 = PyTuple_New(3); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 835, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_1); __Pyx_INCREF(__pyx_kp_u_tree_parsing_failed); __Pyx_GIVEREF(__pyx_kp_u_tree_parsing_failed); PyTuple_SET_ITEM(__pyx_t_11, 1, __pyx_kp_u_tree_parsing_failed); __Pyx_INCREF(__pyx_v_chart); __Pyx_GIVEREF(__pyx_v_chart); PyTuple_SET_ITEM(__pyx_t_11, 2, __pyx_v_chart); __pyx_t_1 = 0; __pyx_r = __pyx_t_11; __pyx_t_11 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":834 * grammar.setmask(None) * * if not chart: # <<<<<<<<<<<<<< * return [], 'tree parsing failed', chart * return lazykbest(chart, m), '', chart */ } /* "discodop/disambiguation.pyx":836 * if not chart: * return [], 'tree parsing failed', chart * return lazykbest(chart, m), '', chart # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_lazykbest); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 836, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_m); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 836, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_7 = NULL; __pyx_t_10 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); __pyx_t_10 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_v_chart, __pyx_t_5}; __pyx_t_11 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 836, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_v_chart, __pyx_t_5}; __pyx_t_11 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 836, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else #endif { __pyx_t_8 = PyTuple_New(2+__pyx_t_10); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 836, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (__pyx_t_7) { __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_7); __pyx_t_7 = NULL; } __Pyx_INCREF(__pyx_v_chart); __Pyx_GIVEREF(__pyx_v_chart); PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_10, __pyx_v_chart); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_10, __pyx_t_5); __pyx_t_5 = 0; __pyx_t_11 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_8, NULL); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 836, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 836, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_11); __Pyx_INCREF(__pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_kp_u__3); __Pyx_INCREF(__pyx_v_chart); __Pyx_GIVEREF(__pyx_v_chart); PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_v_chart); __pyx_t_11 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":762 * * * def treeparsing(trees, sent, Grammar grammar, int m, backtransform, tags=None, # <<<<<<<<<<<<<< * maskrules=True): * """Assign probabilities to a sequence of trees with a DOP grammar. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_15); __Pyx_XDECREF(__pyx_t_16); __Pyx_AddTraceback("discodop.disambiguation.treeparsing", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_whitelist); __Pyx_XDECREF(__pyx_v_treestr); __Pyx_XDECREF(__pyx_v_tree); __Pyx_XDECREF(__pyx_v_node); __Pyx_XDECREF(__pyx_v_r); __Pyx_XDECREF(__pyx_v_yf); __Pyx_XDECREF(__pyx_v_leaves); __Pyx_XDECREF(__pyx_v_label); __Pyx_XDECREF(__pyx_v_ruleno); __Pyx_XDECREF(__pyx_v_chart); __Pyx_XDECREF(__pyx_v__); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":839 * * * cdef Prob getderivprob(RankedEdge deriv, Chart chart, list sent): # <<<<<<<<<<<<<< * """Recursively calculate probability of a derivation. * */ static Prob __pyx_f_8discodop_14disambiguation_getderivprob(RankedEdge __pyx_v_deriv, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, PyObject *__pyx_v_sent) { Prob __pyx_v_result; Label __pyx_v_label; PyObject *__pyx_v_word = NULL; Prob __pyx_r; __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; std::string __pyx_t_5; Prob __pyx_t_6; __Pyx_RefNannySetupContext("getderivprob", 0); /* "discodop/disambiguation.pyx":845 * model of the same grammar.""" * cdef Prob result * if deriv.edge.rule is NULL: # is terminal # <<<<<<<<<<<<<< * label = chart.label(deriv.head) * word = sent[chart.lexidx(deriv.edge)] */ __pyx_t_1 = ((__pyx_v_deriv.edge.rule == NULL) != 0); if (__pyx_t_1) { /* "discodop/disambiguation.pyx":846 * cdef Prob result * if deriv.edge.rule is NULL: # is terminal * label = chart.label(deriv.head) # <<<<<<<<<<<<<< * word = sent[chart.lexidx(deriv.edge)] * return chart.grammar.lexical[ */ __pyx_v_label = ((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->label(__pyx_v_chart, __pyx_v_deriv.head); /* "discodop/disambiguation.pyx":847 * if deriv.edge.rule is NULL: # is terminal * label = chart.label(deriv.head) * word = sent[chart.lexidx(deriv.edge)] # <<<<<<<<<<<<<< * return chart.grammar.lexical[ * chart.grammar.lexicalbylhs[label][word.encode('utf8')]].prob */ if (unlikely(__pyx_v_sent == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 847, __pyx_L1_error) } __pyx_t_2 = ((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->lexidx(__pyx_v_chart, __pyx_v_deriv.edge); if (unlikely(__pyx_t_2 == -1)) __PYX_ERR(0, 847, __pyx_L1_error) __pyx_t_3 = PyList_GET_ITEM(__pyx_v_sent, __pyx_t_2); __Pyx_INCREF(__pyx_t_3); __pyx_v_word = __pyx_t_3; __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":849 * word = sent[chart.lexidx(deriv.edge)] * return chart.grammar.lexical[ * chart.grammar.lexicalbylhs[label][word.encode('utf8')]].prob # <<<<<<<<<<<<<< * result = deriv.edge.rule.prob * result += getderivprob(chart.rankededges[ */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_word, __pyx_n_s_encode); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 849, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_tuple__25, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 849, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_5 = __pyx_convert_string_from_py_std__in_string(__pyx_t_4); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 849, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":848 * label = chart.label(deriv.head) * word = sent[chart.lexidx(deriv.edge)] * return chart.grammar.lexical[ # <<<<<<<<<<<<<< * chart.grammar.lexicalbylhs[label][word.encode('utf8')]].prob * result = deriv.edge.rule.prob */ __pyx_r = (__pyx_v_chart->grammar->lexical[((__pyx_v_chart->grammar->lexicalbylhs[__pyx_v_label])[__pyx_t_5])]).prob; goto __pyx_L0; /* "discodop/disambiguation.pyx":845 * model of the same grammar.""" * cdef Prob result * if deriv.edge.rule is NULL: # is terminal # <<<<<<<<<<<<<< * label = chart.label(deriv.head) * word = sent[chart.lexidx(deriv.edge)] */ } /* "discodop/disambiguation.pyx":850 * return chart.grammar.lexical[ * chart.grammar.lexicalbylhs[label][word.encode('utf8')]].prob * result = deriv.edge.rule.prob # <<<<<<<<<<<<<< * result += getderivprob(chart.rankededges[ * chart.left(deriv)][deriv.left].first, */ __pyx_t_6 = __pyx_v_deriv.edge.rule->prob; __pyx_v_result = __pyx_t_6; /* "discodop/disambiguation.pyx":851 * chart.grammar.lexicalbylhs[label][word.encode('utf8')]].prob * result = deriv.edge.rule.prob * result += getderivprob(chart.rankededges[ # <<<<<<<<<<<<<< * chart.left(deriv)][deriv.left].first, * chart, sent) */ __pyx_v_result = (__pyx_v_result + __pyx_f_8discodop_14disambiguation_getderivprob(((__pyx_v_chart->rankededges[((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->left(__pyx_v_chart, __pyx_v_deriv)])[__pyx_v_deriv.left]).first, __pyx_v_chart, __pyx_v_sent)); /* "discodop/disambiguation.pyx":854 * chart.left(deriv)][deriv.left].first, * chart, sent) * if deriv.edge.rule.rhs2: # <<<<<<<<<<<<<< * result += getderivprob(chart.rankededges[ * chart.right(deriv)][deriv.right].first, */ __pyx_t_1 = (__pyx_v_deriv.edge.rule->rhs2 != 0); if (__pyx_t_1) { /* "discodop/disambiguation.pyx":855 * chart, sent) * if deriv.edge.rule.rhs2: * result += getderivprob(chart.rankededges[ # <<<<<<<<<<<<<< * chart.right(deriv)][deriv.right].first, * chart, sent) */ __pyx_v_result = (__pyx_v_result + __pyx_f_8discodop_14disambiguation_getderivprob(((__pyx_v_chart->rankededges[((struct __pyx_vtabstruct_8discodop_10containers_Chart *)__pyx_v_chart->__pyx_vtab)->right(__pyx_v_chart, __pyx_v_deriv)])[__pyx_v_deriv.right]).first, __pyx_v_chart, __pyx_v_sent)); /* "discodop/disambiguation.pyx":854 * chart.left(deriv)][deriv.left].first, * chart, sent) * if deriv.edge.rule.rhs2: # <<<<<<<<<<<<<< * result += getderivprob(chart.rankededges[ * chart.right(deriv)][deriv.right].first, */ } /* "discodop/disambiguation.pyx":858 * chart.right(deriv)][deriv.right].first, * chart, sent) * return result # <<<<<<<<<<<<<< * * cpdef viterbiderivation(Chart chart): */ __pyx_r = __pyx_v_result; goto __pyx_L0; /* "discodop/disambiguation.pyx":839 * * * cdef Prob getderivprob(RankedEdge deriv, Chart chart, list sent): # <<<<<<<<<<<<<< * """Recursively calculate probability of a derivation. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_WriteUnraisable("discodop.disambiguation.getderivprob", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_word); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":860 * return result * * cpdef viterbiderivation(Chart chart): # <<<<<<<<<<<<<< * """Wrapper to get Viterbi derivation from chart.""" * # Ask for at least 10 derivations because unary cycles. */ static PyObject *__pyx_pw_8discodop_14disambiguation_17viterbiderivation(PyObject *__pyx_self, PyObject *__pyx_v_chart); /*proto*/ static PyObject *__pyx_f_8discodop_14disambiguation_viterbiderivation(struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart, CYTHON_UNUSED int __pyx_skip_dispatch) { PyObject *__pyx_v_derivations = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; __Pyx_RefNannySetupContext("viterbiderivation", 0); /* "discodop/disambiguation.pyx":863 * """Wrapper to get Viterbi derivation from chart.""" * # Ask for at least 10 derivations because unary cycles. * derivations = lazykbest(chart, 10) # <<<<<<<<<<<<<< * return derivations[0] * */ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_lazykbest); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 863, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; __pyx_t_4 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_4 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_3, ((PyObject *)__pyx_v_chart), __pyx_int_10}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 2+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 863, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_3, ((PyObject *)__pyx_v_chart), __pyx_int_10}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 2+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 863, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_5 = PyTuple_New(2+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 863, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(((PyObject *)__pyx_v_chart)); __Pyx_GIVEREF(((PyObject *)__pyx_v_chart)); PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, ((PyObject *)__pyx_v_chart)); __Pyx_INCREF(__pyx_int_10); __Pyx_GIVEREF(__pyx_int_10); PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_int_10); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 863, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_derivations = __pyx_t_1; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":864 * # Ask for at least 10 derivations because unary cycles. * derivations = lazykbest(chart, 10) * return derivations[0] # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_derivations, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 864, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":860 * return result * * cpdef viterbiderivation(Chart chart): # <<<<<<<<<<<<<< * """Wrapper to get Viterbi derivation from chart.""" * # Ask for at least 10 derivations because unary cycles. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("discodop.disambiguation.viterbiderivation", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_derivations); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_17viterbiderivation(PyObject *__pyx_self, PyObject *__pyx_v_chart); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_16viterbiderivation[] = "viterbiderivation(Chart chart)\nWrapper to get Viterbi derivation from chart."; static PyObject *__pyx_pw_8discodop_14disambiguation_17viterbiderivation(PyObject *__pyx_self, PyObject *__pyx_v_chart) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("viterbiderivation (wrapper)", 0); if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_chart), __pyx_ptype_8discodop_10containers_Chart, 1, "chart", 0))) __PYX_ERR(0, 860, __pyx_L1_error) __pyx_r = __pyx_pf_8discodop_14disambiguation_16viterbiderivation(__pyx_self, ((struct __pyx_obj_8discodop_10containers_Chart *)__pyx_v_chart)); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __pyx_r = NULL; __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_16viterbiderivation(CYTHON_UNUSED PyObject *__pyx_self, struct __pyx_obj_8discodop_10containers_Chart *__pyx_v_chart) { PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; __Pyx_RefNannySetupContext("viterbiderivation", 0); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __pyx_f_8discodop_14disambiguation_viterbiderivation(__pyx_v_chart, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 860, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("discodop.disambiguation.viterbiderivation", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":867 * * * def doprerank(parsetrees, sent, k, Grammar coarse, Grammar fine): # <<<<<<<<<<<<<< * """Rerank *k*-best coarse trees w/parse probabilities of DOP reduction. * */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_19doprerank(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_18doprerank[] = "doprerank(parsetrees, sent, k, Grammar coarse, Grammar fine)\nRerank *k*-best coarse trees w/parse probabilities of DOP reduction.\n\n\tcf. ``dopparseprob()``."; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_19doprerank = {"doprerank", (PyCFunction)__pyx_pw_8discodop_14disambiguation_19doprerank, METH_VARARGS|METH_KEYWORDS, __pyx_doc_8discodop_14disambiguation_18doprerank}; static PyObject *__pyx_pw_8discodop_14disambiguation_19doprerank(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_parsetrees = 0; PyObject *__pyx_v_sent = 0; PyObject *__pyx_v_k = 0; struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_coarse = 0; struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_fine = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("doprerank (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_parsetrees,&__pyx_n_s_sent,&__pyx_n_s_k,&__pyx_n_s_coarse,&__pyx_n_s_fine,0}; PyObject* values[5] = {0,0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_parsetrees)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_sent)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("doprerank", 1, 5, 5, 1); __PYX_ERR(0, 867, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_k)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("doprerank", 1, 5, 5, 2); __PYX_ERR(0, 867, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_coarse)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("doprerank", 1, 5, 5, 3); __PYX_ERR(0, 867, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 4: if (likely((values[4] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_fine)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("doprerank", 1, 5, 5, 4); __PYX_ERR(0, 867, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "doprerank") < 0)) __PYX_ERR(0, 867, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 5) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); values[4] = PyTuple_GET_ITEM(__pyx_args, 4); } __pyx_v_parsetrees = values[0]; __pyx_v_sent = values[1]; __pyx_v_k = values[2]; __pyx_v_coarse = ((struct __pyx_obj_8discodop_10containers_Grammar *)values[3]); __pyx_v_fine = ((struct __pyx_obj_8discodop_10containers_Grammar *)values[4]); } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("doprerank", 1, 5, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 867, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("discodop.disambiguation.doprerank", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_coarse), __pyx_ptype_8discodop_10containers_Grammar, 1, "coarse", 0))) __PYX_ERR(0, 867, __pyx_L1_error) if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_fine), __pyx_ptype_8discodop_10containers_Grammar, 1, "fine", 0))) __PYX_ERR(0, 867, __pyx_L1_error) __pyx_r = __pyx_pf_8discodop_14disambiguation_18doprerank(__pyx_self, __pyx_v_parsetrees, __pyx_v_sent, __pyx_v_k, __pyx_v_coarse, __pyx_v_fine); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __pyx_r = NULL; __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":878 * msg = 're-ranked %d parse trees; best tree at %d. ' % ( * len(results), * max(range(len(results)), key=lambda x: results[x][1]) + 1) # <<<<<<<<<<<<<< * return results, msg * */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_9doprerank_lambda(PyObject *__pyx_self, PyObject *__pyx_v_x); /*proto*/ static PyMethodDef __pyx_mdef_8discodop_14disambiguation_9doprerank_lambda = {"lambda", (PyCFunction)__pyx_pw_8discodop_14disambiguation_9doprerank_lambda, METH_O, 0}; static PyObject *__pyx_pw_8discodop_14disambiguation_9doprerank_lambda(PyObject *__pyx_self, PyObject *__pyx_v_x) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda(__pyx_self, ((PyObject *)__pyx_v_x)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda(PyObject *__pyx_self, PyObject *__pyx_v_x) { struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *__pyx_cur_scope; struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; __Pyx_RefNannySetupContext("lambda", 0); __pyx_outer_scope = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_results)) { __Pyx_RaiseClosureNameError("results"); __PYX_ERR(0, 878, __pyx_L1_error) } if (unlikely(__pyx_cur_scope->__pyx_v_results == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 878, __pyx_L1_error) } __pyx_t_1 = PyObject_GetItem(__pyx_cur_scope->__pyx_v_results, __pyx_v_x); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_GetItemInt(__pyx_t_1, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("discodop.disambiguation.doprerank.lambda", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":867 * * * def doprerank(parsetrees, sent, k, Grammar coarse, Grammar fine): # <<<<<<<<<<<<<< * """Rerank *k*-best coarse trees w/parse probabilities of DOP reduction. * */ static PyObject *__pyx_pf_8discodop_14disambiguation_18doprerank(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_parsetrees, PyObject *__pyx_v_sent, PyObject *__pyx_v_k, struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_coarse, struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_fine) { struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *__pyx_cur_scope; PyObject *__pyx_v_derivstr = NULL; CYTHON_UNUSED PyObject *__pyx_v__ = NULL; PyObject *__pyx_v_deriv = NULL; PyObject *__pyx_v_msg = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; Py_ssize_t __pyx_t_6; PyObject *(*__pyx_t_7)(PyObject *); PyObject *__pyx_t_8 = NULL; PyObject *(*__pyx_t_9)(PyObject *); int __pyx_t_10; PyObject *__pyx_t_11 = NULL; int __pyx_t_12; __Pyx_RefNannySetupContext("doprerank", 0); __pyx_cur_scope = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *)__pyx_tp_new_8discodop_14disambiguation___pyx_scope_struct__doprerank(__pyx_ptype_8discodop_14disambiguation___pyx_scope_struct__doprerank, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 867, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } /* "discodop/disambiguation.pyx":871 * * cf. ``dopparseprob()``.""" * cdef list results = [] # <<<<<<<<<<<<<< * for derivstr, _, _ in nlargest(k, parsetrees, key=itemgetter(1)): * deriv = addbitsets(derivstr) */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 871, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_1); __pyx_cur_scope->__pyx_v_results = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":872 * cf. ``dopparseprob()``.""" * cdef list results = [] * for derivstr, _, _ in nlargest(k, parsetrees, key=itemgetter(1)): # <<<<<<<<<<<<<< * deriv = addbitsets(derivstr) * results.append((derivstr, exp(dopparseprob(deriv, sent, coarse, fine)), */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_nlargest); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_k); __Pyx_GIVEREF(__pyx_v_k); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_k); __Pyx_INCREF(__pyx_v_parsetrees); __Pyx_GIVEREF(__pyx_v_parsetrees); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_parsetrees); __pyx_t_3 = PyDict_New(); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_itemgetter); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__26, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_key, __pyx_t_5) < 0) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) { __pyx_t_3 = __pyx_t_5; __Pyx_INCREF(__pyx_t_3); __pyx_t_6 = 0; __pyx_t_7 = NULL; } else { __pyx_t_6 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_7 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 872, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; for (;;) { if (likely(!__pyx_t_7)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_6); __Pyx_INCREF(__pyx_t_5); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 872, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_3, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } else { if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_6); __Pyx_INCREF(__pyx_t_5); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 872, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_3, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } } else { __pyx_t_5 = __pyx_t_7(__pyx_t_3); if (unlikely(!__pyx_t_5)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 872, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_5); } if ((likely(PyTuple_CheckExact(__pyx_t_5))) || (PyList_CheckExact(__pyx_t_5))) { PyObject* sequence = __pyx_t_5; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 3)) { if (size > 3) __Pyx_RaiseTooManyValuesError(3); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 872, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); __pyx_t_4 = PyTuple_GET_ITEM(sequence, 2); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); __pyx_t_4 = PyList_GET_ITEM(sequence, 2); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_4); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else { Py_ssize_t index = -1; __pyx_t_8 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_9 = Py_TYPE(__pyx_t_8)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_2)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_1 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_1)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 2; __pyx_t_4 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_4)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_4); if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 3) < 0) __PYX_ERR(0, 872, __pyx_L1_error) __pyx_t_9 = NULL; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; goto __pyx_L6_unpacking_done; __pyx_L5_unpacking_failed:; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_9 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 872, __pyx_L1_error) __pyx_L6_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_derivstr, __pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF_SET(__pyx_v__, __pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF_SET(__pyx_v__, __pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":873 * cdef list results = [] * for derivstr, _, _ in nlargest(k, parsetrees, key=itemgetter(1)): * deriv = addbitsets(derivstr) # <<<<<<<<<<<<<< * results.append((derivstr, exp(dopparseprob(deriv, sent, coarse, fine)), * None)) */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_addbitsets); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 873, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } if (!__pyx_t_1) { __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_derivstr); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 873, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_1, __pyx_v_derivstr}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 873, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_1, __pyx_v_derivstr}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 873, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif { __pyx_t_2 = PyTuple_New(1+1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 873, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __pyx_t_1 = NULL; __Pyx_INCREF(__pyx_v_derivstr); __Pyx_GIVEREF(__pyx_v_derivstr); PyTuple_SET_ITEM(__pyx_t_2, 0+1, __pyx_v_derivstr); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_2, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 873, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF_SET(__pyx_v_deriv, __pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":874 * for derivstr, _, _ in nlargest(k, parsetrees, key=itemgetter(1)): * deriv = addbitsets(derivstr) * results.append((derivstr, exp(dopparseprob(deriv, sent, coarse, fine)), # <<<<<<<<<<<<<< * None)) * msg = 're-ranked %d parse trees; best tree at %d. ' % ( */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_exp); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_dopparseprob); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = NULL; __pyx_t_10 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); __pyx_t_10 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[5] = {__pyx_t_8, __pyx_v_deriv, __pyx_v_sent, ((PyObject *)__pyx_v_coarse), ((PyObject *)__pyx_v_fine)}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_10, 4+__pyx_t_10); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_2); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[5] = {__pyx_t_8, __pyx_v_deriv, __pyx_v_sent, ((PyObject *)__pyx_v_coarse), ((PyObject *)__pyx_v_fine)}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_10, 4+__pyx_t_10); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_2); } else #endif { __pyx_t_11 = PyTuple_New(4+__pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); if (__pyx_t_8) { __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_8); __pyx_t_8 = NULL; } __Pyx_INCREF(__pyx_v_deriv); __Pyx_GIVEREF(__pyx_v_deriv); PyTuple_SET_ITEM(__pyx_t_11, 0+__pyx_t_10, __pyx_v_deriv); __Pyx_INCREF(__pyx_v_sent); __Pyx_GIVEREF(__pyx_v_sent); PyTuple_SET_ITEM(__pyx_t_11, 1+__pyx_t_10, __pyx_v_sent); __Pyx_INCREF(((PyObject *)__pyx_v_coarse)); __Pyx_GIVEREF(((PyObject *)__pyx_v_coarse)); PyTuple_SET_ITEM(__pyx_t_11, 2+__pyx_t_10, ((PyObject *)__pyx_v_coarse)); __Pyx_INCREF(((PyObject *)__pyx_v_fine)); __Pyx_GIVEREF(((PyObject *)__pyx_v_fine)); PyTuple_SET_ITEM(__pyx_t_11, 3+__pyx_t_10, ((PyObject *)__pyx_v_fine)); __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_11, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } if (!__pyx_t_1) { __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_5); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_1, __pyx_t_2}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_1, __pyx_t_2}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif { __pyx_t_11 = PyTuple_New(1+1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_1); __pyx_t_1 = NULL; __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_11, 0+1, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_11, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":875 * deriv = addbitsets(derivstr) * results.append((derivstr, exp(dopparseprob(deriv, sent, coarse, fine)), * None)) # <<<<<<<<<<<<<< * msg = 're-ranked %d parse trees; best tree at %d. ' % ( * len(results), */ __pyx_t_4 = PyTuple_New(3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_v_derivstr); __Pyx_GIVEREF(__pyx_v_derivstr); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_derivstr); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_5); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_4, 2, Py_None); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":874 * for derivstr, _, _ in nlargest(k, parsetrees, key=itemgetter(1)): * deriv = addbitsets(derivstr) * results.append((derivstr, exp(dopparseprob(deriv, sent, coarse, fine)), # <<<<<<<<<<<<<< * None)) * msg = 're-ranked %d parse trees; best tree at %d. ' % ( */ __pyx_t_12 = __Pyx_PyList_Append(__pyx_cur_scope->__pyx_v_results, __pyx_t_4); if (unlikely(__pyx_t_12 == -1)) __PYX_ERR(0, 874, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":872 * cf. ``dopparseprob()``.""" * cdef list results = [] * for derivstr, _, _ in nlargest(k, parsetrees, key=itemgetter(1)): # <<<<<<<<<<<<<< * deriv = addbitsets(derivstr) * results.append((derivstr, exp(dopparseprob(deriv, sent, coarse, fine)), */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":877 * None)) * msg = 're-ranked %d parse trees; best tree at %d. ' % ( * len(results), # <<<<<<<<<<<<<< * max(range(len(results)), key=lambda x: results[x][1]) + 1) * return results, msg */ __pyx_t_3 = __pyx_cur_scope->__pyx_v_results; __Pyx_INCREF(__pyx_t_3); if (unlikely(__pyx_t_3 == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(0, 877, __pyx_L1_error) } __pyx_t_6 = PyList_GET_SIZE(__pyx_t_3); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 877, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = PyInt_FromSsize_t(__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 877, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); /* "discodop/disambiguation.pyx":878 * msg = 're-ranked %d parse trees; best tree at %d. ' % ( * len(results), * max(range(len(results)), key=lambda x: results[x][1]) + 1) # <<<<<<<<<<<<<< * return results, msg * */ __pyx_t_4 = __pyx_cur_scope->__pyx_v_results; __Pyx_INCREF(__pyx_t_4); if (unlikely(__pyx_t_4 == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(0, 878, __pyx_L1_error) } __pyx_t_6 = PyList_GET_SIZE(__pyx_t_4); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyInt_FromSsize_t(__pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_builtin_range, __pyx_t_5, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyDict_New(); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_11 = __Pyx_CyFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_9doprerank_lambda, 0, __pyx_n_s_doprerank_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_discodop_disambiguation, __pyx_d, NULL); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_key, __pyx_t_11) < 0) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyObject_Call(__pyx_builtin_max, __pyx_t_5, __pyx_t_4); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyInt_AddObjC(__pyx_t_11, __pyx_int_1, 1, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; /* "discodop/disambiguation.pyx":877 * None)) * msg = 're-ranked %d parse trees; best tree at %d. ' % ( * len(results), # <<<<<<<<<<<<<< * max(range(len(results)), key=lambda x: results[x][1]) + 1) * return results, msg */ __pyx_t_11 = PyTuple_New(2); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 877, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_11, 1, __pyx_t_4); __pyx_t_3 = 0; __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":876 * results.append((derivstr, exp(dopparseprob(deriv, sent, coarse, fine)), * None)) * msg = 're-ranked %d parse trees; best tree at %d. ' % ( # <<<<<<<<<<<<<< * len(results), * max(range(len(results)), key=lambda x: results[x][1]) + 1) */ __pyx_t_4 = PyUnicode_Format(__pyx_kp_u_re_ranked_d_parse_trees_best_tre, __pyx_t_11); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 876, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_v_msg = ((PyObject*)__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":879 * len(results), * max(range(len(results)), key=lambda x: results[x][1]) + 1) * return results, msg # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 879, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_results); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_results); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_cur_scope->__pyx_v_results); __Pyx_INCREF(__pyx_v_msg); __Pyx_GIVEREF(__pyx_v_msg); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_msg); __pyx_r = __pyx_t_4; __pyx_t_4 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":867 * * * def doprerank(parsetrees, sent, k, Grammar coarse, Grammar fine): # <<<<<<<<<<<<<< * """Rerank *k*-best coarse trees w/parse probabilities of DOP reduction. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_11); __Pyx_AddTraceback("discodop.disambiguation.doprerank", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_derivstr); __Pyx_XDECREF(__pyx_v__); __Pyx_XDECREF(__pyx_v_deriv); __Pyx_XDECREF(__pyx_v_msg); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":882 * * * def dopparseprob(tree, sent, Grammar coarse, Grammar fine): # <<<<<<<<<<<<<< * """Compute the exact DOP parse probability of a Tree in a DOP reduction. * */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_21dopparseprob(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_20dopparseprob[] = "dopparseprob(tree, sent, Grammar coarse, Grammar fine)\nCompute the exact DOP parse probability of a Tree in a DOP reduction.\n\n\tThis follows up on a suggestion made by Goodman (2003, p. 143) of\n\tcalculating DOP probabilities of given parse trees, although I'm not sure\n\tit has complexity *O(nP)* as he suggests (with *n* as number of nodes in\n\tinput, and *P* as max number of rules consistent with a node in the input).\n\tFurthermore, the idea of sampling trees \"long enough\" until we have the MPP\n\tis no faster than sampling without applying this procedure, because to\n\tdetermine that some probability *p* is the maximal probability, we need to\n\tcollect the probability mass *p_seen* of enough parse trees such that we\n\thave some parsetree with probability *p* > (1 - *p_seen*), which requires\n\tfirst seeing almost all parse trees, unless *p* is exceptionally high.\n\tHence, this method is mostly useful in a reranking framework where it is\n\tknown in advance that a small set of trees is of interest.\n\n\tExpects a mapping which gives a list of consistent rules from the reduction\n\tas produced by ``fine.getrulemapping(coarse, re.compile('@[-0-9]+$'))``.\n\n\tNB: this algorithm could also be used to determine the probability of\n\tderivations, but then the input would have to distinguish whether nodes are\n\tinternal nodes of fragments, or whether they join two fragments."; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_21dopparseprob = {"dopparseprob", (PyCFunction)__pyx_pw_8discodop_14disambiguation_21dopparseprob, METH_VARARGS|METH_KEYWORDS, __pyx_doc_8discodop_14disambiguation_20dopparseprob}; static PyObject *__pyx_pw_8discodop_14disambiguation_21dopparseprob(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_tree = 0; PyObject *__pyx_v_sent = 0; struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_coarse = 0; struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_fine = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("dopparseprob (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_tree,&__pyx_n_s_sent,&__pyx_n_s_coarse,&__pyx_n_s_fine,0}; PyObject* values[4] = {0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_tree)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_sent)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("dopparseprob", 1, 4, 4, 1); __PYX_ERR(0, 882, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_coarse)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("dopparseprob", 1, 4, 4, 2); __PYX_ERR(0, 882, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_fine)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("dopparseprob", 1, 4, 4, 3); __PYX_ERR(0, 882, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "dopparseprob") < 0)) __PYX_ERR(0, 882, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 4) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); } __pyx_v_tree = values[0]; __pyx_v_sent = values[1]; __pyx_v_coarse = ((struct __pyx_obj_8discodop_10containers_Grammar *)values[2]); __pyx_v_fine = ((struct __pyx_obj_8discodop_10containers_Grammar *)values[3]); } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("dopparseprob", 1, 4, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 882, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("discodop.disambiguation.dopparseprob", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_coarse), __pyx_ptype_8discodop_10containers_Grammar, 1, "coarse", 0))) __PYX_ERR(0, 882, __pyx_L1_error) if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_fine), __pyx_ptype_8discodop_10containers_Grammar, 1, "fine", 0))) __PYX_ERR(0, 882, __pyx_L1_error) __pyx_r = __pyx_pf_8discodop_14disambiguation_20dopparseprob(__pyx_self, __pyx_v_tree, __pyx_v_sent, __pyx_v_coarse, __pyx_v_fine); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __pyx_r = NULL; __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_20dopparseprob(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_tree, PyObject *__pyx_v_sent, struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_coarse, struct __pyx_obj_8discodop_10containers_Grammar *__pyx_v_fine) { PyObject *__pyx_v_chart = 0; PyObject *__pyx_v_cell = 0; ProbRule *__pyx_v_rule; LexicalRule __pyx_v_lexrule; PyObject *__pyx_v_n = 0; PyObject *__pyx_v_pos = 0; PyObject *__pyx_v_word = NULL; spp::sparse_hash_map > ::iterator __pyx_v_it; uint32_t __pyx_v_lexruleno; PyObject *__pyx_v_node = NULL; PyObject *__pyx_v_r = NULL; PyObject *__pyx_v_yf = NULL; PyObject *__pyx_v_prod = NULL; PyObject *__pyx_v_ruleno = NULL; PyObject *__pyx_v_leftcell = NULL; PyObject *__pyx_v_rightcell = NULL; PyObject *__pyx_v_newprob = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *(*__pyx_t_9)(PyObject *); std::string __pyx_t_10; std::vector ::iterator __pyx_t_11; std::vector *__pyx_t_12; uint32_t __pyx_t_13; int __pyx_t_14; PyObject *__pyx_t_15 = NULL; int __pyx_t_16; PyObject *__pyx_t_17 = NULL; Py_ssize_t __pyx_t_18; Py_ssize_t __pyx_t_19; int __pyx_t_20; __Pyx_RefNannySetupContext("dopparseprob", 0); /* "discodop/disambiguation.pyx":904 * derivations, but then the input would have to distinguish whether nodes are * internal nodes of fragments, or whether they join two fragments.""" * cdef dict chart = {} # chart[bitset][label] = prob # <<<<<<<<<<<<<< * cdef dict cell # chart[bitset] = cell; cell[label] = prob * cdef ProbRule *rule */ __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 904, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_chart = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":910 * cdef object n # pyint * cdef str pos * if not fine.logprob: # <<<<<<<<<<<<<< * raise ValueError('Grammar should have log probabilities.') * # Log probabilities are not ideal here because we do lots of additions, */ __pyx_t_2 = ((!(__pyx_v_fine->logprob != 0)) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":911 * cdef str pos * if not fine.logprob: * raise ValueError('Grammar should have log probabilities.') # <<<<<<<<<<<<<< * # Log probabilities are not ideal here because we do lots of additions, * # but the probabilities are very small. */ __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__27, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 911, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(0, 911, __pyx_L1_error) /* "discodop/disambiguation.pyx":910 * cdef object n # pyint * cdef str pos * if not fine.logprob: # <<<<<<<<<<<<<< * raise ValueError('Grammar should have log probabilities.') * # Log probabilities are not ideal here because we do lots of additions, */ } /* "discodop/disambiguation.pyx":917 * * # add all matching POS tags * for n, pos in tree.pos(): # <<<<<<<<<<<<<< * word = sent[n] * chart[1 << n] = cell = {} */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_tree, __pyx_n_s_pos); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 917, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } if (__pyx_t_4) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 917, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { __pyx_t_1 = __Pyx_PyObject_CallNoArg(__pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 917, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) { __pyx_t_3 = __pyx_t_1; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 917, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 917, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_1); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 917, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 917, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_1); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 917, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 917, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_6(__pyx_t_3); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 917, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 917, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_7 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_4 = PyList_GET_ITEM(sequence, 0); __pyx_t_7 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(__pyx_t_7); #else __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 917, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 917, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_8 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 917, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_9 = Py_TYPE(__pyx_t_8)->tp_iternext; index = 0; __pyx_t_4 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_4)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_4); index = 1; __pyx_t_7 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_7)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_7); if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 2) < 0) __PYX_ERR(0, 917, __pyx_L1_error) __pyx_t_9 = NULL; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; goto __pyx_L7_unpacking_done; __pyx_L6_unpacking_failed:; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_9 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 917, __pyx_L1_error) __pyx_L7_unpacking_done:; } if (!(likely(PyUnicode_CheckExact(__pyx_t_7))||((__pyx_t_7) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "unicode", Py_TYPE(__pyx_t_7)->tp_name), 0))) __PYX_ERR(0, 917, __pyx_L1_error) __Pyx_XDECREF_SET(__pyx_v_n, __pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF_SET(__pyx_v_pos, ((PyObject*)__pyx_t_7)); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":918 * # add all matching POS tags * for n, pos in tree.pos(): * word = sent[n] # <<<<<<<<<<<<<< * chart[1 << n] = cell = {} * it = fine.lexicalbyword.find(word.encode('utf8')) */ __pyx_t_1 = PyObject_GetItem(__pyx_v_sent, __pyx_v_n); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 918, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_XDECREF_SET(__pyx_v_word, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":919 * for n, pos in tree.pos(): * word = sent[n] * chart[1 << n] = cell = {} # <<<<<<<<<<<<<< * it = fine.lexicalbyword.find(word.encode('utf8')) * if it == fine.lexicalbyword.end(): */ __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 919, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = PyNumber_Lshift(__pyx_int_1, __pyx_v_n); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 919, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (unlikely(PyDict_SetItem(__pyx_v_chart, __pyx_t_7, __pyx_t_1) < 0)) __PYX_ERR(0, 919, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_INCREF(__pyx_t_1); __Pyx_XDECREF_SET(__pyx_v_cell, __pyx_t_1); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":920 * word = sent[n] * chart[1 << n] = cell = {} * it = fine.lexicalbyword.find(word.encode('utf8')) # <<<<<<<<<<<<<< * if it == fine.lexicalbyword.end(): * cell[fine.toid[pos]] = -0.0 */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_word, __pyx_n_s_encode); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 920, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_tuple__28, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 920, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_10 = __pyx_convert_string_from_py_std__in_string(__pyx_t_7); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 920, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_v_it = __pyx_v_fine->lexicalbyword.find(__pyx_t_10); /* "discodop/disambiguation.pyx":921 * chart[1 << n] = cell = {} * it = fine.lexicalbyword.find(word.encode('utf8')) * if it == fine.lexicalbyword.end(): # <<<<<<<<<<<<<< * cell[fine.toid[pos]] = -0.0 * continue */ __pyx_t_2 = ((__pyx_v_it == __pyx_v_fine->lexicalbyword.end()) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":922 * it = fine.lexicalbyword.find(word.encode('utf8')) * if it == fine.lexicalbyword.end(): * cell[fine.toid[pos]] = -0.0 # <<<<<<<<<<<<<< * continue * # for lexruleno in fine.lexicalbyword[word]: */ __pyx_t_7 = PyObject_GetItem(((PyObject *)__pyx_v_fine->toid), __pyx_v_pos); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 922, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (unlikely(PyDict_SetItem(__pyx_v_cell, __pyx_t_7, __pyx_float_neg_0_0) < 0)) __PYX_ERR(0, 922, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":923 * if it == fine.lexicalbyword.end(): * cell[fine.toid[pos]] = -0.0 * continue # <<<<<<<<<<<<<< * # for lexruleno in fine.lexicalbyword[word]: * for lexruleno in dereference(it).second: */ goto __pyx_L4_continue; /* "discodop/disambiguation.pyx":921 * chart[1 << n] = cell = {} * it = fine.lexicalbyword.find(word.encode('utf8')) * if it == fine.lexicalbyword.end(): # <<<<<<<<<<<<<< * cell[fine.toid[pos]] = -0.0 * continue */ } /* "discodop/disambiguation.pyx":925 * continue * # for lexruleno in fine.lexicalbyword[word]: * for lexruleno in dereference(it).second: # <<<<<<<<<<<<<< * lexrule = fine.lexical[lexruleno] * if (fine.tolabel[lexrule.lhs] == pos */ __pyx_t_12 = &(*__pyx_v_it).second; __pyx_t_11 = __pyx_t_12->begin(); for (;;) { if (!(__pyx_t_11 != __pyx_t_12->end())) break; __pyx_t_13 = *__pyx_t_11; ++__pyx_t_11; __pyx_v_lexruleno = __pyx_t_13; /* "discodop/disambiguation.pyx":926 * # for lexruleno in fine.lexicalbyword[word]: * for lexruleno in dereference(it).second: * lexrule = fine.lexical[lexruleno] # <<<<<<<<<<<<<< * if (fine.tolabel[lexrule.lhs] == pos * or fine.tolabel[lexrule.lhs].startswith(pos + '@')): */ __pyx_v_lexrule = (__pyx_v_fine->lexical[__pyx_v_lexruleno]); /* "discodop/disambiguation.pyx":927 * for lexruleno in dereference(it).second: * lexrule = fine.lexical[lexruleno] * if (fine.tolabel[lexrule.lhs] == pos # <<<<<<<<<<<<<< * or fine.tolabel[lexrule.lhs].startswith(pos + '@')): * cell[lexrule.lhs] = -lexrule.prob */ __pyx_t_7 = __Pyx_GetItemInt(((PyObject *)__pyx_v_fine->tolabel), __pyx_v_lexrule.lhs, Label, 0, __Pyx_PyInt_From_uint32_t, 0, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 927, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); /* "discodop/disambiguation.pyx":928 * lexrule = fine.lexical[lexruleno] * if (fine.tolabel[lexrule.lhs] == pos * or fine.tolabel[lexrule.lhs].startswith(pos + '@')): # <<<<<<<<<<<<<< * cell[lexrule.lhs] = -lexrule.prob * */ __pyx_t_14 = (__Pyx_PyUnicode_Equals(__pyx_t_7, __pyx_v_pos, Py_EQ)); if (unlikely(__pyx_t_14 < 0)) __PYX_ERR(0, 927, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (!__pyx_t_14) { } else { __pyx_t_2 = __pyx_t_14; goto __pyx_L12_bool_binop_done; } __pyx_t_1 = __Pyx_GetItemInt(((PyObject *)__pyx_v_fine->tolabel), __pyx_v_lexrule.lhs, Label, 0, __Pyx_PyInt_From_uint32_t, 0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_startswith); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyUnicode_ConcatSafe(__pyx_v_pos, __pyx_kp_u__14); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } if (!__pyx_t_8) { __pyx_t_7 = __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_7); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_t_1}; __pyx_t_7 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_t_1}; __pyx_t_7 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else #endif { __pyx_t_15 = PyTuple_New(1+1); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_15, 0, __pyx_t_8); __pyx_t_8 = NULL; __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_15, 0+1, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_15, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_14 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely(__pyx_t_14 < 0)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_2 = __pyx_t_14; __pyx_L12_bool_binop_done:; /* "discodop/disambiguation.pyx":927 * for lexruleno in dereference(it).second: * lexrule = fine.lexical[lexruleno] * if (fine.tolabel[lexrule.lhs] == pos # <<<<<<<<<<<<<< * or fine.tolabel[lexrule.lhs].startswith(pos + '@')): * cell[lexrule.lhs] = -lexrule.prob */ if (__pyx_t_2) { /* "discodop/disambiguation.pyx":929 * if (fine.tolabel[lexrule.lhs] == pos * or fine.tolabel[lexrule.lhs].startswith(pos + '@')): * cell[lexrule.lhs] = -lexrule.prob # <<<<<<<<<<<<<< * * # do post-order traversal (bottom-up) */ __pyx_t_7 = PyFloat_FromDouble((-__pyx_v_lexrule.prob)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_4 = __Pyx_PyInt_From_uint32_t(__pyx_v_lexrule.lhs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (unlikely(PyDict_SetItem(__pyx_v_cell, __pyx_t_4, __pyx_t_7) < 0)) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":927 * for lexruleno in dereference(it).second: * lexrule = fine.lexical[lexruleno] * if (fine.tolabel[lexrule.lhs] == pos # <<<<<<<<<<<<<< * or fine.tolabel[lexrule.lhs].startswith(pos + '@')): * cell[lexrule.lhs] = -lexrule.prob */ } /* "discodop/disambiguation.pyx":925 * continue * # for lexruleno in fine.lexicalbyword[word]: * for lexruleno in dereference(it).second: # <<<<<<<<<<<<<< * lexrule = fine.lexical[lexruleno] * if (fine.tolabel[lexrule.lhs] == pos */ } /* "discodop/disambiguation.pyx":917 * * # add all matching POS tags * for n, pos in tree.pos(): # <<<<<<<<<<<<<< * word = sent[n] * chart[1 << n] = cell = {} */ __pyx_L4_continue:; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":932 * * # do post-order traversal (bottom-up) * for node, (r, yf) in list(zip(tree.subtrees(), # <<<<<<<<<<<<<< * lcfrsproductions(tree, sent)))[::-1]: * if not isinstance(node[0], Tree): */ __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_tree, __pyx_n_s_subtrees); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 932, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); } } if (__pyx_t_4) { __pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 932, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { __pyx_t_3 = __Pyx_PyObject_CallNoArg(__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 932, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":933 * # do post-order traversal (bottom-up) * for node, (r, yf) in list(zip(tree.subtrees(), * lcfrsproductions(tree, sent)))[::-1]: # <<<<<<<<<<<<<< * if not isinstance(node[0], Tree): * continue */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_lcfrsproductions); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 933, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_15 = NULL; __pyx_t_16 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_15 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_15)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_15); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); __pyx_t_16 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_15, __pyx_v_tree, __pyx_v_sent}; __pyx_t_7 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_16, 2+__pyx_t_16); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 933, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_GOTREF(__pyx_t_7); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_15, __pyx_v_tree, __pyx_v_sent}; __pyx_t_7 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_16, 2+__pyx_t_16); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 933, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_GOTREF(__pyx_t_7); } else #endif { __pyx_t_1 = PyTuple_New(2+__pyx_t_16); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 933, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__pyx_t_15) { __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_15); __pyx_t_15 = NULL; } __Pyx_INCREF(__pyx_v_tree); __Pyx_GIVEREF(__pyx_v_tree); PyTuple_SET_ITEM(__pyx_t_1, 0+__pyx_t_16, __pyx_v_tree); __Pyx_INCREF(__pyx_v_sent); __Pyx_GIVEREF(__pyx_v_sent); PyTuple_SET_ITEM(__pyx_t_1, 1+__pyx_t_16, __pyx_v_sent); __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_1, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 933, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":932 * * # do post-order traversal (bottom-up) * for node, (r, yf) in list(zip(tree.subtrees(), # <<<<<<<<<<<<<< * lcfrsproductions(tree, sent)))[::-1]: * if not isinstance(node[0], Tree): */ __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 932, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_7); __pyx_t_3 = 0; __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_4, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 932, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PySequence_List(__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 932, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":933 * # do post-order traversal (bottom-up) * for node, (r, yf) in list(zip(tree.subtrees(), * lcfrsproductions(tree, sent)))[::-1]: # <<<<<<<<<<<<<< * if not isinstance(node[0], Tree): * continue */ __pyx_t_7 = PyObject_GetItem(__pyx_t_4, __pyx_slice__29); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 933, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":932 * * # do post-order traversal (bottom-up) * for node, (r, yf) in list(zip(tree.subtrees(), # <<<<<<<<<<<<<< * lcfrsproductions(tree, sent)))[::-1]: * if not isinstance(node[0], Tree): */ __pyx_t_4 = __pyx_t_7; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; for (;;) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 932, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 932, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif if ((likely(PyTuple_CheckExact(__pyx_t_7))) || (PyList_CheckExact(__pyx_t_7))) { PyObject* sequence = __pyx_t_7; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 932, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_3 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_1); #else __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 932, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 932, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } else { Py_ssize_t index = -1; __pyx_t_15 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 932, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_9 = Py_TYPE(__pyx_t_15)->tp_iternext; index = 0; __pyx_t_3 = __pyx_t_9(__pyx_t_15); if (unlikely(!__pyx_t_3)) goto __pyx_L16_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); index = 1; __pyx_t_1 = __pyx_t_9(__pyx_t_15); if (unlikely(!__pyx_t_1)) goto __pyx_L16_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_15), 2) < 0) __PYX_ERR(0, 932, __pyx_L1_error) __pyx_t_9 = NULL; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; goto __pyx_L17_unpacking_done; __pyx_L16_unpacking_failed:; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_9 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 932, __pyx_L1_error) __pyx_L17_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_node, __pyx_t_3); __pyx_t_3 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 932, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_15 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_8 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_15 = PyList_GET_ITEM(sequence, 0); __pyx_t_8 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_15); __Pyx_INCREF(__pyx_t_8); #else __pyx_t_15 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 932, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_8 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 932, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_17 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 932, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_9 = Py_TYPE(__pyx_t_17)->tp_iternext; index = 0; __pyx_t_15 = __pyx_t_9(__pyx_t_17); if (unlikely(!__pyx_t_15)) goto __pyx_L18_unpacking_failed; __Pyx_GOTREF(__pyx_t_15); index = 1; __pyx_t_8 = __pyx_t_9(__pyx_t_17); if (unlikely(!__pyx_t_8)) goto __pyx_L18_unpacking_failed; __Pyx_GOTREF(__pyx_t_8); if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_17), 2) < 0) __PYX_ERR(0, 932, __pyx_L1_error) __pyx_t_9 = NULL; __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; goto __pyx_L19_unpacking_done; __pyx_L18_unpacking_failed:; __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __pyx_t_9 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 932, __pyx_L1_error) __pyx_L19_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_r, __pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF_SET(__pyx_v_yf, __pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":934 * for node, (r, yf) in list(zip(tree.subtrees(), * lcfrsproductions(tree, sent)))[::-1]: * if not isinstance(node[0], Tree): # <<<<<<<<<<<<<< * continue * if node.bitset not in chart: */ __pyx_t_7 = __Pyx_GetItemInt(__pyx_v_node, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 934, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 934, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyObject_IsInstance(__pyx_t_7, __pyx_t_1); if (unlikely(__pyx_t_2 == -1)) __PYX_ERR(0, 934, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_14 = ((!(__pyx_t_2 != 0)) != 0); if (__pyx_t_14) { /* "discodop/disambiguation.pyx":935 * lcfrsproductions(tree, sent)))[::-1]: * if not isinstance(node[0], Tree): * continue # <<<<<<<<<<<<<< * if node.bitset not in chart: * chart[node.bitset] = {} */ goto __pyx_L14_continue; /* "discodop/disambiguation.pyx":934 * for node, (r, yf) in list(zip(tree.subtrees(), * lcfrsproductions(tree, sent)))[::-1]: * if not isinstance(node[0], Tree): # <<<<<<<<<<<<<< * continue * if node.bitset not in chart: */ } /* "discodop/disambiguation.pyx":936 * if not isinstance(node[0], Tree): * continue * if node.bitset not in chart: # <<<<<<<<<<<<<< * chart[node.bitset] = {} * cell = chart[node.bitset] */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_bitset); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 936, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_14 = (__Pyx_PyDict_ContainsTF(__pyx_t_1, __pyx_v_chart, Py_NE)); if (unlikely(__pyx_t_14 < 0)) __PYX_ERR(0, 936, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_2 = (__pyx_t_14 != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":937 * continue * if node.bitset not in chart: * chart[node.bitset] = {} # <<<<<<<<<<<<<< * cell = chart[node.bitset] * prod = coarse.getruleno(r, yf) */ __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 937, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_bitset); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 937, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (unlikely(PyDict_SetItem(__pyx_v_chart, __pyx_t_7, __pyx_t_1) < 0)) __PYX_ERR(0, 937, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":936 * if not isinstance(node[0], Tree): * continue * if node.bitset not in chart: # <<<<<<<<<<<<<< * chart[node.bitset] = {} * cell = chart[node.bitset] */ } /* "discodop/disambiguation.pyx":938 * if node.bitset not in chart: * chart[node.bitset] = {} * cell = chart[node.bitset] # <<<<<<<<<<<<<< * prod = coarse.getruleno(r, yf) * if len(node) == 1: # unary node */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_bitset); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 938, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = __Pyx_PyDict_GetItem(__pyx_v_chart, __pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 938, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (!(likely(PyDict_CheckExact(__pyx_t_7))||((__pyx_t_7) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "dict", Py_TYPE(__pyx_t_7)->tp_name), 0))) __PYX_ERR(0, 938, __pyx_L1_error) __Pyx_XDECREF_SET(__pyx_v_cell, ((PyObject*)__pyx_t_7)); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":939 * chart[node.bitset] = {} * cell = chart[node.bitset] * prod = coarse.getruleno(r, yf) # <<<<<<<<<<<<<< * if len(node) == 1: # unary node * for ruleno in fine.rulemapping[prod]: */ if (!(likely(PyTuple_CheckExact(__pyx_v_r))||((__pyx_v_r) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_v_r)->tp_name), 0))) __PYX_ERR(0, 939, __pyx_L1_error) if (!(likely(PyTuple_CheckExact(__pyx_v_yf))||((__pyx_v_yf) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_v_yf)->tp_name), 0))) __PYX_ERR(0, 939, __pyx_L1_error) __pyx_t_7 = ((struct __pyx_vtabstruct_8discodop_10containers_Grammar *)__pyx_v_coarse->__pyx_vtab)->getruleno(__pyx_v_coarse, ((PyObject*)__pyx_v_r), ((PyObject*)__pyx_v_yf), 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 939, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_XDECREF_SET(__pyx_v_prod, __pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":940 * cell = chart[node.bitset] * prod = coarse.getruleno(r, yf) * if len(node) == 1: # unary node # <<<<<<<<<<<<<< * for ruleno in fine.rulemapping[prod]: * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) */ __pyx_t_18 = PyObject_Length(__pyx_v_node); if (unlikely(__pyx_t_18 == -1)) __PYX_ERR(0, 940, __pyx_L1_error) __pyx_t_2 = ((__pyx_t_18 == 1) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":941 * prod = coarse.getruleno(r, yf) * if len(node) == 1: # unary node * for ruleno in fine.rulemapping[prod]: # <<<<<<<<<<<<<< * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) * if rule.rhs1 in cell: */ if (unlikely(__pyx_v_fine->rulemapping == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 941, __pyx_L1_error) } __pyx_t_7 = PyObject_GetItem(__pyx_v_fine->rulemapping, __pyx_v_prod); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 941, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (likely(PyList_CheckExact(__pyx_t_7)) || PyTuple_CheckExact(__pyx_t_7)) { __pyx_t_1 = __pyx_t_7; __Pyx_INCREF(__pyx_t_1); __pyx_t_18 = 0; __pyx_t_6 = NULL; } else { __pyx_t_18 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 941, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 941, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_18 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_18); __Pyx_INCREF(__pyx_t_7); __pyx_t_18++; if (unlikely(0 < 0)) __PYX_ERR(0, 941, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_1, __pyx_t_18); __pyx_t_18++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 941, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } else { if (__pyx_t_18 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_18); __Pyx_INCREF(__pyx_t_7); __pyx_t_18++; if (unlikely(0 < 0)) __PYX_ERR(0, 941, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_1, __pyx_t_18); __pyx_t_18++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 941, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } } else { __pyx_t_7 = __pyx_t_6(__pyx_t_1); if (unlikely(!__pyx_t_7)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 941, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_7); } __Pyx_XDECREF_SET(__pyx_v_ruleno, __pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":942 * if len(node) == 1: # unary node * for ruleno in fine.rulemapping[prod]: * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) # <<<<<<<<<<<<<< * if rule.rhs1 in cell: * if rule.lhs in cell: */ __pyx_t_19 = __Pyx_PyIndex_AsSsize_t(__pyx_v_ruleno); if (unlikely((__pyx_t_19 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 942, __pyx_L1_error) __pyx_v_rule = (&((__pyx_v_fine->bylhs[0])[(__pyx_v_fine->revrulemap[__pyx_t_19])])); /* "discodop/disambiguation.pyx":943 * for ruleno in fine.rulemapping[prod]: * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) * if rule.rhs1 in cell: # <<<<<<<<<<<<<< * if rule.lhs in cell: * cell[rule.lhs] = logprobadd(cell[rule.lhs], */ __pyx_t_7 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->rhs1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 943, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (unlikely(__pyx_v_cell == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); __PYX_ERR(0, 943, __pyx_L1_error) } __pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_t_7, __pyx_v_cell, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 943, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_14 = (__pyx_t_2 != 0); if (__pyx_t_14) { /* "discodop/disambiguation.pyx":944 * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) * if rule.rhs1 in cell: * if rule.lhs in cell: # <<<<<<<<<<<<<< * cell[rule.lhs] = logprobadd(cell[rule.lhs], * -rule.prob + cell[rule.rhs1]) */ __pyx_t_7 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->lhs); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 944, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (unlikely(__pyx_v_cell == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); __PYX_ERR(0, 944, __pyx_L1_error) } __pyx_t_14 = (__Pyx_PyDict_ContainsTF(__pyx_t_7, __pyx_v_cell, Py_EQ)); if (unlikely(__pyx_t_14 < 0)) __PYX_ERR(0, 944, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_2 = (__pyx_t_14 != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":945 * if rule.rhs1 in cell: * if rule.lhs in cell: * cell[rule.lhs] = logprobadd(cell[rule.lhs], # <<<<<<<<<<<<<< * -rule.prob + cell[rule.rhs1]) * else: */ if (unlikely(__pyx_v_cell == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 945, __pyx_L1_error) } __pyx_t_7 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->lhs); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 945, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_v_cell, __pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 945, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "discodop/disambiguation.pyx":946 * if rule.lhs in cell: * cell[rule.lhs] = logprobadd(cell[rule.lhs], * -rule.prob + cell[rule.rhs1]) # <<<<<<<<<<<<<< * else: * cell[rule.lhs] = (-rule.prob + cell[rule.rhs1]) */ __pyx_t_7 = PyFloat_FromDouble((-__pyx_v_rule->prob)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 946, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (unlikely(__pyx_v_cell == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 946, __pyx_L1_error) } __pyx_t_8 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->rhs1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 946, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_15 = __Pyx_PyDict_GetItem(__pyx_v_cell, __pyx_t_8); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 946, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = PyNumber_Add(__pyx_t_7, __pyx_t_15); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 946, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; /* "discodop/disambiguation.pyx":945 * if rule.rhs1 in cell: * if rule.lhs in cell: * cell[rule.lhs] = logprobadd(cell[rule.lhs], # <<<<<<<<<<<<<< * -rule.prob + cell[rule.rhs1]) * else: */ __pyx_t_15 = __pyx_f_8discodop_10containers_logprobadd(__pyx_t_3, __pyx_t_8); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 945, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(__pyx_v_cell == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 945, __pyx_L1_error) } __pyx_t_8 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->lhs); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 945, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (unlikely(PyDict_SetItem(__pyx_v_cell, __pyx_t_8, __pyx_t_15) < 0)) __PYX_ERR(0, 945, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; /* "discodop/disambiguation.pyx":944 * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) * if rule.rhs1 in cell: * if rule.lhs in cell: # <<<<<<<<<<<<<< * cell[rule.lhs] = logprobadd(cell[rule.lhs], * -rule.prob + cell[rule.rhs1]) */ goto __pyx_L26; } /* "discodop/disambiguation.pyx":948 * -rule.prob + cell[rule.rhs1]) * else: * cell[rule.lhs] = (-rule.prob + cell[rule.rhs1]) # <<<<<<<<<<<<<< * elif len(node) == 2: # binary node * leftcell = chart[node[0].bitset] */ /*else*/ { __pyx_t_15 = PyFloat_FromDouble((-__pyx_v_rule->prob)); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 948, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); if (unlikely(__pyx_v_cell == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 948, __pyx_L1_error) } __pyx_t_8 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->rhs1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 948, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_v_cell, __pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 948, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = PyNumber_Add(__pyx_t_15, __pyx_t_3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 948, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(__pyx_v_cell == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 948, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->lhs); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 948, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (unlikely(PyDict_SetItem(__pyx_v_cell, __pyx_t_3, __pyx_t_8) < 0)) __PYX_ERR(0, 948, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } __pyx_L26:; /* "discodop/disambiguation.pyx":943 * for ruleno in fine.rulemapping[prod]: * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) * if rule.rhs1 in cell: # <<<<<<<<<<<<<< * if rule.lhs in cell: * cell[rule.lhs] = logprobadd(cell[rule.lhs], */ } /* "discodop/disambiguation.pyx":941 * prod = coarse.getruleno(r, yf) * if len(node) == 1: # unary node * for ruleno in fine.rulemapping[prod]: # <<<<<<<<<<<<<< * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) * if rule.rhs1 in cell: */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":940 * cell = chart[node.bitset] * prod = coarse.getruleno(r, yf) * if len(node) == 1: # unary node # <<<<<<<<<<<<<< * for ruleno in fine.rulemapping[prod]: * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) */ goto __pyx_L22; } /* "discodop/disambiguation.pyx":949 * else: * cell[rule.lhs] = (-rule.prob + cell[rule.rhs1]) * elif len(node) == 2: # binary node # <<<<<<<<<<<<<< * leftcell = chart[node[0].bitset] * rightcell = chart[node[1].bitset] */ __pyx_t_18 = PyObject_Length(__pyx_v_node); if (unlikely(__pyx_t_18 == -1)) __PYX_ERR(0, 949, __pyx_L1_error) __pyx_t_2 = ((__pyx_t_18 == 2) != 0); if (__pyx_t_2) { /* "discodop/disambiguation.pyx":950 * cell[rule.lhs] = (-rule.prob + cell[rule.rhs1]) * elif len(node) == 2: # binary node * leftcell = chart[node[0].bitset] # <<<<<<<<<<<<<< * rightcell = chart[node[1].bitset] * for ruleno in fine.rulemapping[prod]: */ __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_node, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 950, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_bitset); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 950, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_chart, __pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 950, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_leftcell, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":951 * elif len(node) == 2: # binary node * leftcell = chart[node[0].bitset] * rightcell = chart[node[1].bitset] # <<<<<<<<<<<<<< * for ruleno in fine.rulemapping[prod]: * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) */ __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_node, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 951, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_bitset); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 951, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_chart, __pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 951, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_rightcell, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":952 * leftcell = chart[node[0].bitset] * rightcell = chart[node[1].bitset] * for ruleno in fine.rulemapping[prod]: # <<<<<<<<<<<<<< * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) * if (rule.rhs1 in leftcell and rule.rhs2 in rightcell): */ if (unlikely(__pyx_v_fine->rulemapping == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 952, __pyx_L1_error) } __pyx_t_1 = PyObject_GetItem(__pyx_v_fine->rulemapping, __pyx_v_prod); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 952, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) { __pyx_t_8 = __pyx_t_1; __Pyx_INCREF(__pyx_t_8); __pyx_t_18 = 0; __pyx_t_6 = NULL; } else { __pyx_t_18 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 952, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_6 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 952, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_8))) { if (__pyx_t_18 >= PyList_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_18); __Pyx_INCREF(__pyx_t_1); __pyx_t_18++; if (unlikely(0 < 0)) __PYX_ERR(0, 952, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_8, __pyx_t_18); __pyx_t_18++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 952, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_18 >= PyTuple_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_18); __Pyx_INCREF(__pyx_t_1); __pyx_t_18++; if (unlikely(0 < 0)) __PYX_ERR(0, 952, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_8, __pyx_t_18); __pyx_t_18++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 952, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_6(__pyx_t_8); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 952, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } __Pyx_XDECREF_SET(__pyx_v_ruleno, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":953 * rightcell = chart[node[1].bitset] * for ruleno in fine.rulemapping[prod]: * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) # <<<<<<<<<<<<<< * if (rule.rhs1 in leftcell and rule.rhs2 in rightcell): * newprob = (-rule.prob */ __pyx_t_19 = __Pyx_PyIndex_AsSsize_t(__pyx_v_ruleno); if (unlikely((__pyx_t_19 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 953, __pyx_L1_error) __pyx_v_rule = (&((__pyx_v_fine->bylhs[0])[(__pyx_v_fine->revrulemap[__pyx_t_19])])); /* "discodop/disambiguation.pyx":954 * for ruleno in fine.rulemapping[prod]: * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) * if (rule.rhs1 in leftcell and rule.rhs2 in rightcell): # <<<<<<<<<<<<<< * newprob = (-rule.prob * + leftcell[rule.rhs1] + rightcell[rule.rhs2]) */ __pyx_t_1 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->rhs1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 954, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_14 = (__Pyx_PySequence_ContainsTF(__pyx_t_1, __pyx_v_leftcell, Py_EQ)); if (unlikely(__pyx_t_14 < 0)) __PYX_ERR(0, 954, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_20 = (__pyx_t_14 != 0); if (__pyx_t_20) { } else { __pyx_t_2 = __pyx_t_20; goto __pyx_L30_bool_binop_done; } __pyx_t_1 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->rhs2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 954, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_20 = (__Pyx_PySequence_ContainsTF(__pyx_t_1, __pyx_v_rightcell, Py_EQ)); if (unlikely(__pyx_t_20 < 0)) __PYX_ERR(0, 954, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_14 = (__pyx_t_20 != 0); __pyx_t_2 = __pyx_t_14; __pyx_L30_bool_binop_done:; if (__pyx_t_2) { /* "discodop/disambiguation.pyx":955 * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) * if (rule.rhs1 in leftcell and rule.rhs2 in rightcell): * newprob = (-rule.prob # <<<<<<<<<<<<<< * + leftcell[rule.rhs1] + rightcell[rule.rhs2]) * if rule.lhs in cell: */ __pyx_t_1 = PyFloat_FromDouble((-__pyx_v_rule->prob)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 955, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); /* "discodop/disambiguation.pyx":956 * if (rule.rhs1 in leftcell and rule.rhs2 in rightcell): * newprob = (-rule.prob * + leftcell[rule.rhs1] + rightcell[rule.rhs2]) # <<<<<<<<<<<<<< * if rule.lhs in cell: * cell[rule.lhs] = logprobadd(cell[rule.lhs], newprob) */ __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_leftcell, __pyx_v_rule->rhs1, Label, 0, __Pyx_PyInt_From_uint32_t, 0, 0, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 956, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_15 = PyNumber_Add(__pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 956, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_rightcell, __pyx_v_rule->rhs2, Label, 0, __Pyx_PyInt_From_uint32_t, 0, 0, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 956, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_1 = PyNumber_Add(__pyx_t_15, __pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 956, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF_SET(__pyx_v_newprob, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":957 * newprob = (-rule.prob * + leftcell[rule.rhs1] + rightcell[rule.rhs2]) * if rule.lhs in cell: # <<<<<<<<<<<<<< * cell[rule.lhs] = logprobadd(cell[rule.lhs], newprob) * else: */ __pyx_t_1 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->lhs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 957, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(__pyx_v_cell == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); __PYX_ERR(0, 957, __pyx_L1_error) } __pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_t_1, __pyx_v_cell, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 957, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_14 = (__pyx_t_2 != 0); if (__pyx_t_14) { /* "discodop/disambiguation.pyx":958 * + leftcell[rule.rhs1] + rightcell[rule.rhs2]) * if rule.lhs in cell: * cell[rule.lhs] = logprobadd(cell[rule.lhs], newprob) # <<<<<<<<<<<<<< * else: * cell[rule.lhs] = newprob */ if (unlikely(__pyx_v_cell == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 958, __pyx_L1_error) } __pyx_t_1 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->lhs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 958, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_v_cell, __pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 958, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __pyx_f_8discodop_10containers_logprobadd(__pyx_t_3, __pyx_v_newprob); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 958, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(__pyx_v_cell == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 958, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->lhs); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 958, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (unlikely(PyDict_SetItem(__pyx_v_cell, __pyx_t_3, __pyx_t_1) < 0)) __PYX_ERR(0, 958, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":957 * newprob = (-rule.prob * + leftcell[rule.rhs1] + rightcell[rule.rhs2]) * if rule.lhs in cell: # <<<<<<<<<<<<<< * cell[rule.lhs] = logprobadd(cell[rule.lhs], newprob) * else: */ goto __pyx_L32; } /* "discodop/disambiguation.pyx":960 * cell[rule.lhs] = logprobadd(cell[rule.lhs], newprob) * else: * cell[rule.lhs] = newprob # <<<<<<<<<<<<<< * else: * raise ValueError('expected binary tree without empty nodes.') */ /*else*/ { if (unlikely(__pyx_v_cell == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 960, __pyx_L1_error) } __pyx_t_1 = __Pyx_PyInt_From_uint32_t(__pyx_v_rule->lhs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 960, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyDict_SetItem(__pyx_v_cell, __pyx_t_1, __pyx_v_newprob) < 0)) __PYX_ERR(0, 960, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __pyx_L32:; /* "discodop/disambiguation.pyx":954 * for ruleno in fine.rulemapping[prod]: * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) * if (rule.rhs1 in leftcell and rule.rhs2 in rightcell): # <<<<<<<<<<<<<< * newprob = (-rule.prob * + leftcell[rule.rhs1] + rightcell[rule.rhs2]) */ } /* "discodop/disambiguation.pyx":952 * leftcell = chart[node[0].bitset] * rightcell = chart[node[1].bitset] * for ruleno in fine.rulemapping[prod]: # <<<<<<<<<<<<<< * rule = &(fine.bylhs[0][fine.revrulemap[ruleno]]) * if (rule.rhs1 in leftcell and rule.rhs2 in rightcell): */ } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":949 * else: * cell[rule.lhs] = (-rule.prob + cell[rule.rhs1]) * elif len(node) == 2: # binary node # <<<<<<<<<<<<<< * leftcell = chart[node[0].bitset] * rightcell = chart[node[1].bitset] */ goto __pyx_L22; } /* "discodop/disambiguation.pyx":962 * cell[rule.lhs] = newprob * else: * raise ValueError('expected binary tree without empty nodes.') # <<<<<<<<<<<<<< * return chart[tree.bitset].get(fine.toid[tree.label], float('-inf')) * */ /*else*/ { __pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__30, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 962, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_Raise(__pyx_t_8, 0, 0, 0); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __PYX_ERR(0, 962, __pyx_L1_error) } __pyx_L22:; /* "discodop/disambiguation.pyx":932 * * # do post-order traversal (bottom-up) * for node, (r, yf) in list(zip(tree.subtrees(), # <<<<<<<<<<<<<< * lcfrsproductions(tree, sent)))[::-1]: * if not isinstance(node[0], Tree): */ __pyx_L14_continue:; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":963 * else: * raise ValueError('expected binary tree without empty nodes.') * return chart[tree.bitset].get(fine.toid[tree.label], float('-inf')) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_tree, __pyx_n_s_bitset); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 963, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_chart, __pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 963, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_get); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 963, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_tree, __pyx_n_s_label); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 963, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyObject_GetItem(((PyObject *)__pyx_v_fine->toid), __pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 963, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyNumber_Float(__pyx_kp_u_inf); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 963, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_15 = NULL; __pyx_t_16 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) { __pyx_t_15 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_15)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_15); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); __pyx_t_16 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[3] = {__pyx_t_15, __pyx_t_3, __pyx_t_1}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_16, 2+__pyx_t_16); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 963, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[3] = {__pyx_t_15, __pyx_t_3, __pyx_t_1}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_16, 2+__pyx_t_16); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 963, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else #endif { __pyx_t_7 = PyTuple_New(2+__pyx_t_16); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 963, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__pyx_t_15) { __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_15); __pyx_t_15 = NULL; } __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_16, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_16, __pyx_t_1); __pyx_t_3 = 0; __pyx_t_1 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_7, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 963, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_r = __pyx_t_4; __pyx_t_4 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":882 * * * def dopparseprob(tree, sent, Grammar coarse, Grammar fine): # <<<<<<<<<<<<<< * """Compute the exact DOP parse probability of a Tree in a DOP reduction. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_15); __Pyx_XDECREF(__pyx_t_17); __Pyx_AddTraceback("discodop.disambiguation.dopparseprob", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_chart); __Pyx_XDECREF(__pyx_v_cell); __Pyx_XDECREF(__pyx_v_n); __Pyx_XDECREF(__pyx_v_pos); __Pyx_XDECREF(__pyx_v_word); __Pyx_XDECREF(__pyx_v_node); __Pyx_XDECREF(__pyx_v_r); __Pyx_XDECREF(__pyx_v_yf); __Pyx_XDECREF(__pyx_v_prod); __Pyx_XDECREF(__pyx_v_ruleno); __Pyx_XDECREF(__pyx_v_leftcell); __Pyx_XDECREF(__pyx_v_rightcell); __Pyx_XDECREF(__pyx_v_newprob); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":966 * * * def mcrerank(parsetrees, sent, k, trees, vocab): # <<<<<<<<<<<<<< * """Rerank *k*-best trees using tree fragments from training treebank. * */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_23mcrerank(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_22mcrerank[] = "mcrerank(parsetrees, sent, k, trees, vocab)\nRerank *k*-best trees using tree fragments from training treebank.\n\n\tSearches for trees that share multiple fragments (multi component)."; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_23mcrerank = {"mcrerank", (PyCFunction)__pyx_pw_8discodop_14disambiguation_23mcrerank, METH_VARARGS|METH_KEYWORDS, __pyx_doc_8discodop_14disambiguation_22mcrerank}; static PyObject *__pyx_pw_8discodop_14disambiguation_23mcrerank(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_parsetrees = 0; PyObject *__pyx_v_sent = 0; PyObject *__pyx_v_k = 0; PyObject *__pyx_v_trees = 0; PyObject *__pyx_v_vocab = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("mcrerank (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_parsetrees,&__pyx_n_s_sent,&__pyx_n_s_k,&__pyx_n_s_trees,&__pyx_n_s_vocab,0}; PyObject* values[5] = {0,0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_parsetrees)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_sent)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("mcrerank", 1, 5, 5, 1); __PYX_ERR(0, 966, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_k)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("mcrerank", 1, 5, 5, 2); __PYX_ERR(0, 966, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_trees)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("mcrerank", 1, 5, 5, 3); __PYX_ERR(0, 966, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 4: if (likely((values[4] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_vocab)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("mcrerank", 1, 5, 5, 4); __PYX_ERR(0, 966, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "mcrerank") < 0)) __PYX_ERR(0, 966, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 5) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); values[4] = PyTuple_GET_ITEM(__pyx_args, 4); } __pyx_v_parsetrees = values[0]; __pyx_v_sent = values[1]; __pyx_v_k = values[2]; __pyx_v_trees = values[3]; __pyx_v_vocab = values[4]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("mcrerank", 1, 5, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 966, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("discodop.disambiguation.mcrerank", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_8discodop_14disambiguation_22mcrerank(__pyx_self, __pyx_v_parsetrees, __pyx_v_sent, __pyx_v_k, __pyx_v_trees, __pyx_v_vocab); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_8discodop_14disambiguation_8mcrerank_2generator(__pyx_CoroutineObject *__pyx_generator, PyObject *__pyx_sent_value); /* proto */ /* "discodop/disambiguation.pyx":992 * # score is the total number of nodes * # of the common fragments consisting of at least 2 parts * score += sum(frag[0].count('(') for frag in rev[i]) # <<<<<<<<<<<<<< * # divide by number of nodes in derivation to avoid preferring * # larger derivations */ static PyObject *__pyx_pf_8discodop_14disambiguation_8mcrerank_genexpr(PyObject *__pyx_self) { struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("genexpr", 0); __pyx_cur_scope = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *)__pyx_tp_new_8discodop_14disambiguation___pyx_scope_struct_2_genexpr(__pyx_ptype_8discodop_14disambiguation___pyx_scope_struct_2_genexpr, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 992, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *) __pyx_self; __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope)); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_8discodop_14disambiguation_8mcrerank_2generator, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_mcrerank_locals_genexpr, __pyx_n_s_discodop_disambiguation); if (unlikely(!gen)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("discodop.disambiguation.mcrerank.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_8discodop_14disambiguation_8mcrerank_2generator(__pyx_CoroutineObject *__pyx_generator, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *__pyx_cur_scope = ((struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *)__pyx_generator->closure); PyObject *__pyx_r = NULL; PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; PyObject *(*__pyx_t_4)(PyObject *); PyObject *__pyx_t_5 = NULL; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("None", 0); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; case 1: goto __pyx_L6_resume_from_yield; default: /* CPython raises the right error here */ __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 992, __pyx_L1_error) if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_rev)) { __Pyx_RaiseClosureNameError("rev"); __PYX_ERR(0, 992, __pyx_L1_error) } if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_i)) { __Pyx_RaiseClosureNameError("i"); __PYX_ERR(0, 992, __pyx_L1_error) } __pyx_t_1 = PyObject_GetItem(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_rev, __pyx_cur_scope->__pyx_outer_scope->__pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) { __pyx_t_2 = __pyx_t_1; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0; __pyx_t_4 = NULL; } else { __pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 992, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; for (;;) { if (likely(!__pyx_t_4)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_1); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 992, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_1); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 992, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_4(__pyx_t_2); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 992, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_frag); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_frag, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_GetItemInt(__pyx_cur_scope->__pyx_v_frag, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_count); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_tuple__31, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; __Pyx_XGIVEREF(__pyx_t_2); __pyx_cur_scope->__pyx_t_0 = __pyx_t_2; __pyx_cur_scope->__pyx_t_1 = __pyx_t_3; __pyx_cur_scope->__pyx_t_2 = __pyx_t_4; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); /* return from generator, yielding value */ __pyx_generator->resume_label = 1; return __pyx_r; __pyx_L6_resume_from_yield:; __pyx_t_2 = __pyx_cur_scope->__pyx_t_0; __pyx_cur_scope->__pyx_t_0 = 0; __Pyx_XGOTREF(__pyx_t_2); __pyx_t_3 = __pyx_cur_scope->__pyx_t_1; __pyx_t_4 = __pyx_cur_scope->__pyx_t_2; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 992, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* function exit code */ PyErr_SetNone(PyExc_StopIteration); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XDECREF(__pyx_r); __pyx_r = 0; __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":999 * msg = 're-ranked %d parse trees; best tree at %d. ' % ( * len(results), * max(range(len(results)), key=lambda x: results[x][1]) + 1) # <<<<<<<<<<<<<< * return results, msg * */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_8mcrerank_3lambda2(PyObject *__pyx_self, PyObject *__pyx_v_x); /*proto*/ static PyMethodDef __pyx_mdef_8discodop_14disambiguation_8mcrerank_3lambda2 = {"lambda2", (PyCFunction)__pyx_pw_8discodop_14disambiguation_8mcrerank_3lambda2, METH_O, 0}; static PyObject *__pyx_pw_8discodop_14disambiguation_8mcrerank_3lambda2(PyObject *__pyx_self, PyObject *__pyx_v_x) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda2 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda2(__pyx_self, ((PyObject *)__pyx_v_x)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda2(PyObject *__pyx_self, PyObject *__pyx_v_x) { struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *__pyx_cur_scope; struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; __Pyx_RefNannySetupContext("lambda2", 0); __pyx_outer_scope = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_results)) { __Pyx_RaiseClosureNameError("results"); __PYX_ERR(0, 999, __pyx_L1_error) } if (unlikely(__pyx_cur_scope->__pyx_v_results == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(0, 999, __pyx_L1_error) } __pyx_t_1 = PyObject_GetItem(__pyx_cur_scope->__pyx_v_results, __pyx_v_x); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 999, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_GetItemInt(__pyx_t_1, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 999, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("discodop.disambiguation.mcrerank.lambda2", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":966 * * * def mcrerank(parsetrees, sent, k, trees, vocab): # <<<<<<<<<<<<<< * """Rerank *k*-best trees using tree fragments from training treebank. * */ static PyObject *__pyx_pf_8discodop_14disambiguation_22mcrerank(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_parsetrees, PyObject *__pyx_v_sent, PyObject *__pyx_v_k, PyObject *__pyx_v_trees, PyObject *__pyx_v_vocab) { struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *__pyx_cur_scope; PyObject *__pyx_v_derivstr = NULL; PyObject *__pyx_v_prob = NULL; CYTHON_UNUSED PyObject *__pyx_v__ = NULL; PyObject *__pyx_v_tmp = NULL; PyObject *__pyx_v_frags = NULL; PyObject *__pyx_v_indices = NULL; PyObject *__pyx_v_score = NULL; PyObject *__pyx_v_frag = NULL; PyObject *__pyx_v_idx = NULL; PyObject *__pyx_v_msg = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; Py_ssize_t __pyx_t_6; PyObject *(*__pyx_t_7)(PyObject *); PyObject *__pyx_t_8 = NULL; PyObject *(*__pyx_t_9)(PyObject *); Py_ssize_t __pyx_t_10; Py_ssize_t __pyx_t_11; int __pyx_t_12; int __pyx_t_13; int __pyx_t_14; PyObject *(*__pyx_t_15)(PyObject *); PyObject *(*__pyx_t_16)(PyObject *); PyObject *__pyx_t_17 = NULL; int __pyx_t_18; __Pyx_RefNannySetupContext("mcrerank", 0); __pyx_cur_scope = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *)__pyx_tp_new_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank(__pyx_ptype_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 966, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } /* "discodop/disambiguation.pyx":970 * * Searches for trees that share multiple fragments (multi component).""" * cdef list results = [] # <<<<<<<<<<<<<< * for derivstr, prob, _ in nlargest(k, parsetrees, key=itemgetter(1)): * tmp = _fragments.getctrees( */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 970, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_1); __pyx_cur_scope->__pyx_v_results = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":971 * Searches for trees that share multiple fragments (multi component).""" * cdef list results = [] * for derivstr, prob, _ in nlargest(k, parsetrees, key=itemgetter(1)): # <<<<<<<<<<<<<< * tmp = _fragments.getctrees( * [(addbitsets(derivstr), sent)], vocab=vocab) */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_nlargest); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_k); __Pyx_GIVEREF(__pyx_v_k); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_k); __Pyx_INCREF(__pyx_v_parsetrees); __Pyx_GIVEREF(__pyx_v_parsetrees); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_parsetrees); __pyx_t_3 = PyDict_New(); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_itemgetter); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__32, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_key, __pyx_t_5) < 0) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) { __pyx_t_3 = __pyx_t_5; __Pyx_INCREF(__pyx_t_3); __pyx_t_6 = 0; __pyx_t_7 = NULL; } else { __pyx_t_6 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_7 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 971, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; for (;;) { if (likely(!__pyx_t_7)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_6); __Pyx_INCREF(__pyx_t_5); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 971, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_3, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } else { if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_6); __Pyx_INCREF(__pyx_t_5); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 971, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_3, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } } else { __pyx_t_5 = __pyx_t_7(__pyx_t_3); if (unlikely(!__pyx_t_5)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 971, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_5); } if ((likely(PyTuple_CheckExact(__pyx_t_5))) || (PyList_CheckExact(__pyx_t_5))) { PyObject* sequence = __pyx_t_5; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 3)) { if (size > 3) __Pyx_RaiseTooManyValuesError(3); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 971, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); __pyx_t_4 = PyTuple_GET_ITEM(sequence, 2); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); __pyx_t_4 = PyList_GET_ITEM(sequence, 2); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_4); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else { Py_ssize_t index = -1; __pyx_t_8 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_9 = Py_TYPE(__pyx_t_8)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_2)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_1 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_1)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 2; __pyx_t_4 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_4)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_4); if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 3) < 0) __PYX_ERR(0, 971, __pyx_L1_error) __pyx_t_9 = NULL; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; goto __pyx_L6_unpacking_done; __pyx_L5_unpacking_failed:; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_9 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 971, __pyx_L1_error) __pyx_L6_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_derivstr, __pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF_SET(__pyx_v_prob, __pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_v__, __pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":972 * cdef list results = [] * for derivstr, prob, _ in nlargest(k, parsetrees, key=itemgetter(1)): * tmp = _fragments.getctrees( # <<<<<<<<<<<<<< * [(addbitsets(derivstr), sent)], vocab=vocab) * frags = _fragments.extractfragments( */ __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_fragments); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 972, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_getctrees); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 972, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":973 * for derivstr, prob, _ in nlargest(k, parsetrees, key=itemgetter(1)): * tmp = _fragments.getctrees( * [(addbitsets(derivstr), sent)], vocab=vocab) # <<<<<<<<<<<<<< * frags = _fragments.extractfragments( * tmp['trees1'], 0, 0, vocab, trees, */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_addbitsets); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 973, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (!__pyx_t_2) { __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_v_derivstr); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 973, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[2] = {__pyx_t_2, __pyx_v_derivstr}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 973, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[2] = {__pyx_t_2, __pyx_v_derivstr}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 973, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_5); } else #endif { __pyx_t_8 = PyTuple_New(1+1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 973, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_2); __pyx_t_2 = NULL; __Pyx_INCREF(__pyx_v_derivstr); __Pyx_GIVEREF(__pyx_v_derivstr); PyTuple_SET_ITEM(__pyx_t_8, 0+1, __pyx_v_derivstr); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_8, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 973, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 973, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_5); __Pyx_INCREF(__pyx_v_sent); __Pyx_GIVEREF(__pyx_v_sent); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_sent); __pyx_t_5 = 0; __pyx_t_5 = PyList_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 973, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GIVEREF(__pyx_t_1); PyList_SET_ITEM(__pyx_t_5, 0, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":972 * cdef list results = [] * for derivstr, prob, _ in nlargest(k, parsetrees, key=itemgetter(1)): * tmp = _fragments.getctrees( # <<<<<<<<<<<<<< * [(addbitsets(derivstr), sent)], vocab=vocab) * frags = _fragments.extractfragments( */ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 972, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":973 * for derivstr, prob, _ in nlargest(k, parsetrees, key=itemgetter(1)): * tmp = _fragments.getctrees( * [(addbitsets(derivstr), sent)], vocab=vocab) # <<<<<<<<<<<<<< * frags = _fragments.extractfragments( * tmp['trees1'], 0, 0, vocab, trees, */ __pyx_t_5 = PyDict_New(); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 973, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_vocab, __pyx_v_vocab) < 0) __PYX_ERR(0, 973, __pyx_L1_error) /* "discodop/disambiguation.pyx":972 * cdef list results = [] * for derivstr, prob, _ in nlargest(k, parsetrees, key=itemgetter(1)): * tmp = _fragments.getctrees( # <<<<<<<<<<<<<< * [(addbitsets(derivstr), sent)], vocab=vocab) * frags = _fragments.extractfragments( */ __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_1, __pyx_t_5); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 972, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_tmp, __pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":974 * tmp = _fragments.getctrees( * [(addbitsets(derivstr), sent)], vocab=vocab) * frags = _fragments.extractfragments( # <<<<<<<<<<<<<< * tmp['trees1'], 0, 0, vocab, trees, * disc=True, approx=False) */ __pyx_t_8 = __Pyx_GetModuleGlobalName(__pyx_n_s_fragments); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 974, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_extractfragments); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 974, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":975 * [(addbitsets(derivstr), sent)], vocab=vocab) * frags = _fragments.extractfragments( * tmp['trees1'], 0, 0, vocab, trees, # <<<<<<<<<<<<<< * disc=True, approx=False) * frags = {frag: bitset for frag, bitset in frags.items() */ __pyx_t_8 = PyObject_GetItem(__pyx_v_tmp, __pyx_n_u_trees1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 975, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); /* "discodop/disambiguation.pyx":974 * tmp = _fragments.getctrees( * [(addbitsets(derivstr), sent)], vocab=vocab) * frags = _fragments.extractfragments( # <<<<<<<<<<<<<< * tmp['trees1'], 0, 0, vocab, trees, * disc=True, approx=False) */ __pyx_t_1 = PyTuple_New(5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 974, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_8); __Pyx_INCREF(__pyx_int_0); __Pyx_GIVEREF(__pyx_int_0); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_int_0); __Pyx_INCREF(__pyx_int_0); __Pyx_GIVEREF(__pyx_int_0); PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_int_0); __Pyx_INCREF(__pyx_v_vocab); __Pyx_GIVEREF(__pyx_v_vocab); PyTuple_SET_ITEM(__pyx_t_1, 3, __pyx_v_vocab); __Pyx_INCREF(__pyx_v_trees); __Pyx_GIVEREF(__pyx_v_trees); PyTuple_SET_ITEM(__pyx_t_1, 4, __pyx_v_trees); __pyx_t_8 = 0; /* "discodop/disambiguation.pyx":976 * frags = _fragments.extractfragments( * tmp['trees1'], 0, 0, vocab, trees, * disc=True, approx=False) # <<<<<<<<<<<<<< * frags = {frag: bitset for frag, bitset in frags.items() * if frag[0].count('(') > 3} */ __pyx_t_8 = PyDict_New(); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 976, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_disc, Py_True) < 0) __PYX_ERR(0, 976, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_approx, Py_False) < 0) __PYX_ERR(0, 976, __pyx_L1_error) /* "discodop/disambiguation.pyx":974 * tmp = _fragments.getctrees( * [(addbitsets(derivstr), sent)], vocab=vocab) * frags = _fragments.extractfragments( # <<<<<<<<<<<<<< * tmp['trees1'], 0, 0, vocab, trees, * disc=True, approx=False) */ __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_1, __pyx_t_8); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 974, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_frags, __pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":977 * tmp['trees1'], 0, 0, vocab, trees, * disc=True, approx=False) * frags = {frag: bitset for frag, bitset in frags.items() # <<<<<<<<<<<<<< * if frag[0].count('(') > 3} * indices = _fragments.exactcounts( */ { /* enter inner scope */ PyObject *__pyx_9genexpr23__pyx_v_frag = NULL; PyObject *__pyx_9genexpr23__pyx_v_bitset = NULL; __pyx_t_4 = PyDict_New(); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 977, __pyx_L9_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_10 = 0; if (unlikely(__pyx_v_frags == Py_None)) { PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%s'", "items"); __PYX_ERR(0, 977, __pyx_L9_error) } __pyx_t_1 = __Pyx_dict_iterator(__pyx_v_frags, 0, __pyx_n_s_items, (&__pyx_t_11), (&__pyx_t_12)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 977, __pyx_L9_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = __pyx_t_1; __pyx_t_1 = 0; while (1) { __pyx_t_13 = __Pyx_dict_iter_next(__pyx_t_8, __pyx_t_11, &__pyx_t_10, &__pyx_t_1, &__pyx_t_5, NULL, __pyx_t_12); if (unlikely(__pyx_t_13 == 0)) break; if (unlikely(__pyx_t_13 == -1)) __PYX_ERR(0, 977, __pyx_L9_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GOTREF(__pyx_t_5); __Pyx_XDECREF_SET(__pyx_9genexpr23__pyx_v_frag, __pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_9genexpr23__pyx_v_bitset, __pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":978 * disc=True, approx=False) * frags = {frag: bitset for frag, bitset in frags.items() * if frag[0].count('(') > 3} # <<<<<<<<<<<<<< * indices = _fragments.exactcounts( * tmp['trees1'], trees, list(frags.values()), indices=True) */ __pyx_t_5 = __Pyx_GetItemInt(__pyx_9genexpr23__pyx_v_frag, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 978, __pyx_L9_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_count); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 978, __pyx_L9_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_tuple__33, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 978, __pyx_L9_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyObject_RichCompare(__pyx_t_5, __pyx_int_3, Py_GT); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 978, __pyx_L9_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_14 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_14 < 0)) __PYX_ERR(0, 978, __pyx_L9_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__pyx_t_14) { /* "discodop/disambiguation.pyx":977 * tmp['trees1'], 0, 0, vocab, trees, * disc=True, approx=False) * frags = {frag: bitset for frag, bitset in frags.items() # <<<<<<<<<<<<<< * if frag[0].count('(') > 3} * indices = _fragments.exactcounts( */ if (unlikely(PyDict_SetItem(__pyx_t_4, (PyObject*)__pyx_9genexpr23__pyx_v_frag, (PyObject*)__pyx_9genexpr23__pyx_v_bitset))) __PYX_ERR(0, 977, __pyx_L9_error) /* "discodop/disambiguation.pyx":978 * disc=True, approx=False) * frags = {frag: bitset for frag, bitset in frags.items() * if frag[0].count('(') > 3} # <<<<<<<<<<<<<< * indices = _fragments.exactcounts( * tmp['trees1'], trees, list(frags.values()), indices=True) */ } } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF(__pyx_9genexpr23__pyx_v_frag); __Pyx_XDECREF(__pyx_9genexpr23__pyx_v_bitset); goto __pyx_L13_exit_scope; __pyx_L9_error:; __Pyx_XDECREF(__pyx_9genexpr23__pyx_v_frag); __Pyx_XDECREF(__pyx_9genexpr23__pyx_v_bitset); goto __pyx_L1_error; __pyx_L13_exit_scope:; } /* exit inner scope */ __Pyx_DECREF_SET(__pyx_v_frags, __pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":979 * frags = {frag: bitset for frag, bitset in frags.items() * if frag[0].count('(') > 3} * indices = _fragments.exactcounts( # <<<<<<<<<<<<<< * tmp['trees1'], trees, list(frags.values()), indices=True) * score = 0 */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_fragments); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 979, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_exactcounts); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 979, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":980 * if frag[0].count('(') > 3} * indices = _fragments.exactcounts( * tmp['trees1'], trees, list(frags.values()), indices=True) # <<<<<<<<<<<<<< * score = 0 * rev = defaultdict(set) */ __pyx_t_4 = PyObject_GetItem(__pyx_v_tmp, __pyx_n_u_trees1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 980, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_frags, __pyx_n_s_values); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 980, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } if (__pyx_t_2) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 980, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else { __pyx_t_1 = __Pyx_PyObject_CallNoArg(__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 980, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = PySequence_List(__pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 980, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":979 * frags = {frag: bitset for frag, bitset in frags.items() * if frag[0].count('(') > 3} * indices = _fragments.exactcounts( # <<<<<<<<<<<<<< * tmp['trees1'], trees, list(frags.values()), indices=True) * score = 0 */ __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 979, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_4); __Pyx_INCREF(__pyx_v_trees); __Pyx_GIVEREF(__pyx_v_trees); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_trees); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_t_5); __pyx_t_4 = 0; __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":980 * if frag[0].count('(') > 3} * indices = _fragments.exactcounts( * tmp['trees1'], trees, list(frags.values()), indices=True) # <<<<<<<<<<<<<< * score = 0 * rev = defaultdict(set) */ __pyx_t_5 = PyDict_New(); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 980, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_indices, Py_True) < 0) __PYX_ERR(0, 980, __pyx_L1_error) /* "discodop/disambiguation.pyx":979 * frags = {frag: bitset for frag, bitset in frags.items() * if frag[0].count('(') > 3} * indices = _fragments.exactcounts( # <<<<<<<<<<<<<< * tmp['trees1'], trees, list(frags.values()), indices=True) * score = 0 */ __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_1, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 979, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_indices, __pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":981 * indices = _fragments.exactcounts( * tmp['trees1'], trees, list(frags.values()), indices=True) * score = 0 # <<<<<<<<<<<<<< * rev = defaultdict(set) * for frag, idx in zip(frags, indices): */ __Pyx_INCREF(__pyx_int_0); __Pyx_XDECREF_SET(__pyx_v_score, __pyx_int_0); /* "discodop/disambiguation.pyx":982 * tmp['trees1'], trees, list(frags.values()), indices=True) * score = 0 * rev = defaultdict(set) # <<<<<<<<<<<<<< * for frag, idx in zip(frags, indices): * # from: frag => (tree idx, freq)... */ __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_defaultdict); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 982, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } if (!__pyx_t_1) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_t_5, ((PyObject *)(&PySet_Type))); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 982, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[2] = {__pyx_t_1, ((PyObject *)(&PySet_Type))}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 982, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[2] = {__pyx_t_1, ((PyObject *)(&PySet_Type))}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 982, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif { __pyx_t_8 = PyTuple_New(1+1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 982, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_1); __pyx_t_1 = NULL; __Pyx_INCREF(((PyObject *)(&PySet_Type))); __Pyx_GIVEREF(((PyObject *)(&PySet_Type))); PyTuple_SET_ITEM(__pyx_t_8, 0+1, ((PyObject *)(&PySet_Type))); __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_8, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 982, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_rev); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_rev, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":983 * score = 0 * rev = defaultdict(set) * for frag, idx in zip(frags, indices): # <<<<<<<<<<<<<< * # from: frag => (tree idx, freq)... * # to: tree idx => frags... */ __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_v_frags); __Pyx_GIVEREF(__pyx_v_frags); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_frags); __Pyx_INCREF(__pyx_v_indices); __Pyx_GIVEREF(__pyx_v_indices); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_indices); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_4, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) { __pyx_t_4 = __pyx_t_5; __Pyx_INCREF(__pyx_t_4); __pyx_t_11 = 0; __pyx_t_15 = NULL; } else { __pyx_t_11 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_15 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 983, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; for (;;) { if (likely(!__pyx_t_15)) { if (likely(PyList_CheckExact(__pyx_t_4))) { if (__pyx_t_11 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_11); __Pyx_INCREF(__pyx_t_5); __pyx_t_11++; if (unlikely(0 < 0)) __PYX_ERR(0, 983, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_4, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } else { if (__pyx_t_11 >= PyTuple_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_11); __Pyx_INCREF(__pyx_t_5); __pyx_t_11++; if (unlikely(0 < 0)) __PYX_ERR(0, 983, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_4, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } } else { __pyx_t_5 = __pyx_t_15(__pyx_t_4); if (unlikely(!__pyx_t_5)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 983, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_5); } if ((likely(PyTuple_CheckExact(__pyx_t_5))) || (PyList_CheckExact(__pyx_t_5))) { PyObject* sequence = __pyx_t_5; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 983, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_8 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_8 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(__pyx_t_1); #else __pyx_t_8 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else { Py_ssize_t index = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_9 = Py_TYPE(__pyx_t_2)->tp_iternext; index = 0; __pyx_t_8 = __pyx_t_9(__pyx_t_2); if (unlikely(!__pyx_t_8)) goto __pyx_L16_unpacking_failed; __Pyx_GOTREF(__pyx_t_8); index = 1; __pyx_t_1 = __pyx_t_9(__pyx_t_2); if (unlikely(!__pyx_t_1)) goto __pyx_L16_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_2), 2) < 0) __PYX_ERR(0, 983, __pyx_L1_error) __pyx_t_9 = NULL; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; goto __pyx_L17_unpacking_done; __pyx_L16_unpacking_failed:; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_9 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 983, __pyx_L1_error) __pyx_L17_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_frag, __pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_idx, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":986 * # from: frag => (tree idx, freq)... * # to: tree idx => frags... * for i in idx: # <<<<<<<<<<<<<< * rev[i].add(frag) * for i in rev: */ if (likely(PyList_CheckExact(__pyx_v_idx)) || PyTuple_CheckExact(__pyx_v_idx)) { __pyx_t_5 = __pyx_v_idx; __Pyx_INCREF(__pyx_t_5); __pyx_t_10 = 0; __pyx_t_16 = NULL; } else { __pyx_t_10 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_v_idx); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 986, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_16 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 986, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_16)) { if (likely(PyList_CheckExact(__pyx_t_5))) { if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_5)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_10); __Pyx_INCREF(__pyx_t_1); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 986, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_5, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 986, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_5)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_10); __Pyx_INCREF(__pyx_t_1); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 986, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_5, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 986, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_16(__pyx_t_5); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 986, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_i); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_i, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":987 * # to: tree idx => frags... * for i in idx: * rev[i].add(frag) # <<<<<<<<<<<<<< * for i in rev: * if len(rev[i]) > 1: */ __pyx_t_8 = PyObject_GetItem(__pyx_cur_scope->__pyx_v_rev, __pyx_cur_scope->__pyx_v_i); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 987, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_add); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 987, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_8) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_frag); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 987, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_v_frag}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 987, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_v_frag}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 987, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_17 = PyTuple_New(1+1); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 987, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_17, 0, __pyx_t_8); __pyx_t_8 = NULL; __Pyx_INCREF(__pyx_v_frag); __Pyx_GIVEREF(__pyx_v_frag); PyTuple_SET_ITEM(__pyx_t_17, 0+1, __pyx_v_frag); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_17, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 987, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":986 * # from: frag => (tree idx, freq)... * # to: tree idx => frags... * for i in idx: # <<<<<<<<<<<<<< * rev[i].add(frag) * for i in rev: */ } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":983 * score = 0 * rev = defaultdict(set) * for frag, idx in zip(frags, indices): # <<<<<<<<<<<<<< * # from: frag => (tree idx, freq)... * # to: tree idx => frags... */ } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":988 * for i in idx: * rev[i].add(frag) * for i in rev: # <<<<<<<<<<<<<< * if len(rev[i]) > 1: * # score is the total number of nodes */ if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_v_rev)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_rev)) { __pyx_t_4 = __pyx_cur_scope->__pyx_v_rev; __Pyx_INCREF(__pyx_t_4); __pyx_t_11 = 0; __pyx_t_15 = NULL; } else { __pyx_t_11 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_rev); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 988, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_15 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 988, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_15)) { if (likely(PyList_CheckExact(__pyx_t_4))) { if (__pyx_t_11 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_11); __Pyx_INCREF(__pyx_t_5); __pyx_t_11++; if (unlikely(0 < 0)) __PYX_ERR(0, 988, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_4, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 988, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } else { if (__pyx_t_11 >= PyTuple_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_11); __Pyx_INCREF(__pyx_t_5); __pyx_t_11++; if (unlikely(0 < 0)) __PYX_ERR(0, 988, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_4, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 988, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } } else { __pyx_t_5 = __pyx_t_15(__pyx_t_4); if (unlikely(!__pyx_t_5)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 988, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_5); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_i); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_i, __pyx_t_5); __Pyx_GIVEREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":989 * rev[i].add(frag) * for i in rev: * if len(rev[i]) > 1: # <<<<<<<<<<<<<< * # score is the total number of nodes * # of the common fragments consisting of at least 2 parts */ __pyx_t_5 = PyObject_GetItem(__pyx_cur_scope->__pyx_v_rev, __pyx_cur_scope->__pyx_v_i); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 989, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_10 = PyObject_Length(__pyx_t_5); if (unlikely(__pyx_t_10 == -1)) __PYX_ERR(0, 989, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_14 = ((__pyx_t_10 > 1) != 0); if (__pyx_t_14) { /* "discodop/disambiguation.pyx":992 * # score is the total number of nodes * # of the common fragments consisting of at least 2 parts * score += sum(frag[0].count('(') for frag in rev[i]) # <<<<<<<<<<<<<< * # divide by number of nodes in derivation to avoid preferring * # larger derivations */ __pyx_t_5 = __pyx_pf_8discodop_14disambiguation_8mcrerank_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_builtin_sum, __pyx_t_1, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyNumber_InPlaceAdd(__pyx_v_score, __pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF_SET(__pyx_v_score, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":989 * rev[i].add(frag) * for i in rev: * if len(rev[i]) > 1: # <<<<<<<<<<<<<< * # score is the total number of nodes * # of the common fragments consisting of at least 2 parts */ } /* "discodop/disambiguation.pyx":988 * for i in idx: * rev[i].add(frag) * for i in rev: # <<<<<<<<<<<<<< * if len(rev[i]) > 1: * # score is the total number of nodes */ } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":995 * # divide by number of nodes in derivation to avoid preferring * # larger derivations * score = float(score) / (derivstr.count('(') + len(sent)) # <<<<<<<<<<<<<< * results.append((derivstr, (score, prob), None)) * msg = 're-ranked %d parse trees; best tree at %d. ' % ( */ __pyx_t_4 = __Pyx_PyNumber_Float(__pyx_v_score); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 995, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_derivstr, __pyx_n_s_count); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 995, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_tuple__34, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 995, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_11 = PyObject_Length(__pyx_v_sent); if (unlikely(__pyx_t_11 == -1)) __PYX_ERR(0, 995, __pyx_L1_error) __pyx_t_1 = PyInt_FromSsize_t(__pyx_t_11); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 995, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyNumber_Add(__pyx_t_5, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 995, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyNumber_Divide(__pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 995, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v_score, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":996 * # larger derivations * score = float(score) / (derivstr.count('(') + len(sent)) * results.append((derivstr, (score, prob), None)) # <<<<<<<<<<<<<< * msg = 're-ranked %d parse trees; best tree at %d. ' % ( * len(results), */ __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 996, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_score); __Pyx_GIVEREF(__pyx_v_score); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_score); __Pyx_INCREF(__pyx_v_prob); __Pyx_GIVEREF(__pyx_v_prob); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_prob); __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 996, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_derivstr); __Pyx_GIVEREF(__pyx_v_derivstr); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_derivstr); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 2, Py_None); __pyx_t_1 = 0; __pyx_t_18 = __Pyx_PyList_Append(__pyx_cur_scope->__pyx_v_results, __pyx_t_2); if (unlikely(__pyx_t_18 == -1)) __PYX_ERR(0, 996, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":971 * Searches for trees that share multiple fragments (multi component).""" * cdef list results = [] * for derivstr, prob, _ in nlargest(k, parsetrees, key=itemgetter(1)): # <<<<<<<<<<<<<< * tmp = _fragments.getctrees( * [(addbitsets(derivstr), sent)], vocab=vocab) */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":998 * results.append((derivstr, (score, prob), None)) * msg = 're-ranked %d parse trees; best tree at %d. ' % ( * len(results), # <<<<<<<<<<<<<< * max(range(len(results)), key=lambda x: results[x][1]) + 1) * return results, msg */ __pyx_t_3 = __pyx_cur_scope->__pyx_v_results; __Pyx_INCREF(__pyx_t_3); if (unlikely(__pyx_t_3 == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(0, 998, __pyx_L1_error) } __pyx_t_6 = PyList_GET_SIZE(__pyx_t_3); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 998, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = PyInt_FromSsize_t(__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 998, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); /* "discodop/disambiguation.pyx":999 * msg = 're-ranked %d parse trees; best tree at %d. ' % ( * len(results), * max(range(len(results)), key=lambda x: results[x][1]) + 1) # <<<<<<<<<<<<<< * return results, msg * */ __pyx_t_2 = __pyx_cur_scope->__pyx_v_results; __Pyx_INCREF(__pyx_t_2); if (unlikely(__pyx_t_2 == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(0, 999, __pyx_L1_error) } __pyx_t_6 = PyList_GET_SIZE(__pyx_t_2); if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 999, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyInt_FromSsize_t(__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 999, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 999, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_range, __pyx_t_1, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 999, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 999, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 999, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_CyFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_8mcrerank_3lambda2, 0, __pyx_n_s_mcrerank_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_discodop_disambiguation, __pyx_d, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 999, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_key, __pyx_t_4) < 0) __PYX_ERR(0, 999, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_builtin_max, __pyx_t_1, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 999, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyInt_AddObjC(__pyx_t_4, __pyx_int_1, 1, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 999, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":998 * results.append((derivstr, (score, prob), None)) * msg = 're-ranked %d parse trees; best tree at %d. ' % ( * len(results), # <<<<<<<<<<<<<< * max(range(len(results)), key=lambda x: results[x][1]) + 1) * return results, msg */ __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 998, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_2); __pyx_t_3 = 0; __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":997 * score = float(score) / (derivstr.count('(') + len(sent)) * results.append((derivstr, (score, prob), None)) * msg = 're-ranked %d parse trees; best tree at %d. ' % ( # <<<<<<<<<<<<<< * len(results), * max(range(len(results)), key=lambda x: results[x][1]) + 1) */ __pyx_t_2 = PyUnicode_Format(__pyx_kp_u_re_ranked_d_parse_trees_best_tre, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 997, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_msg = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1000 * len(results), * max(range(len(results)), key=lambda x: results[x][1]) + 1) * return results, msg # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1000, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_results); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_results); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_cur_scope->__pyx_v_results); __Pyx_INCREF(__pyx_v_msg); __Pyx_GIVEREF(__pyx_v_msg); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_msg); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":966 * * * def mcrerank(parsetrees, sent, k, trees, vocab): # <<<<<<<<<<<<<< * """Rerank *k*-best trees using tree fragments from training treebank. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_17); __Pyx_AddTraceback("discodop.disambiguation.mcrerank", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_derivstr); __Pyx_XDECREF(__pyx_v_prob); __Pyx_XDECREF(__pyx_v__); __Pyx_XDECREF(__pyx_v_tmp); __Pyx_XDECREF(__pyx_v_frags); __Pyx_XDECREF(__pyx_v_indices); __Pyx_XDECREF(__pyx_v_score); __Pyx_XDECREF(__pyx_v_frag); __Pyx_XDECREF(__pyx_v_idx); __Pyx_XDECREF(__pyx_v_msg); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":1003 * * * def ostagderivation(derivtreestr, sent): # <<<<<<<<<<<<<< * """Extract the list of fragments that were used in a given derivation. * */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_25ostagderivation(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_24ostagderivation[] = "ostagderivation(derivtreestr, sent)\nExtract the list of fragments that were used in a given derivation.\n\n\t:returns: a list of fragments of the form ``(tree, sent)``"; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_25ostagderivation = {"ostagderivation", (PyCFunction)__pyx_pw_8discodop_14disambiguation_25ostagderivation, METH_VARARGS|METH_KEYWORDS, __pyx_doc_8discodop_14disambiguation_24ostagderivation}; static PyObject *__pyx_pw_8discodop_14disambiguation_25ostagderivation(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_derivtreestr = 0; PyObject *__pyx_v_sent = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("ostagderivation (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_derivtreestr,&__pyx_n_s_sent,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_derivtreestr)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_sent)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("ostagderivation", 1, 2, 2, 1); __PYX_ERR(0, 1003, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "ostagderivation") < 0)) __PYX_ERR(0, 1003, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_derivtreestr = values[0]; __pyx_v_sent = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("ostagderivation", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1003, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("discodop.disambiguation.ostagderivation", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_8discodop_14disambiguation_24ostagderivation(__pyx_self, __pyx_v_derivtreestr, __pyx_v_sent); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_24ostagderivation(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_derivtreestr, PyObject *__pyx_v_sent) { PyObject *__pyx_v_derivtree = NULL; PyObject *__pyx_v_tmp = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; Py_ssize_t __pyx_t_10; PyObject *(*__pyx_t_11)(PyObject *); int __pyx_t_12; __Pyx_RefNannySetupContext("ostagderivation", 0); /* "discodop/disambiguation.pyx":1007 * * :returns: a list of fragments of the form ``(tree, sent)``""" * derivtree = ParentedTree(derivtreestr) # <<<<<<<<<<<<<< * # tmp = [REMOVEDEC.sub('', str(splitostagfrag(node, sent))) * try: */ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_ParentedTree); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1007, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_3) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_derivtreestr); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1007, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_v_derivtreestr}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1007, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_v_derivtreestr}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1007, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_4 = PyTuple_New(1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1007, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3); __pyx_t_3 = NULL; __Pyx_INCREF(__pyx_v_derivtreestr); __Pyx_GIVEREF(__pyx_v_derivtreestr); PyTuple_SET_ITEM(__pyx_t_4, 0+1, __pyx_v_derivtreestr); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_4, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1007, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_derivtree = __pyx_t_1; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1009 * derivtree = ParentedTree(derivtreestr) * # tmp = [REMOVEDEC.sub('', str(splitostagfrag(node, sent))) * try: # <<<<<<<<<<<<<< * tmp = [str(splitostagfrag(node, sent)) * for node in derivtree.subtrees(ostagfrontiernt)] */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7); __Pyx_XGOTREF(__pyx_t_5); __Pyx_XGOTREF(__pyx_t_6); __Pyx_XGOTREF(__pyx_t_7); /*try:*/ { /* "discodop/disambiguation.pyx":1010 * # tmp = [REMOVEDEC.sub('', str(splitostagfrag(node, sent))) * try: * tmp = [str(splitostagfrag(node, sent)) # <<<<<<<<<<<<<< * for node in derivtree.subtrees(ostagfrontiernt)] * return [_fragments.pygetsent(frag) for frag in tmp] */ { /* enter inner scope */ PyObject *__pyx_9genexpr25__pyx_v_node = NULL; __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1010, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_1); /* "discodop/disambiguation.pyx":1011 * try: * tmp = [str(splitostagfrag(node, sent)) * for node in derivtree.subtrees(ostagfrontiernt)] # <<<<<<<<<<<<<< * return [_fragments.pygetsent(frag) for frag in tmp] * except: */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_derivtree, __pyx_n_s_subtrees); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1011, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = __Pyx_GetModuleGlobalName(__pyx_n_s_ostagfrontiernt); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1011, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } if (!__pyx_t_8) { __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1011, __pyx_L11_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_2); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_t_3}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1011, __pyx_L11_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_t_3}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1011, __pyx_L11_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif { __pyx_t_9 = PyTuple_New(1+1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1011, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_8); __pyx_t_8 = NULL; __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_9, 0+1, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_9, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1011, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) { __pyx_t_4 = __pyx_t_2; __Pyx_INCREF(__pyx_t_4); __pyx_t_10 = 0; __pyx_t_11 = NULL; } else { __pyx_t_10 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1011, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_11 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1011, __pyx_L11_error) } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; for (;;) { if (likely(!__pyx_t_11)) { if (likely(PyList_CheckExact(__pyx_t_4))) { if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_10); __Pyx_INCREF(__pyx_t_2); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1011, __pyx_L11_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_4, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1011, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_2); #endif } else { if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_10); __Pyx_INCREF(__pyx_t_2); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1011, __pyx_L11_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_4, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1011, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_2); #endif } } else { __pyx_t_2 = __pyx_t_11(__pyx_t_4); if (unlikely(!__pyx_t_2)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1011, __pyx_L11_error) } break; } __Pyx_GOTREF(__pyx_t_2); } __Pyx_XDECREF_SET(__pyx_9genexpr25__pyx_v_node, __pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1010 * # tmp = [REMOVEDEC.sub('', str(splitostagfrag(node, sent))) * try: * tmp = [str(splitostagfrag(node, sent)) # <<<<<<<<<<<<<< * for node in derivtree.subtrees(ostagfrontiernt)] * return [_fragments.pygetsent(frag) for frag in tmp] */ __pyx_t_9 = __Pyx_GetModuleGlobalName(__pyx_n_s_splitostagfrag); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1010, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_3 = NULL; __pyx_t_12 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_9))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_9); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_9, function); __pyx_t_12 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_9)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_9genexpr25__pyx_v_node, __pyx_v_sent}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_9, __pyx_temp+1-__pyx_t_12, 2+__pyx_t_12); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1010, __pyx_L11_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_2); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_9)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_9genexpr25__pyx_v_node, __pyx_v_sent}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_9, __pyx_temp+1-__pyx_t_12, 2+__pyx_t_12); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1010, __pyx_L11_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_2); } else #endif { __pyx_t_8 = PyTuple_New(2+__pyx_t_12); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1010, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_8); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_9genexpr25__pyx_v_node); __Pyx_GIVEREF(__pyx_9genexpr25__pyx_v_node); PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_12, __pyx_9genexpr25__pyx_v_node); __Pyx_INCREF(__pyx_v_sent); __Pyx_GIVEREF(__pyx_v_sent); PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_12, __pyx_v_sent); __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_9, __pyx_t_8, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1010, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = PyTuple_New(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1010, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)(&PyUnicode_Type)), __pyx_t_9, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1010, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 1010, __pyx_L11_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1011 * try: * tmp = [str(splitostagfrag(node, sent)) * for node in derivtree.subtrees(ostagfrontiernt)] # <<<<<<<<<<<<<< * return [_fragments.pygetsent(frag) for frag in tmp] * except: */ } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF(__pyx_9genexpr25__pyx_v_node); goto __pyx_L14_exit_scope; __pyx_L11_error:; __Pyx_XDECREF(__pyx_9genexpr25__pyx_v_node); goto __pyx_L3_error; __pyx_L14_exit_scope:; } /* exit inner scope */ __pyx_v_tmp = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1012 * tmp = [str(splitostagfrag(node, sent)) * for node in derivtree.subtrees(ostagfrontiernt)] * return [_fragments.pygetsent(frag) for frag in tmp] # <<<<<<<<<<<<<< * except: * return [] */ __Pyx_XDECREF(__pyx_r); { /* enter inner scope */ PyObject *__pyx_9genexpr26__pyx_v_frag = NULL; __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1012, __pyx_L17_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __pyx_v_tmp; __Pyx_INCREF(__pyx_t_4); __pyx_t_10 = 0; for (;;) { if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_10); __Pyx_INCREF(__pyx_t_2); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1012, __pyx_L17_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_4, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1012, __pyx_L17_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_XDECREF_SET(__pyx_9genexpr26__pyx_v_frag, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_9 = __Pyx_GetModuleGlobalName(__pyx_n_s_fragments); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1012, __pyx_L17_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_pygetsent); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1012, __pyx_L17_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) { __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_9)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } if (!__pyx_t_9) { __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_9genexpr26__pyx_v_frag); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1012, __pyx_L17_error) __Pyx_GOTREF(__pyx_t_2); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[2] = {__pyx_t_9, __pyx_9genexpr26__pyx_v_frag}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1012, __pyx_L17_error) __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_GOTREF(__pyx_t_2); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[2] = {__pyx_t_9, __pyx_9genexpr26__pyx_v_frag}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1012, __pyx_L17_error) __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_GOTREF(__pyx_t_2); } else #endif { __pyx_t_3 = PyTuple_New(1+1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1012, __pyx_L17_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_9); __pyx_t_9 = NULL; __Pyx_INCREF(__pyx_9genexpr26__pyx_v_frag); __Pyx_GIVEREF(__pyx_9genexpr26__pyx_v_frag); PyTuple_SET_ITEM(__pyx_t_3, 0+1, __pyx_9genexpr26__pyx_v_frag); __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1012, __pyx_L17_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 1012, __pyx_L17_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF(__pyx_9genexpr26__pyx_v_frag); goto __pyx_L20_exit_scope; __pyx_L17_error:; __Pyx_XDECREF(__pyx_9genexpr26__pyx_v_frag); goto __pyx_L3_error; __pyx_L20_exit_scope:; } /* exit inner scope */ __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L7_try_return; /* "discodop/disambiguation.pyx":1009 * derivtree = ParentedTree(derivtreestr) * # tmp = [REMOVEDEC.sub('', str(splitostagfrag(node, sent))) * try: # <<<<<<<<<<<<<< * tmp = [str(splitostagfrag(node, sent)) * for node in derivtree.subtrees(ostagfrontiernt)] */ } __pyx_L3_error:; __Pyx_PyThreadState_assign __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1013 * for node in derivtree.subtrees(ostagfrontiernt)] * return [_fragments.pygetsent(frag) for frag in tmp] * except: # <<<<<<<<<<<<<< * return [] * */ /*except:*/ { __Pyx_AddTraceback("discodop.disambiguation.ostagderivation", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_1, &__pyx_t_4, &__pyx_t_2) < 0) __PYX_ERR(0, 1013, __pyx_L5_except_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GOTREF(__pyx_t_4); __Pyx_GOTREF(__pyx_t_2); /* "discodop/disambiguation.pyx":1014 * return [_fragments.pygetsent(frag) for frag in tmp] * except: * return [] # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1014, __pyx_L5_except_error) __Pyx_GOTREF(__pyx_t_8); __pyx_r = __pyx_t_8; __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L6_except_return; } __pyx_L5_except_error:; /* "discodop/disambiguation.pyx":1009 * derivtree = ParentedTree(derivtreestr) * # tmp = [REMOVEDEC.sub('', str(splitostagfrag(node, sent))) * try: # <<<<<<<<<<<<<< * tmp = [str(splitostagfrag(node, sent)) * for node in derivtree.subtrees(ostagfrontiernt)] */ __Pyx_PyThreadState_assign __Pyx_XGIVEREF(__pyx_t_5); __Pyx_XGIVEREF(__pyx_t_6); __Pyx_XGIVEREF(__pyx_t_7); __Pyx_ExceptionReset(__pyx_t_5, __pyx_t_6, __pyx_t_7); goto __pyx_L1_error; __pyx_L7_try_return:; __Pyx_PyThreadState_assign __Pyx_XGIVEREF(__pyx_t_5); __Pyx_XGIVEREF(__pyx_t_6); __Pyx_XGIVEREF(__pyx_t_7); __Pyx_ExceptionReset(__pyx_t_5, __pyx_t_6, __pyx_t_7); goto __pyx_L0; __pyx_L6_except_return:; __Pyx_PyThreadState_assign __Pyx_XGIVEREF(__pyx_t_5); __Pyx_XGIVEREF(__pyx_t_6); __Pyx_XGIVEREF(__pyx_t_7); __Pyx_ExceptionReset(__pyx_t_5, __pyx_t_6, __pyx_t_7); goto __pyx_L0; } /* "discodop/disambiguation.pyx":1003 * * * def ostagderivation(derivtreestr, sent): # <<<<<<<<<<<<<< * """Extract the list of fragments that were used in a given derivation. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("discodop.disambiguation.ostagderivation", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_derivtree); __Pyx_XDECREF(__pyx_v_tmp); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":1017 * * * def ostagfrontiernt(node): # <<<<<<<<<<<<<< * """Test if osTAG derivation node is a substitution/adjunction site.""" * return ('@' not in node.label */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_27ostagfrontiernt(PyObject *__pyx_self, PyObject *__pyx_v_node); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_26ostagfrontiernt[] = "ostagfrontiernt(node)\nTest if osTAG derivation node is a substitution/adjunction site."; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_27ostagfrontiernt = {"ostagfrontiernt", (PyCFunction)__pyx_pw_8discodop_14disambiguation_27ostagfrontiernt, METH_O, __pyx_doc_8discodop_14disambiguation_26ostagfrontiernt}; static PyObject *__pyx_pw_8discodop_14disambiguation_27ostagfrontiernt(PyObject *__pyx_self, PyObject *__pyx_v_node) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("ostagfrontiernt (wrapper)", 0); __pyx_r = __pyx_pf_8discodop_14disambiguation_26ostagfrontiernt(__pyx_self, ((PyObject *)__pyx_v_node)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_26ostagfrontiernt(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_node) { PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; __Pyx_RefNannySetupContext("ostagfrontiernt", 0); /* "discodop/disambiguation.pyx":1019 * def ostagfrontiernt(node): * """Test if osTAG derivation node is a substitution/adjunction site.""" * return ('@' not in node.label # <<<<<<<<<<<<<< * or '[' in node.label and '[' not in node.parent.label) * */ __Pyx_XDECREF(__pyx_r); /* "discodop/disambiguation.pyx":1020 * """Test if osTAG derivation node is a substitution/adjunction site.""" * return ('@' not in node.label * or '[' in node.label and '[' not in node.parent.label) # <<<<<<<<<<<<<< * * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_label); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1019, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__14, __pyx_t_2, Py_NE)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1019, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (!__pyx_t_3) { } else { /* "discodop/disambiguation.pyx":1019 * def ostagfrontiernt(node): * """Test if osTAG derivation node is a substitution/adjunction site.""" * return ('@' not in node.label # <<<<<<<<<<<<<< * or '[' in node.label and '[' not in node.parent.label) * */ __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1019, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L3_bool_binop_done; } /* "discodop/disambiguation.pyx":1020 * """Test if osTAG derivation node is a substitution/adjunction site.""" * return ('@' not in node.label * or '[' in node.label and '[' not in node.parent.label) # <<<<<<<<<<<<<< * * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_label); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1020, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__35, __pyx_t_2, Py_EQ)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1020, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_3) { } else { __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1020, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L3_bool_binop_done; } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_parent); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1020, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1020, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_3 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__35, __pyx_t_4, Py_NE)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1020, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyBool_FromLong(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1020, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = __pyx_t_4; __pyx_t_4 = 0; __pyx_L3_bool_binop_done:; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":1017 * * * def ostagfrontiernt(node): # <<<<<<<<<<<<<< * """Test if osTAG derivation node is a substitution/adjunction site.""" * return ('@' not in node.label */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("discodop.disambiguation.ostagfrontiernt", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":1023 * * * def splitostagfrag(node, sent): # <<<<<<<<<<<<<< * """Return copy of tree after pruning subtrees that are subst/adj sites.""" * children = [] */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_29splitostagfrag(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_28splitostagfrag[] = "splitostagfrag(node, sent)\nReturn copy of tree after pruning subtrees that are subst/adj sites."; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_29splitostagfrag = {"splitostagfrag", (PyCFunction)__pyx_pw_8discodop_14disambiguation_29splitostagfrag, METH_VARARGS|METH_KEYWORDS, __pyx_doc_8discodop_14disambiguation_28splitostagfrag}; static PyObject *__pyx_pw_8discodop_14disambiguation_29splitostagfrag(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_node = 0; PyObject *__pyx_v_sent = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("splitostagfrag (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_node,&__pyx_n_s_sent,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_node)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s_sent)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("splitostagfrag", 1, 2, 2, 1); __PYX_ERR(0, 1023, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "splitostagfrag") < 0)) __PYX_ERR(0, 1023, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_node = values[0]; __pyx_v_sent = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("splitostagfrag", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1023, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("discodop.disambiguation.splitostagfrag", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_8discodop_14disambiguation_28splitostagfrag(__pyx_self, __pyx_v_node, __pyx_v_sent); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_28splitostagfrag(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_node, PyObject *__pyx_v_sent) { PyObject *__pyx_v_children = NULL; PyObject *__pyx_v_child = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; int __pyx_t_8; int __pyx_t_9; PyObject *__pyx_t_10 = NULL; PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; PyObject *__pyx_t_13 = NULL; PyObject *__pyx_t_14 = NULL; int __pyx_t_15; __Pyx_RefNannySetupContext("splitostagfrag", 0); /* "discodop/disambiguation.pyx":1025 * def splitostagfrag(node, sent): * """Return copy of tree after pruning subtrees that are subst/adj sites.""" * children = [] # <<<<<<<<<<<<<< * # FIXME: hopefully this can be simplified... * for child in node: */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1025, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_children = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1027 * children = [] * # FIXME: hopefully this can be simplified... * for child in node: # <<<<<<<<<<<<<< * if not isinstance(child, Tree): * children.append('%d=%s' % (child, sent[child])) */ if (likely(PyList_CheckExact(__pyx_v_node)) || PyTuple_CheckExact(__pyx_v_node)) { __pyx_t_1 = __pyx_v_node; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_node); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1027, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1027, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1027, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1027, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1027, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1027, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1027, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_v_child, __pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":1028 * # FIXME: hopefully this can be simplified... * for child in node: * if not isinstance(child, Tree): # <<<<<<<<<<<<<< * children.append('%d=%s' % (child, sent[child])) * elif '@' not in child.label or ( */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1028, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PyObject_IsInstance(__pyx_v_child, __pyx_t_4); if (unlikely(__pyx_t_5 == -1)) __PYX_ERR(0, 1028, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = ((!(__pyx_t_5 != 0)) != 0); if (__pyx_t_6) { /* "discodop/disambiguation.pyx":1029 * for child in node: * if not isinstance(child, Tree): * children.append('%d=%s' % (child, sent[child])) # <<<<<<<<<<<<<< * elif '@' not in child.label or ( * '[' not in child.label and '[' in node.label */ __pyx_t_4 = PyObject_GetItem(__pyx_v_sent, __pyx_v_child); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1029, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1029, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_INCREF(__pyx_v_child); __Pyx_GIVEREF(__pyx_v_child); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_v_child); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyUnicode_Format(__pyx_kp_u_d_s, __pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1029, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = __Pyx_PyList_Append(__pyx_v_children, __pyx_t_4); if (unlikely(__pyx_t_8 == -1)) __PYX_ERR(0, 1029, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":1028 * # FIXME: hopefully this can be simplified... * for child in node: * if not isinstance(child, Tree): # <<<<<<<<<<<<<< * children.append('%d=%s' % (child, sent[child])) * elif '@' not in child.label or ( */ goto __pyx_L5; } /* "discodop/disambiguation.pyx":1030 * if not isinstance(child, Tree): * children.append('%d=%s' % (child, sent[child])) * elif '@' not in child.label or ( # <<<<<<<<<<<<<< * '[' not in child.label and '[' in node.label * and node.label.endswith(child.label + ']')): */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1030, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__14, __pyx_t_4, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1030, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_9 = (__pyx_t_5 != 0); if (!__pyx_t_9) { } else { __pyx_t_6 = __pyx_t_9; goto __pyx_L6_bool_binop_done; } /* "discodop/disambiguation.pyx":1031 * children.append('%d=%s' % (child, sent[child])) * elif '@' not in child.label or ( * '[' not in child.label and '[' in node.label # <<<<<<<<<<<<<< * and node.label.endswith(child.label + ']')): * # this is a substitution site, or a foot node: */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1031, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_9 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__35, __pyx_t_4, Py_NE)); if (unlikely(__pyx_t_9 < 0)) __PYX_ERR(0, 1031, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = (__pyx_t_9 != 0); if (__pyx_t_5) { } else { __pyx_t_6 = __pyx_t_5; goto __pyx_L6_bool_binop_done; } /* "discodop/disambiguation.pyx":1032 * elif '@' not in child.label or ( * '[' not in child.label and '[' in node.label * and node.label.endswith(child.label + ']')): # <<<<<<<<<<<<<< * # this is a substitution site, or a foot node: * children.append(Tree(child.label, */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1031, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__35, __pyx_t_4, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1031, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":1031 * children.append('%d=%s' % (child, sent[child])) * elif '@' not in child.label or ( * '[' not in child.label and '[' in node.label # <<<<<<<<<<<<<< * and node.label.endswith(child.label + ']')): * # this is a substitution site, or a foot node: */ __pyx_t_9 = (__pyx_t_5 != 0); if (__pyx_t_9) { } else { __pyx_t_6 = __pyx_t_9; goto __pyx_L6_bool_binop_done; } /* "discodop/disambiguation.pyx":1032 * elif '@' not in child.label or ( * '[' not in child.label and '[' in node.label * and node.label.endswith(child.label + ']')): # <<<<<<<<<<<<<< * # this is a substitution site, or a foot node: * children.append(Tree(child.label, */ __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_label); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_endswith); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_11 = PyNumber_Add(__pyx_t_7, __pyx_kp_u__36); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_10); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_10, function); } } if (!__pyx_t_7) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_11); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_4); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_10)) { PyObject *__pyx_temp[2] = {__pyx_t_7, __pyx_t_11}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_10, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_10)) { PyObject *__pyx_temp[2] = {__pyx_t_7, __pyx_t_11}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_10, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif { __pyx_t_12 = PyTuple_New(1+1); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_7); __pyx_t_7 = NULL; __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_12, 0+1, __pyx_t_11); __pyx_t_11 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_10, __pyx_t_12, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } } __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_9 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_9 < 0)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __pyx_t_9; __pyx_L6_bool_binop_done:; /* "discodop/disambiguation.pyx":1030 * if not isinstance(child, Tree): * children.append('%d=%s' % (child, sent[child])) * elif '@' not in child.label or ( # <<<<<<<<<<<<<< * '[' not in child.label and '[' in node.label * and node.label.endswith(child.label + ']')): */ if (__pyx_t_6) { /* "discodop/disambiguation.pyx":1034 * and node.label.endswith(child.label + ']')): * # this is a substitution site, or a foot node: * children.append(Tree(child.label, # <<<<<<<<<<<<<< * ['%d:%d' % (min(child.leaves()), max(child.leaves()))])) * elif '[' in child.label and '[' not in node.label: */ __pyx_t_10 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1034, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1034, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); /* "discodop/disambiguation.pyx":1035 * # this is a substitution site, or a foot node: * children.append(Tree(child.label, * ['%d:%d' % (min(child.leaves()), max(child.leaves()))])) # <<<<<<<<<<<<<< * elif '[' in child.label and '[' not in node.label: * # this is an adjunction site, skip aux tree until foot node: */ __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_leaves); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_13 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) { __pyx_t_13 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_13)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_13); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); } } if (__pyx_t_13) { __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_13); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; } else { __pyx_t_11 = __Pyx_PyObject_CallNoArg(__pyx_t_7); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1035, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = PyTuple_New(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyObject_Call(__pyx_builtin_min, __pyx_t_7, NULL); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_leaves); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_14 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_13))) { __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_13); if (likely(__pyx_t_14)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_13); __Pyx_INCREF(__pyx_t_14); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_13, function); } } if (__pyx_t_14) { __pyx_t_7 = __Pyx_PyObject_CallOneArg(__pyx_t_13, __pyx_t_14); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; } else { __pyx_t_7 = __Pyx_PyObject_CallNoArg(__pyx_t_13); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1035, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_13 = PyTuple_New(1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyObject_Call(__pyx_builtin_max, __pyx_t_13, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_13 = PyTuple_New(2); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_11); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_13, 1, __pyx_t_7); __pyx_t_11 = 0; __pyx_t_7 = 0; __pyx_t_7 = PyUnicode_Format(__pyx_kp_u_d_d, __pyx_t_13); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_13 = PyList_New(1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_GIVEREF(__pyx_t_7); PyList_SET_ITEM(__pyx_t_13, 0, __pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = NULL; __pyx_t_15 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_10))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_10); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_10, function); __pyx_t_15 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_10)) { PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_12, __pyx_t_13}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_10, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1034, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_10)) { PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_12, __pyx_t_13}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_10, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1034, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; } else #endif { __pyx_t_11 = PyTuple_New(2+__pyx_t_15); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1034, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); if (__pyx_t_7) { __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_7); __pyx_t_7 = NULL; } __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_11, 0+__pyx_t_15, __pyx_t_12); __Pyx_GIVEREF(__pyx_t_13); PyTuple_SET_ITEM(__pyx_t_11, 1+__pyx_t_15, __pyx_t_13); __pyx_t_12 = 0; __pyx_t_13 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_10, __pyx_t_11, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1034, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; /* "discodop/disambiguation.pyx":1034 * and node.label.endswith(child.label + ']')): * # this is a substitution site, or a foot node: * children.append(Tree(child.label, # <<<<<<<<<<<<<< * ['%d:%d' % (min(child.leaves()), max(child.leaves()))])) * elif '[' in child.label and '[' not in node.label: */ __pyx_t_8 = __Pyx_PyList_Append(__pyx_v_children, __pyx_t_4); if (unlikely(__pyx_t_8 == -1)) __PYX_ERR(0, 1034, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":1030 * if not isinstance(child, Tree): * children.append('%d=%s' % (child, sent[child])) * elif '@' not in child.label or ( # <<<<<<<<<<<<<< * '[' not in child.label and '[' in node.label * and node.label.endswith(child.label + ']')): */ goto __pyx_L5; } /* "discodop/disambiguation.pyx":1036 * children.append(Tree(child.label, * ['%d:%d' % (min(child.leaves()), max(child.leaves()))])) * elif '[' in child.label and '[' not in node.label: # <<<<<<<<<<<<<< * # this is an adjunction site, skip aux tree until foot node: * while '[' in child.label: */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_9 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__35, __pyx_t_4, Py_EQ)); if (unlikely(__pyx_t_9 < 0)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = (__pyx_t_9 != 0); if (__pyx_t_5) { } else { __pyx_t_6 = __pyx_t_5; goto __pyx_L10_bool_binop_done; } __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__35, __pyx_t_4, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_9 = (__pyx_t_5 != 0); __pyx_t_6 = __pyx_t_9; __pyx_L10_bool_binop_done:; if (__pyx_t_6) { /* "discodop/disambiguation.pyx":1038 * elif '[' in child.label and '[' not in node.label: * # this is an adjunction site, skip aux tree until foot node: * while '[' in child.label: # <<<<<<<<<<<<<< * if (spinal(child[0]) * or child.label.endswith(child[0].label + ']')): */ while (1) { __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1038, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__35, __pyx_t_4, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1038, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_9 = (__pyx_t_6 != 0); if (!__pyx_t_9) break; /* "discodop/disambiguation.pyx":1039 * # this is an adjunction site, skip aux tree until foot node: * while '[' in child.label: * if (spinal(child[0]) # <<<<<<<<<<<<<< * or child.label.endswith(child[0].label + ']')): * child = child[0] */ __pyx_t_10 = __Pyx_GetModuleGlobalName(__pyx_n_s_spinal); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_11 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_13 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_10))) { __pyx_t_13 = PyMethod_GET_SELF(__pyx_t_10); if (likely(__pyx_t_13)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10); __Pyx_INCREF(__pyx_t_13); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_10, function); } } if (!__pyx_t_13) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_11); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_4); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_10)) { PyObject *__pyx_temp[2] = {__pyx_t_13, __pyx_t_11}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_10, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_10)) { PyObject *__pyx_temp[2] = {__pyx_t_13, __pyx_t_11}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_10, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif { __pyx_t_12 = PyTuple_New(1+1); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_GIVEREF(__pyx_t_13); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_13); __pyx_t_13 = NULL; __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_12, 0+1, __pyx_t_11); __pyx_t_11 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_10, __pyx_t_12, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } } __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (!__pyx_t_6) { } else { __pyx_t_9 = __pyx_t_6; goto __pyx_L15_bool_binop_done; } /* "discodop/disambiguation.pyx":1040 * while '[' in child.label: * if (spinal(child[0]) * or child.label.endswith(child[0].label + ']')): # <<<<<<<<<<<<<< * child = child[0] * else: */ __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_endswith); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_label); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = PyNumber_Add(__pyx_t_11, __pyx_kp_u__36); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_12))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_12); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_12); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_12, function); } } if (!__pyx_t_11) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_t_12, __pyx_t_10); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_4); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_12)) { PyObject *__pyx_temp[2] = {__pyx_t_11, __pyx_t_10}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_12, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_12)) { PyObject *__pyx_temp[2] = {__pyx_t_11, __pyx_t_10}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_12, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } else #endif { __pyx_t_13 = PyTuple_New(1+1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_11); __pyx_t_11 = NULL; __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_13, 0+1, __pyx_t_10); __pyx_t_10 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_12, __pyx_t_13, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; } } __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_9 = __pyx_t_6; __pyx_L15_bool_binop_done:; /* "discodop/disambiguation.pyx":1039 * # this is an adjunction site, skip aux tree until foot node: * while '[' in child.label: * if (spinal(child[0]) # <<<<<<<<<<<<<< * or child.label.endswith(child[0].label + ']')): * child = child[0] */ if (__pyx_t_9) { /* "discodop/disambiguation.pyx":1041 * if (spinal(child[0]) * or child.label.endswith(child[0].label + ']')): * child = child[0] # <<<<<<<<<<<<<< * else: * child = child[1] */ __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1041, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF_SET(__pyx_v_child, __pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":1039 * # this is an adjunction site, skip aux tree until foot node: * while '[' in child.label: * if (spinal(child[0]) # <<<<<<<<<<<<<< * or child.label.endswith(child[0].label + ']')): * child = child[0] */ goto __pyx_L14; } /* "discodop/disambiguation.pyx":1043 * child = child[0] * else: * child = child[1] # <<<<<<<<<<<<<< * if '@' in child.label: # add rest of initial tree * children.extend( */ /*else*/ { __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_child, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1043, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF_SET(__pyx_v_child, __pyx_t_4); __pyx_t_4 = 0; } __pyx_L14:; } /* "discodop/disambiguation.pyx":1044 * else: * child = child[1] * if '@' in child.label: # add rest of initial tree # <<<<<<<<<<<<<< * children.extend( * ['%d=%s' % (child[0], sent[child[0]])] */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1044, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_9 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__14, __pyx_t_4, Py_EQ)); if (unlikely(__pyx_t_9 < 0)) __PYX_ERR(0, 1044, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = (__pyx_t_9 != 0); if (__pyx_t_6) { /* "discodop/disambiguation.pyx":1047 * children.extend( * ['%d=%s' % (child[0], sent[child[0]])] * if isinstance(child[0], int) # <<<<<<<<<<<<<< * else splitostagfrag(child, sent)) * else: # this is a substitution site */ __pyx_t_12 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1047, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_6 = PyInt_Check(__pyx_t_12); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; if ((__pyx_t_6 != 0)) { /* "discodop/disambiguation.pyx":1046 * if '@' in child.label: # add rest of initial tree * children.extend( * ['%d=%s' % (child[0], sent[child[0]])] # <<<<<<<<<<<<<< * if isinstance(child[0], int) * else splitostagfrag(child, sent)) */ __pyx_t_12 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1046, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_13 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1046, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_10 = PyObject_GetItem(__pyx_v_sent, __pyx_t_13); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1046, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_13 = PyTuple_New(2); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1046, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_12); __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_13, 1, __pyx_t_10); __pyx_t_12 = 0; __pyx_t_10 = 0; __pyx_t_10 = PyUnicode_Format(__pyx_kp_u_d_s, __pyx_t_13); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1046, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_13 = PyList_New(1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1046, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_GIVEREF(__pyx_t_10); PyList_SET_ITEM(__pyx_t_13, 0, __pyx_t_10); __pyx_t_10 = 0; __pyx_t_4 = __pyx_t_13; __pyx_t_13 = 0; } else { /* "discodop/disambiguation.pyx":1048 * ['%d=%s' % (child[0], sent[child[0]])] * if isinstance(child[0], int) * else splitostagfrag(child, sent)) # <<<<<<<<<<<<<< * else: # this is a substitution site * children.append( */ __pyx_t_10 = __Pyx_GetModuleGlobalName(__pyx_n_s_splitostagfrag); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1048, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_12 = NULL; __pyx_t_15 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_10))) { __pyx_t_12 = PyMethod_GET_SELF(__pyx_t_10); if (likely(__pyx_t_12)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10); __Pyx_INCREF(__pyx_t_12); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_10, function); __pyx_t_15 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_10)) { PyObject *__pyx_temp[3] = {__pyx_t_12, __pyx_v_child, __pyx_v_sent}; __pyx_t_13 = __Pyx_PyFunction_FastCall(__pyx_t_10, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1048, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_GOTREF(__pyx_t_13); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_10)) { PyObject *__pyx_temp[3] = {__pyx_t_12, __pyx_v_child, __pyx_v_sent}; __pyx_t_13 = __Pyx_PyCFunction_FastCall(__pyx_t_10, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1048, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_GOTREF(__pyx_t_13); } else #endif { __pyx_t_11 = PyTuple_New(2+__pyx_t_15); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1048, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); if (__pyx_t_12) { __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_12); __pyx_t_12 = NULL; } __Pyx_INCREF(__pyx_v_child); __Pyx_GIVEREF(__pyx_v_child); PyTuple_SET_ITEM(__pyx_t_11, 0+__pyx_t_15, __pyx_v_child); __Pyx_INCREF(__pyx_v_sent); __Pyx_GIVEREF(__pyx_v_sent); PyTuple_SET_ITEM(__pyx_t_11, 1+__pyx_t_15, __pyx_v_sent); __pyx_t_13 = __Pyx_PyObject_Call(__pyx_t_10, __pyx_t_11, NULL); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1048, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_4 = __pyx_t_13; __pyx_t_13 = 0; } /* "discodop/disambiguation.pyx":1045 * child = child[1] * if '@' in child.label: # add rest of initial tree * children.extend( # <<<<<<<<<<<<<< * ['%d=%s' % (child[0], sent[child[0]])] * if isinstance(child[0], int) */ __pyx_t_8 = __Pyx_PyList_Extend(__pyx_v_children, __pyx_t_4); if (unlikely(__pyx_t_8 == -1)) __PYX_ERR(0, 1045, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":1044 * else: * child = child[1] * if '@' in child.label: # add rest of initial tree # <<<<<<<<<<<<<< * children.extend( * ['%d=%s' % (child[0], sent[child[0]])] */ goto __pyx_L17; } /* "discodop/disambiguation.pyx":1050 * else splitostagfrag(child, sent)) * else: # this is a substitution site * children.append( # <<<<<<<<<<<<<< * '%d:%d' % (min(child.leaves()), max(child.leaves()))) * else: */ /*else*/ { /* "discodop/disambiguation.pyx":1051 * else: # this is a substitution site * children.append( * '%d:%d' % (min(child.leaves()), max(child.leaves()))) # <<<<<<<<<<<<<< * else: * children.append( */ __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_leaves); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_10 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_13))) { __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_13); if (likely(__pyx_t_10)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_13); __Pyx_INCREF(__pyx_t_10); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_13, function); } } if (__pyx_t_10) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_t_13, __pyx_t_10); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } else { __pyx_t_4 = __Pyx_PyObject_CallNoArg(__pyx_t_13); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1051, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_13 = PyTuple_New(1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_builtin_min, __pyx_t_13, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_leaves); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_11 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_10); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_10, function); } } if (__pyx_t_11) { __pyx_t_13 = __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_11); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else { __pyx_t_13 = __Pyx_PyObject_CallNoArg(__pyx_t_10); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1051, __pyx_L1_error) } __Pyx_GOTREF(__pyx_t_13); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = PyTuple_New(1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_GIVEREF(__pyx_t_13); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_13); __pyx_t_13 = 0; __pyx_t_13 = __Pyx_PyObject_Call(__pyx_builtin_max, __pyx_t_10, NULL); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = PyTuple_New(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_13); PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_t_13); __pyx_t_4 = 0; __pyx_t_13 = 0; __pyx_t_13 = PyUnicode_Format(__pyx_kp_u_d_d, __pyx_t_10); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; /* "discodop/disambiguation.pyx":1050 * else splitostagfrag(child, sent)) * else: # this is a substitution site * children.append( # <<<<<<<<<<<<<< * '%d:%d' % (min(child.leaves()), max(child.leaves()))) * else: */ __pyx_t_8 = __Pyx_PyList_Append(__pyx_v_children, __pyx_t_13); if (unlikely(__pyx_t_8 == -1)) __PYX_ERR(0, 1050, __pyx_L1_error) __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; } __pyx_L17:; /* "discodop/disambiguation.pyx":1036 * children.append(Tree(child.label, * ['%d:%d' % (min(child.leaves()), max(child.leaves()))])) * elif '[' in child.label and '[' not in node.label: # <<<<<<<<<<<<<< * # this is an adjunction site, skip aux tree until foot node: * while '[' in child.label: */ goto __pyx_L5; } /* "discodop/disambiguation.pyx":1053 * '%d:%d' % (min(child.leaves()), max(child.leaves()))) * else: * children.append( # <<<<<<<<<<<<<< * ParentedTree(child.label, * ['%d=%s' % (child[0], sent[child[0]])]) */ /*else*/ { /* "discodop/disambiguation.pyx":1056 * ParentedTree(child.label, * ['%d=%s' % (child[0], sent[child[0]])]) * if isinstance(child[0], int) # <<<<<<<<<<<<<< * else splitostagfrag(child, sent)) * return Tree(node.label, children) */ __pyx_t_10 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1056, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_6 = PyInt_Check(__pyx_t_10); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; if ((__pyx_t_6 != 0)) { /* "discodop/disambiguation.pyx":1054 * else: * children.append( * ParentedTree(child.label, # <<<<<<<<<<<<<< * ['%d=%s' % (child[0], sent[child[0]])]) * if isinstance(child[0], int) */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_ParentedTree); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1054, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_v_child, __pyx_n_s_label); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1054, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); /* "discodop/disambiguation.pyx":1055 * children.append( * ParentedTree(child.label, * ['%d=%s' % (child[0], sent[child[0]])]) # <<<<<<<<<<<<<< * if isinstance(child[0], int) * else splitostagfrag(child, sent)) */ __pyx_t_12 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1055, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_7 = __Pyx_GetItemInt(__pyx_v_child, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1055, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_14 = PyObject_GetItem(__pyx_v_sent, __pyx_t_7); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1055, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1055, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_12); __Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_14); __pyx_t_12 = 0; __pyx_t_14 = 0; __pyx_t_14 = PyUnicode_Format(__pyx_kp_u_d_s, __pyx_t_7); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1055, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = PyList_New(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1055, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_14); PyList_SET_ITEM(__pyx_t_7, 0, __pyx_t_14); __pyx_t_14 = 0; __pyx_t_14 = NULL; __pyx_t_15 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_14)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_14); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); __pyx_t_15 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_14, __pyx_t_11, __pyx_t_7}; __pyx_t_10 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1054, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_14, __pyx_t_11, __pyx_t_7}; __pyx_t_10 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1054, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } else #endif { __pyx_t_12 = PyTuple_New(2+__pyx_t_15); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1054, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); if (__pyx_t_14) { __Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_14); __pyx_t_14 = NULL; } __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_12, 0+__pyx_t_15, __pyx_t_11); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_12, 1+__pyx_t_15, __pyx_t_7); __pyx_t_11 = 0; __pyx_t_7 = 0; __pyx_t_10 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_12, NULL); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1054, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_13 = __pyx_t_10; __pyx_t_10 = 0; } else { /* "discodop/disambiguation.pyx":1057 * ['%d=%s' % (child[0], sent[child[0]])]) * if isinstance(child[0], int) * else splitostagfrag(child, sent)) # <<<<<<<<<<<<<< * return Tree(node.label, children) * */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_splitostagfrag); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1057, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_12 = NULL; __pyx_t_15 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_12 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_12)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_12); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); __pyx_t_15 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_12, __pyx_v_child, __pyx_v_sent}; __pyx_t_10 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1057, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_GOTREF(__pyx_t_10); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_12, __pyx_v_child, __pyx_v_sent}; __pyx_t_10 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1057, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_GOTREF(__pyx_t_10); } else #endif { __pyx_t_7 = PyTuple_New(2+__pyx_t_15); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1057, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__pyx_t_12) { __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_12); __pyx_t_12 = NULL; } __Pyx_INCREF(__pyx_v_child); __Pyx_GIVEREF(__pyx_v_child); PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_15, __pyx_v_child); __Pyx_INCREF(__pyx_v_sent); __Pyx_GIVEREF(__pyx_v_sent); PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_15, __pyx_v_sent); __pyx_t_10 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_7, NULL); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1057, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_13 = __pyx_t_10; __pyx_t_10 = 0; } /* "discodop/disambiguation.pyx":1053 * '%d:%d' % (min(child.leaves()), max(child.leaves()))) * else: * children.append( # <<<<<<<<<<<<<< * ParentedTree(child.label, * ['%d=%s' % (child[0], sent[child[0]])]) */ __pyx_t_8 = __Pyx_PyList_Append(__pyx_v_children, __pyx_t_13); if (unlikely(__pyx_t_8 == -1)) __PYX_ERR(0, 1053, __pyx_L1_error) __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; } __pyx_L5:; /* "discodop/disambiguation.pyx":1027 * children = [] * # FIXME: hopefully this can be simplified... * for child in node: # <<<<<<<<<<<<<< * if not isinstance(child, Tree): * children.append('%d=%s' % (child, sent[child])) */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1058 * if isinstance(child[0], int) * else splitostagfrag(child, sent)) * return Tree(node.label, children) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_13 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1058, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_node, __pyx_n_s_label); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1058, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_4 = NULL; __pyx_t_15 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_13))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_13); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_13); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_13, function); __pyx_t_15 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_13)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_10, __pyx_v_children}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_13, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1058, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_13)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_10, __pyx_v_children}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_13, __pyx_temp+1-__pyx_t_15, 2+__pyx_t_15); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1058, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } else #endif { __pyx_t_7 = PyTuple_New(2+__pyx_t_15); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1058, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_15, __pyx_t_10); __Pyx_INCREF(__pyx_v_children); __Pyx_GIVEREF(__pyx_v_children); PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_15, __pyx_v_children); __pyx_t_10 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_13, __pyx_t_7, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1058, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":1023 * * * def splitostagfrag(node, sent): # <<<<<<<<<<<<<< * """Return copy of tree after pruning subtrees that are subst/adj sites.""" * children = [] */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_10); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_12); __Pyx_XDECREF(__pyx_t_13); __Pyx_XDECREF(__pyx_t_14); __Pyx_AddTraceback("discodop.disambiguation.splitostagfrag", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_children); __Pyx_XDECREF(__pyx_v_child); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":1061 * * * def removeadjunaries(tree): # <<<<<<<<<<<<<< * """Remove artificial unary adjunction nodes from osTAG derivation.""" * tree = Tree(tree) */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_31removeadjunaries(PyObject *__pyx_self, PyObject *__pyx_v_tree); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_30removeadjunaries[] = "removeadjunaries(tree)\nRemove artificial unary adjunction nodes from osTAG derivation."; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_31removeadjunaries = {"removeadjunaries", (PyCFunction)__pyx_pw_8discodop_14disambiguation_31removeadjunaries, METH_O, __pyx_doc_8discodop_14disambiguation_30removeadjunaries}; static PyObject *__pyx_pw_8discodop_14disambiguation_31removeadjunaries(PyObject *__pyx_self, PyObject *__pyx_v_tree) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("removeadjunaries (wrapper)", 0); __pyx_r = __pyx_pf_8discodop_14disambiguation_30removeadjunaries(__pyx_self, ((PyObject *)__pyx_v_tree)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":1064 * """Remove artificial unary adjunction nodes from osTAG derivation.""" * tree = Tree(tree) * for node in tree.subtrees(lambda n: '[' not in n.label # <<<<<<<<<<<<<< * and isinstance(n[0], Tree) and '[' in n[0].label): * node.label = node[0].label */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_16removeadjunaries_lambda3(PyObject *__pyx_self, PyObject *__pyx_v_n); /*proto*/ static PyMethodDef __pyx_mdef_8discodop_14disambiguation_16removeadjunaries_lambda3 = {"lambda3", (PyCFunction)__pyx_pw_8discodop_14disambiguation_16removeadjunaries_lambda3, METH_O, 0}; static PyObject *__pyx_pw_8discodop_14disambiguation_16removeadjunaries_lambda3(PyObject *__pyx_self, PyObject *__pyx_v_n) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda3 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda3(__pyx_self, ((PyObject *)__pyx_v_n)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda3(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_n) { PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; __Pyx_RefNannySetupContext("lambda3", 0); /* "discodop/disambiguation.pyx":1065 * tree = Tree(tree) * for node in tree.subtrees(lambda n: '[' not in n.label * and isinstance(n[0], Tree) and '[' in n[0].label): # <<<<<<<<<<<<<< * node.label = node[0].label * node[:] = node[0] */ __Pyx_XDECREF(__pyx_r); /* "discodop/disambiguation.pyx":1064 * """Remove artificial unary adjunction nodes from osTAG derivation.""" * tree = Tree(tree) * for node in tree.subtrees(lambda n: '[' not in n.label # <<<<<<<<<<<<<< * and isinstance(n[0], Tree) and '[' in n[0].label): * node.label = node[0].label */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_n, __pyx_n_s_label); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__35, __pyx_t_2, Py_NE)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_3) { } else { __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L3_bool_binop_done; } /* "discodop/disambiguation.pyx":1065 * tree = Tree(tree) * for node in tree.subtrees(lambda n: '[' not in n.label * and isinstance(n[0], Tree) and '[' in n[0].label): # <<<<<<<<<<<<<< * node.label = node[0].label * node[:] = node[0] */ __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_n, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1065, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1065, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyObject_IsInstance(__pyx_t_2, __pyx_t_4); if (unlikely(__pyx_t_3 == -1)) __PYX_ERR(0, 1065, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_3) { } else { __pyx_t_4 = __Pyx_PyBool_FromLong(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1065, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = __pyx_t_4; __pyx_t_4 = 0; goto __pyx_L3_bool_binop_done; } __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_n, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1065, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_label); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1065, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_3 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__35, __pyx_t_2, Py_EQ)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1065, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1065, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __pyx_t_2; __pyx_t_2 = 0; __pyx_L3_bool_binop_done:; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":1064 * """Remove artificial unary adjunction nodes from osTAG derivation.""" * tree = Tree(tree) * for node in tree.subtrees(lambda n: '[' not in n.label # <<<<<<<<<<<<<< * and isinstance(n[0], Tree) and '[' in n[0].label): * node.label = node[0].label */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("discodop.disambiguation.removeadjunaries.lambda3", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":1061 * * * def removeadjunaries(tree): # <<<<<<<<<<<<<< * """Remove artificial unary adjunction nodes from osTAG derivation.""" * tree = Tree(tree) */ static PyObject *__pyx_pf_8discodop_14disambiguation_30removeadjunaries(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_tree) { PyObject *__pyx_v_node = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; Py_ssize_t __pyx_t_6; PyObject *(*__pyx_t_7)(PyObject *); __Pyx_RefNannySetupContext("removeadjunaries", 0); __Pyx_INCREF(__pyx_v_tree); /* "discodop/disambiguation.pyx":1063 * def removeadjunaries(tree): * """Remove artificial unary adjunction nodes from osTAG derivation.""" * tree = Tree(tree) # <<<<<<<<<<<<<< * for node in tree.subtrees(lambda n: '[' not in n.label * and isinstance(n[0], Tree) and '[' in n[0].label): */ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1063, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_3) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_tree); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1063, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_v_tree}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1063, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_v_tree}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1063, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_4 = PyTuple_New(1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1063, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3); __pyx_t_3 = NULL; __Pyx_INCREF(__pyx_v_tree); __Pyx_GIVEREF(__pyx_v_tree); PyTuple_SET_ITEM(__pyx_t_4, 0+1, __pyx_v_tree); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_4, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1063, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v_tree, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1064 * """Remove artificial unary adjunction nodes from osTAG derivation.""" * tree = Tree(tree) * for node in tree.subtrees(lambda n: '[' not in n.label # <<<<<<<<<<<<<< * and isinstance(n[0], Tree) and '[' in n[0].label): * node.label = node[0].label */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_tree, __pyx_n_s_subtrees); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_CyFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_16removeadjunaries_lambda3, 0, __pyx_n_s_removeadjunaries_locals_lambda, NULL, __pyx_n_s_discodop_disambiguation, __pyx_d, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_3) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_t_4}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_t_4}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else #endif { __pyx_t_5 = PyTuple_New(1+1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3); __pyx_t_3 = NULL; __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0+1, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) { __pyx_t_2 = __pyx_t_1; __Pyx_INCREF(__pyx_t_2); __pyx_t_6 = 0; __pyx_t_7 = NULL; } else { __pyx_t_6 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_7 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1064, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; for (;;) { if (likely(!__pyx_t_7)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 1064, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 1064, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1064, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_7(__pyx_t_2); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1064, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } __Pyx_XDECREF_SET(__pyx_v_node, __pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1066 * for node in tree.subtrees(lambda n: '[' not in n.label * and isinstance(n[0], Tree) and '[' in n[0].label): * node.label = node[0].label # <<<<<<<<<<<<<< * node[:] = node[0] * return str(tree) */ __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_node, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1066, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_label); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1066, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_v_node, __pyx_n_s_label, __pyx_t_5) < 0) __PYX_ERR(0, 1066, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":1067 * and isinstance(n[0], Tree) and '[' in n[0].label): * node.label = node[0].label * node[:] = node[0] # <<<<<<<<<<<<<< * return str(tree) * */ __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_node, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1067, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_PyObject_SetSlice(__pyx_v_node, __pyx_t_5, 0, 0, NULL, NULL, &__pyx_slice__37, 0, 0, 0) < 0) __PYX_ERR(0, 1067, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":1064 * """Remove artificial unary adjunction nodes from osTAG derivation.""" * tree = Tree(tree) * for node in tree.subtrees(lambda n: '[' not in n.label # <<<<<<<<<<<<<< * and isinstance(n[0], Tree) and '[' in n[0].label): * node.label = node[0].label */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1068 * node.label = node[0].label * node[:] = node[0] * return str(tree) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1068, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_tree); __Pyx_GIVEREF(__pyx_v_tree); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_tree); __pyx_t_5 = __Pyx_PyObject_Call(((PyObject *)(&PyUnicode_Type)), __pyx_t_2, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1068, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_5; __pyx_t_5 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":1061 * * * def removeadjunaries(tree): # <<<<<<<<<<<<<< * """Remove artificial unary adjunction nodes from osTAG derivation.""" * tree = Tree(tree) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("discodop.disambiguation.removeadjunaries", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_node); __Pyx_XDECREF(__pyx_v_tree); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":1071 * * * def test(): # <<<<<<<<<<<<<< * from .grammar import dopreduction * from .containers import Grammar */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_33test(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static char __pyx_doc_8discodop_14disambiguation_32test[] = "test()"; static PyMethodDef __pyx_mdef_8discodop_14disambiguation_33test = {"test", (PyCFunction)__pyx_pw_8discodop_14disambiguation_33test, METH_NOARGS, __pyx_doc_8discodop_14disambiguation_32test}; static PyObject *__pyx_pw_8discodop_14disambiguation_33test(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("test (wrapper)", 0); __pyx_r = __pyx_pf_8discodop_14disambiguation_32test(__pyx_self); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":1076 * from . import plcfrs * * def e(x): # <<<<<<<<<<<<<< * a, b, _ = max(x, key=itemgetter(1)) * return (a, (int(abs(b[0])), b[1])) if isinstance(b, tuple) else ( */ /* Python wrapper */ static PyObject *__pyx_pw_8discodop_14disambiguation_4test_1e(PyObject *__pyx_self, PyObject *__pyx_v_x); /*proto*/ static PyMethodDef __pyx_mdef_8discodop_14disambiguation_4test_1e = {"e", (PyCFunction)__pyx_pw_8discodop_14disambiguation_4test_1e, METH_O, 0}; static PyObject *__pyx_pw_8discodop_14disambiguation_4test_1e(PyObject *__pyx_self, PyObject *__pyx_v_x) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("e (wrapper)", 0); __pyx_r = __pyx_pf_8discodop_14disambiguation_4test_e(__pyx_self, ((PyObject *)__pyx_v_x)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_8discodop_14disambiguation_4test_e(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_x) { PyObject *__pyx_v_a = NULL; PyObject *__pyx_v_b = NULL; CYTHON_UNUSED PyObject *__pyx_v__ = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *(*__pyx_t_6)(PyObject *); int __pyx_t_7; __Pyx_RefNannySetupContext("e", 0); /* "discodop/disambiguation.pyx":1077 * * def e(x): * a, b, _ = max(x, key=itemgetter(1)) # <<<<<<<<<<<<<< * return (a, (int(abs(b[0])), b[1])) if isinstance(b, tuple) else ( * a, b) */ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_x); __Pyx_GIVEREF(__pyx_v_x); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_x); __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_GetModuleGlobalName(__pyx_n_s_itemgetter); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_tuple__38, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_key, __pyx_t_4) < 0) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_builtin_max, __pyx_t_1, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 3)) { if (size > 3) __Pyx_RaiseTooManyValuesError(3); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1077, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 2); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); __pyx_t_3 = PyList_GET_ITEM(sequence, 2); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = Py_TYPE(__pyx_t_5)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_6(__pyx_t_5); if (unlikely(!__pyx_t_2)) goto __pyx_L3_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_1 = __pyx_t_6(__pyx_t_5); if (unlikely(!__pyx_t_1)) goto __pyx_L3_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 2; __pyx_t_3 = __pyx_t_6(__pyx_t_5); if (unlikely(!__pyx_t_3)) goto __pyx_L3_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_6(__pyx_t_5), 3) < 0) __PYX_ERR(0, 1077, __pyx_L1_error) __pyx_t_6 = NULL; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; goto __pyx_L4_unpacking_done; __pyx_L3_unpacking_failed:; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_6 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1077, __pyx_L1_error) __pyx_L4_unpacking_done:; } __pyx_v_a = __pyx_t_2; __pyx_t_2 = 0; __pyx_v_b = __pyx_t_1; __pyx_t_1 = 0; __pyx_v__ = __pyx_t_3; __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":1078 * def e(x): * a, b, _ = max(x, key=itemgetter(1)) * return (a, (int(abs(b[0])), b[1])) if isinstance(b, tuple) else ( # <<<<<<<<<<<<<< * a, b) * */ __Pyx_XDECREF(__pyx_r); __pyx_t_7 = PyTuple_Check(__pyx_v_b); if ((__pyx_t_7 != 0)) { __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_b, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1078, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_1 = PyNumber_Absolute(__pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1078, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyNumber_Int(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1078, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_b, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1078, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1078, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1); __pyx_t_3 = 0; __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1078, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_a); __Pyx_GIVEREF(__pyx_v_a); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_a); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = __pyx_t_1; __pyx_t_1 = 0; } else { /* "discodop/disambiguation.pyx":1079 * a, b, _ = max(x, key=itemgetter(1)) * return (a, (int(abs(b[0])), b[1])) if isinstance(b, tuple) else ( * a, b) # <<<<<<<<<<<<<< * * trees = [Tree(t) for t in */ __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1079, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_a); __Pyx_GIVEREF(__pyx_v_a); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_a); __Pyx_INCREF(__pyx_v_b); __Pyx_GIVEREF(__pyx_v_b); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_b); __pyx_t_4 = __pyx_t_1; __pyx_t_1 = 0; } __pyx_r = __pyx_t_4; __pyx_t_4 = 0; goto __pyx_L0; /* "discodop/disambiguation.pyx":1076 * from . import plcfrs * * def e(x): # <<<<<<<<<<<<<< * a, b, _ = max(x, key=itemgetter(1)) * return (a, (int(abs(b[0])), b[1])) if isinstance(b, tuple) else ( */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("discodop.disambiguation.test.e", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_a); __Pyx_XDECREF(__pyx_v_b); __Pyx_XDECREF(__pyx_v__); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "discodop/disambiguation.pyx":1071 * * * def test(): # <<<<<<<<<<<<<< * from .grammar import dopreduction * from .containers import Grammar */ static PyObject *__pyx_pf_8discodop_14disambiguation_32test(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_v_dopreduction = NULL; PyObject *__pyx_v_Grammar = NULL; PyObject *__pyx_v_plcfrs = NULL; PyObject *__pyx_v_e = 0; PyObject *__pyx_v_trees = NULL; PyObject *__pyx_v_sents = NULL; PyObject *__pyx_v_xgrammar = NULL; PyObject *__pyx_v_altweights = NULL; PyObject *__pyx_v_grammar = NULL; PyObject *__pyx_v_sent = NULL; PyObject *__pyx_v_chart = NULL; CYTHON_UNUSED PyObject *__pyx_v__ = NULL; PyObject *__pyx_v_vitderiv = NULL; PyObject *__pyx_v_vitprob = NULL; PyObject *__pyx_v_mpd = NULL; PyObject *__pyx_v_mpp = NULL; PyObject *__pyx_v_mcp = NULL; PyObject *__pyx_v_sldop_ = NULL; PyObject *__pyx_v_sldopsimple = NULL; PyObject *__pyx_v_short = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; int __pyx_t_9; PyObject *(*__pyx_t_10)(PyObject *); int __pyx_t_11; struct __pyx_opt_args_8discodop_14disambiguation_getderivations __pyx_t_12; PyObject *__pyx_t_13 = NULL; PyObject *__pyx_t_14 = NULL; __Pyx_RefNannySetupContext("test", 0); /* "discodop/disambiguation.pyx":1072 * * def test(): * from .grammar import dopreduction # <<<<<<<<<<<<<< * from .containers import Grammar * from . import plcfrs */ __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1072, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_dopreduction); __Pyx_GIVEREF(__pyx_n_s_dopreduction); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_dopreduction); __pyx_t_2 = __Pyx_Import(__pyx_n_s_grammar, __pyx_t_1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1072, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_dopreduction); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1072, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_1); __pyx_v_dopreduction = __pyx_t_1; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1073 * def test(): * from .grammar import dopreduction * from .containers import Grammar # <<<<<<<<<<<<<< * from . import plcfrs * */ __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1073, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_s_Grammar); __Pyx_GIVEREF(__pyx_n_s_Grammar); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_Grammar); __pyx_t_1 = __Pyx_Import(__pyx_n_s_containers, __pyx_t_2, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1073, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_Grammar); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1073, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_2); __pyx_v_Grammar = __pyx_t_2; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1074 * from .grammar import dopreduction * from .containers import Grammar * from . import plcfrs # <<<<<<<<<<<<<< * * def e(x): */ __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1074, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_plcfrs); __Pyx_GIVEREF(__pyx_n_s_plcfrs); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_plcfrs); __pyx_t_2 = __Pyx_Import(__pyx_n_s__3, __pyx_t_1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1074, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_plcfrs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1074, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_1); __pyx_v_plcfrs = __pyx_t_1; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1076 * from . import plcfrs * * def e(x): # <<<<<<<<<<<<<< * a, b, _ = max(x, key=itemgetter(1)) * return (a, (int(abs(b[0])), b[1])) if isinstance(b, tuple) else ( */ __pyx_t_2 = __Pyx_CyFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_4test_1e, 0, __pyx_n_s_test_locals_e, NULL, __pyx_n_s_discodop_disambiguation, __pyx_d, ((PyObject *)__pyx_codeobj__41)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1076, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_v_e = __pyx_t_2; __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1081 * a, b) * * trees = [Tree(t) for t in # <<<<<<<<<<<<<< * '''(ROOT (A (A 0) (B 1)) (C 2)) * (ROOT (C 0) (A (A 1) (B 2))) */ { /* enter inner scope */ PyObject *__pyx_9genexpr27__pyx_v_t = NULL; __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1081, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_2); /* "discodop/disambiguation.pyx":1085 * (ROOT (C 0) (A (A 1) (B 2))) * (ROOT (A 0) (C (B 1) (C 2))) * (ROOT (A 0) (C (B 1) (C 2)))'''.splitlines() # <<<<<<<<<<<<<< * + 14 * ['(ROOT (B (A 0) (B 1)) (C 2))']] * sents = [a.split() for a in */ __pyx_t_1 = PyUnicode_Splitlines(__pyx_kp_u_ROOT_A_A_0_B_1_C_2_ROOT_C_0_A_A, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1085, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_1); /* "discodop/disambiguation.pyx":1086 * (ROOT (A 0) (C (B 1) (C 2))) * (ROOT (A 0) (C (B 1) (C 2)))'''.splitlines() * + 14 * ['(ROOT (B (A 0) (B 1)) (C 2))']] # <<<<<<<<<<<<<< * sents = [a.split() for a in * '''d b c\n c a b\n a e f\n a e f\n a e f\n a e f\n d b f\n d b f */ __pyx_t_3 = PyList_New(1 * 14); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1086, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_3); { Py_ssize_t __pyx_temp; for (__pyx_temp=0; __pyx_temp < 14; __pyx_temp++) { __Pyx_INCREF(__pyx_kp_u_ROOT_B_A_0_B_1_C_2); __Pyx_GIVEREF(__pyx_kp_u_ROOT_B_A_0_B_1_C_2); PyList_SET_ITEM(__pyx_t_3, __pyx_temp, __pyx_kp_u_ROOT_B_A_0_B_1_C_2); } } __pyx_t_4 = PyNumber_Add(__pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1086, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":1082 * * trees = [Tree(t) for t in * '''(ROOT (A (A 0) (B 1)) (C 2)) # <<<<<<<<<<<<<< * (ROOT (C 0) (A (A 1) (B 2))) * (ROOT (A 0) (C (B 1) (C 2))) */ if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_3 = __pyx_t_4; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1082, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1082, __pyx_L5_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1082, __pyx_L5_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1082, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1082, __pyx_L5_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1082, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_6(__pyx_t_3); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1082, __pyx_L5_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_9genexpr27__pyx_v_t, __pyx_t_4); __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":1081 * a, b) * * trees = [Tree(t) for t in # <<<<<<<<<<<<<< * '''(ROOT (A (A 0) (B 1)) (C 2)) * (ROOT (C 0) (A (A 1) (B 2))) */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_Tree); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1081, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (!__pyx_t_7) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_9genexpr27__pyx_v_t); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1081, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_4); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[2] = {__pyx_t_7, __pyx_9genexpr27__pyx_v_t}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1081, __pyx_L5_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[2] = {__pyx_t_7, __pyx_9genexpr27__pyx_v_t}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1081, __pyx_L5_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif { __pyx_t_8 = PyTuple_New(1+1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1081, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_7); __pyx_t_7 = NULL; __Pyx_INCREF(__pyx_9genexpr27__pyx_v_t); __Pyx_GIVEREF(__pyx_9genexpr27__pyx_v_t); PyTuple_SET_ITEM(__pyx_t_8, 0+1, __pyx_9genexpr27__pyx_v_t); __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_8, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1081, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_4))) __PYX_ERR(0, 1081, __pyx_L5_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_9genexpr27__pyx_v_t); goto __pyx_L8_exit_scope; __pyx_L5_error:; __Pyx_XDECREF(__pyx_9genexpr27__pyx_v_t); goto __pyx_L1_error; __pyx_L8_exit_scope:; } /* exit inner scope */ __pyx_v_trees = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1087 * (ROOT (A 0) (C (B 1) (C 2)))'''.splitlines() * + 14 * ['(ROOT (B (A 0) (B 1)) (C 2))']] * sents = [a.split() for a in # <<<<<<<<<<<<<< * '''d b c\n c a b\n a e f\n a e f\n a e f\n a e f\n d b f\n d b f * d b f\n d b g\n e f c\n e f c\n e f c\n e f c\n e f c\n e f c\n f b c */ { /* enter inner scope */ PyObject *__pyx_9genexpr28__pyx_v_a = NULL; __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1087, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_2); /* "discodop/disambiguation.pyx":1090 * '''d b c\n c a b\n a e f\n a e f\n a e f\n a e f\n d b f\n d b f * d b f\n d b g\n e f c\n e f c\n e f c\n e f c\n e f c\n e f c\n f b c * a d e'''.splitlines()] # <<<<<<<<<<<<<< * xgrammar, altweights = dopreduction(trees, sents) * grammar = Grammar(xgrammar, altweights=altweights) */ __pyx_t_3 = PyUnicode_Splitlines(__pyx_kp_u_d_b_c_c_a_b_a_e_f_a_e_f_a_e_f_a, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1090, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_3); /* "discodop/disambiguation.pyx":1088 * + 14 * ['(ROOT (B (A 0) (B 1)) (C 2))']] * sents = [a.split() for a in * '''d b c\n c a b\n a e f\n a e f\n a e f\n a e f\n d b f\n d b f # <<<<<<<<<<<<<< * d b f\n d b g\n e f c\n e f c\n e f c\n e f c\n e f c\n e f c\n f b c * a d e'''.splitlines()] */ __pyx_t_4 = __pyx_t_3; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; for (;;) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1088, __pyx_L11_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1088, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_XDECREF_SET(__pyx_9genexpr28__pyx_v_a, __pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":1087 * (ROOT (A 0) (C (B 1) (C 2)))'''.splitlines() * + 14 * ['(ROOT (B (A 0) (B 1)) (C 2))']] * sents = [a.split() for a in # <<<<<<<<<<<<<< * '''d b c\n c a b\n a e f\n a e f\n a e f\n a e f\n d b f\n d b f * d b f\n d b g\n e f c\n e f c\n e f c\n e f c\n e f c\n e f c\n f b c */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_9genexpr28__pyx_v_a, __pyx_n_s_split); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1087, __pyx_L11_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (__pyx_t_8) { __pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1087, __pyx_L11_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else { __pyx_t_3 = __Pyx_PyObject_CallNoArg(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1087, __pyx_L11_error) } __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_3))) __PYX_ERR(0, 1087, __pyx_L11_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF(__pyx_9genexpr28__pyx_v_a); goto __pyx_L14_exit_scope; __pyx_L11_error:; __Pyx_XDECREF(__pyx_9genexpr28__pyx_v_a); goto __pyx_L1_error; __pyx_L14_exit_scope:; } /* exit inner scope */ __pyx_v_sents = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1091 * d b f\n d b g\n e f c\n e f c\n e f c\n e f c\n e f c\n e f c\n f b c * a d e'''.splitlines()] * xgrammar, altweights = dopreduction(trees, sents) # <<<<<<<<<<<<<< * grammar = Grammar(xgrammar, altweights=altweights) * grammar.getmapping(None, striplabelre=REMOVEIDS) */ __Pyx_INCREF(__pyx_v_dopreduction); __pyx_t_4 = __pyx_v_dopreduction; __pyx_t_3 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_trees, __pyx_v_sents}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1091, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_2); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_trees, __pyx_v_sents}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1091, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_2); } else #endif { __pyx_t_1 = PyTuple_New(2+__pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1091, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_v_trees); __Pyx_GIVEREF(__pyx_v_trees); PyTuple_SET_ITEM(__pyx_t_1, 0+__pyx_t_9, __pyx_v_trees); __Pyx_INCREF(__pyx_v_sents); __Pyx_GIVEREF(__pyx_v_sents); PyTuple_SET_ITEM(__pyx_t_1, 1+__pyx_t_9, __pyx_v_sents); __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_1, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1091, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_2))) || (PyList_CheckExact(__pyx_t_2))) { PyObject* sequence = __pyx_t_2; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1091, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_4 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(__pyx_t_1); #else __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1091, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1091, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else { Py_ssize_t index = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1091, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_3)->tp_iternext; index = 0; __pyx_t_4 = __pyx_t_10(__pyx_t_3); if (unlikely(!__pyx_t_4)) goto __pyx_L15_unpacking_failed; __Pyx_GOTREF(__pyx_t_4); index = 1; __pyx_t_1 = __pyx_t_10(__pyx_t_3); if (unlikely(!__pyx_t_1)) goto __pyx_L15_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_3), 2) < 0) __PYX_ERR(0, 1091, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L16_unpacking_done; __pyx_L15_unpacking_failed:; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1091, __pyx_L1_error) __pyx_L16_unpacking_done:; } __pyx_v_xgrammar = __pyx_t_4; __pyx_t_4 = 0; __pyx_v_altweights = __pyx_t_1; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1092 * a d e'''.splitlines()] * xgrammar, altweights = dopreduction(trees, sents) * grammar = Grammar(xgrammar, altweights=altweights) # <<<<<<<<<<<<<< * grammar.getmapping(None, striplabelre=REMOVEIDS) * print(grammar) */ __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1092, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_xgrammar); __Pyx_GIVEREF(__pyx_v_xgrammar); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_xgrammar); __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1092, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_altweights, __pyx_v_altweights) < 0) __PYX_ERR(0, 1092, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_v_Grammar, __pyx_t_2, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1092, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_grammar = __pyx_t_4; __pyx_t_4 = 0; /* "discodop/disambiguation.pyx":1093 * xgrammar, altweights = dopreduction(trees, sents) * grammar = Grammar(xgrammar, altweights=altweights) * grammar.getmapping(None, striplabelre=REMOVEIDS) # <<<<<<<<<<<<<< * print(grammar) * sent = 'a b c'.split() */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_grammar, __pyx_n_s_getmapping); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1093, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1093, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEIDS); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1093, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_striplabelre, __pyx_t_2) < 0) __PYX_ERR(0, 1093, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__42, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1093, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1094 * grammar = Grammar(xgrammar, altweights=altweights) * grammar.getmapping(None, striplabelre=REMOVEIDS) * print(grammar) # <<<<<<<<<<<<<< * sent = 'a b c'.split() * chart, _ = plcfrs.parse(sent, grammar, None, True) */ __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1094, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_grammar); __Pyx_GIVEREF(__pyx_v_grammar); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_grammar); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_print, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1094, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1095 * grammar.getmapping(None, striplabelre=REMOVEIDS) * print(grammar) * sent = 'a b c'.split() # <<<<<<<<<<<<<< * chart, _ = plcfrs.parse(sent, grammar, None, True) * assert chart */ __pyx_t_1 = PyUnicode_Split(__pyx_kp_u_a_b_c, ((PyObject *)NULL), -1L); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1095, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_sent = __pyx_t_1; __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1096 * print(grammar) * sent = 'a b c'.split() * chart, _ = plcfrs.parse(sent, grammar, None, True) # <<<<<<<<<<<<<< * assert chart * vitderiv, vitprob = viterbiderivation(chart) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_plcfrs, __pyx_n_s_parse); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1096, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[5] = {__pyx_t_4, __pyx_v_sent, __pyx_v_grammar, Py_None, Py_True}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 4+__pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1096, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[5] = {__pyx_t_4, __pyx_v_sent, __pyx_v_grammar, Py_None, Py_True}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 4+__pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1096, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_3 = PyTuple_New(4+__pyx_t_9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1096, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_v_sent); __Pyx_GIVEREF(__pyx_v_sent); PyTuple_SET_ITEM(__pyx_t_3, 0+__pyx_t_9, __pyx_v_sent); __Pyx_INCREF(__pyx_v_grammar); __Pyx_GIVEREF(__pyx_v_grammar); PyTuple_SET_ITEM(__pyx_t_3, 1+__pyx_t_9, __pyx_v_grammar); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_3, 2+__pyx_t_9, Py_None); __Pyx_INCREF(Py_True); __Pyx_GIVEREF(Py_True); PyTuple_SET_ITEM(__pyx_t_3, 3+__pyx_t_9, Py_True); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1096, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1096, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1096, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1096, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1096, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_4)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_2)) goto __pyx_L17_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_3 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_3)) goto __pyx_L17_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_4), 2) < 0) __PYX_ERR(0, 1096, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L18_unpacking_done; __pyx_L17_unpacking_failed:; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1096, __pyx_L1_error) __pyx_L18_unpacking_done:; } __pyx_v_chart = __pyx_t_2; __pyx_t_2 = 0; __pyx_v__ = __pyx_t_3; __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":1097 * sent = 'a b c'.split() * chart, _ = plcfrs.parse(sent, grammar, None, True) * assert chart # <<<<<<<<<<<<<< * vitderiv, vitprob = viterbiderivation(chart) * getderivations(chart, 1000, derivstrings=True) */ #ifndef CYTHON_WITHOUT_ASSERTIONS if (unlikely(!Py_OptimizeFlag)) { __pyx_t_11 = __Pyx_PyObject_IsTrue(__pyx_v_chart); if (unlikely(__pyx_t_11 < 0)) __PYX_ERR(0, 1097, __pyx_L1_error) if (unlikely(!__pyx_t_11)) { PyErr_SetNone(PyExc_AssertionError); __PYX_ERR(0, 1097, __pyx_L1_error) } } #endif /* "discodop/disambiguation.pyx":1098 * chart, _ = plcfrs.parse(sent, grammar, None, True) * assert chart * vitderiv, vitprob = viterbiderivation(chart) # <<<<<<<<<<<<<< * getderivations(chart, 1000, derivstrings=True) * mpd, _ = marginalize('mpd', chart) */ if (!(likely(((__pyx_v_chart) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_chart, __pyx_ptype_8discodop_10containers_Chart))))) __PYX_ERR(0, 1098, __pyx_L1_error) __pyx_t_1 = __pyx_f_8discodop_14disambiguation_viterbiderivation(((struct __pyx_obj_8discodop_10containers_Chart *)__pyx_v_chart), 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1098, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1098, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_3 = PyList_GET_ITEM(sequence, 0); __pyx_t_2 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); #else __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1098, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1098, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1098, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_4)->tp_iternext; index = 0; __pyx_t_3 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_3)) goto __pyx_L19_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); index = 1; __pyx_t_2 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_2)) goto __pyx_L19_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_4), 2) < 0) __PYX_ERR(0, 1098, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L20_unpacking_done; __pyx_L19_unpacking_failed:; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1098, __pyx_L1_error) __pyx_L20_unpacking_done:; } __pyx_v_vitderiv = __pyx_t_3; __pyx_t_3 = 0; __pyx_v_vitprob = __pyx_t_2; __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1099 * assert chart * vitderiv, vitprob = viterbiderivation(chart) * getderivations(chart, 1000, derivstrings=True) # <<<<<<<<<<<<<< * mpd, _ = marginalize('mpd', chart) * mpp, _ = marginalize('mpp', chart) */ if (!(likely(((__pyx_v_chart) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_chart, __pyx_ptype_8discodop_10containers_Chart))))) __PYX_ERR(0, 1099, __pyx_L1_error) __pyx_t_12.__pyx_n = 1; __pyx_t_12.derivstrings = Py_True; __pyx_t_1 = __pyx_f_8discodop_14disambiguation_getderivations(((struct __pyx_obj_8discodop_10containers_Chart *)__pyx_v_chart), 0x3E8, 0, &__pyx_t_12); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1099, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1100 * vitderiv, vitprob = viterbiderivation(chart) * getderivations(chart, 1000, derivstrings=True) * mpd, _ = marginalize('mpd', chart) # <<<<<<<<<<<<<< * mpp, _ = marginalize('mpp', chart) * mcp, _ = marginalize('mcp', chart) */ if (!(likely(((__pyx_v_chart) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_chart, __pyx_ptype_8discodop_10containers_Chart))))) __PYX_ERR(0, 1100, __pyx_L1_error) __pyx_t_1 = __pyx_f_8discodop_14disambiguation_marginalize(__pyx_n_u_mpd, ((struct __pyx_obj_8discodop_10containers_Chart *)__pyx_v_chart), 0, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1100, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1100, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1100, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1100, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1100, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_4)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_2)) goto __pyx_L21_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_3 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_3)) goto __pyx_L21_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_4), 2) < 0) __PYX_ERR(0, 1100, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L22_unpacking_done; __pyx_L21_unpacking_failed:; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1100, __pyx_L1_error) __pyx_L22_unpacking_done:; } __pyx_v_mpd = __pyx_t_2; __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v__, __pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":1101 * getderivations(chart, 1000, derivstrings=True) * mpd, _ = marginalize('mpd', chart) * mpp, _ = marginalize('mpp', chart) # <<<<<<<<<<<<<< * mcp, _ = marginalize('mcp', chart) * sldop_, _ = marginalize('sl-dop', chart, k=1000, */ if (!(likely(((__pyx_v_chart) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_chart, __pyx_ptype_8discodop_10containers_Chart))))) __PYX_ERR(0, 1101, __pyx_L1_error) __pyx_t_1 = __pyx_f_8discodop_14disambiguation_marginalize(__pyx_n_u_mpp, ((struct __pyx_obj_8discodop_10containers_Chart *)__pyx_v_chart), 0, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1101, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1101, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_3 = PyList_GET_ITEM(sequence, 0); __pyx_t_2 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); #else __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1101, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1101, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1101, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_4)->tp_iternext; index = 0; __pyx_t_3 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_3)) goto __pyx_L23_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); index = 1; __pyx_t_2 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_2)) goto __pyx_L23_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_4), 2) < 0) __PYX_ERR(0, 1101, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L24_unpacking_done; __pyx_L23_unpacking_failed:; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1101, __pyx_L1_error) __pyx_L24_unpacking_done:; } __pyx_v_mpp = __pyx_t_3; __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v__, __pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1102 * mpd, _ = marginalize('mpd', chart) * mpp, _ = marginalize('mpp', chart) * mcp, _ = marginalize('mcp', chart) # <<<<<<<<<<<<<< * sldop_, _ = marginalize('sl-dop', chart, k=1000, * sldop_n=7, sent=sent) */ if (!(likely(((__pyx_v_chart) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_chart, __pyx_ptype_8discodop_10containers_Chart))))) __PYX_ERR(0, 1102, __pyx_L1_error) __pyx_t_1 = __pyx_f_8discodop_14disambiguation_marginalize(__pyx_n_u_mcp, ((struct __pyx_obj_8discodop_10containers_Chart *)__pyx_v_chart), 0, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1102, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1102, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1102, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1102, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1102, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_4)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_2)) goto __pyx_L25_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_3 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_3)) goto __pyx_L25_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_4), 2) < 0) __PYX_ERR(0, 1102, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L26_unpacking_done; __pyx_L25_unpacking_failed:; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1102, __pyx_L1_error) __pyx_L26_unpacking_done:; } __pyx_v_mcp = __pyx_t_2; __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v__, __pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":1103 * mpp, _ = marginalize('mpp', chart) * mcp, _ = marginalize('mcp', chart) * sldop_, _ = marginalize('sl-dop', chart, k=1000, # <<<<<<<<<<<<<< * sldop_n=7, sent=sent) * sldopsimple, _ = marginalize('sl-dop-simple', */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_marginalize); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1103, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1103, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_kp_u_sl_dop); __Pyx_GIVEREF(__pyx_kp_u_sl_dop); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_kp_u_sl_dop); __Pyx_INCREF(__pyx_v_chart); __Pyx_GIVEREF(__pyx_v_chart); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_v_chart); __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1103, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_k, __pyx_int_1000) < 0) __PYX_ERR(0, 1103, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_sldop_n, __pyx_int_7) < 0) __PYX_ERR(0, 1103, __pyx_L1_error) /* "discodop/disambiguation.pyx":1104 * mcp, _ = marginalize('mcp', chart) * sldop_, _ = marginalize('sl-dop', chart, k=1000, * sldop_n=7, sent=sent) # <<<<<<<<<<<<<< * sldopsimple, _ = marginalize('sl-dop-simple', * chart, k=1000, sldop_n=7, sent=sent) */ if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_sent, __pyx_v_sent) < 0) __PYX_ERR(0, 1103, __pyx_L1_error) /* "discodop/disambiguation.pyx":1103 * mpp, _ = marginalize('mpp', chart) * mcp, _ = marginalize('mcp', chart) * sldop_, _ = marginalize('sl-dop', chart, k=1000, # <<<<<<<<<<<<<< * sldop_n=7, sent=sent) * sldopsimple, _ = marginalize('sl-dop-simple', */ __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_3, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1103, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1103, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1103, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1103, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1103, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_1)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_10(__pyx_t_1); if (unlikely(!__pyx_t_2)) goto __pyx_L27_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_3 = __pyx_t_10(__pyx_t_1); if (unlikely(!__pyx_t_3)) goto __pyx_L27_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_1), 2) < 0) __PYX_ERR(0, 1103, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L28_unpacking_done; __pyx_L27_unpacking_failed:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1103, __pyx_L1_error) __pyx_L28_unpacking_done:; } __pyx_v_sldop_ = __pyx_t_2; __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v__, __pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":1105 * sldop_, _ = marginalize('sl-dop', chart, k=1000, * sldop_n=7, sent=sent) * sldopsimple, _ = marginalize('sl-dop-simple', # <<<<<<<<<<<<<< * chart, k=1000, sldop_n=7, sent=sent) * short, _ = marginalize('shortest', chart, sent=sent) */ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s_marginalize); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1105, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); /* "discodop/disambiguation.pyx":1106 * sldop_n=7, sent=sent) * sldopsimple, _ = marginalize('sl-dop-simple', * chart, k=1000, sldop_n=7, sent=sent) # <<<<<<<<<<<<<< * short, _ = marginalize('shortest', chart, sent=sent) * print('\nvit:\t\t%s %r' % (REMOVEIDS.sub('', vitderiv), */ __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1105, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_kp_u_sl_dop_simple); __Pyx_GIVEREF(__pyx_kp_u_sl_dop_simple); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_kp_u_sl_dop_simple); __Pyx_INCREF(__pyx_v_chart); __Pyx_GIVEREF(__pyx_v_chart); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_v_chart); __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1106, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_k, __pyx_int_1000) < 0) __PYX_ERR(0, 1106, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_sldop_n, __pyx_int_7) < 0) __PYX_ERR(0, 1106, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_sent, __pyx_v_sent) < 0) __PYX_ERR(0, 1106, __pyx_L1_error) /* "discodop/disambiguation.pyx":1105 * sldop_, _ = marginalize('sl-dop', chart, k=1000, * sldop_n=7, sent=sent) * sldopsimple, _ = marginalize('sl-dop-simple', # <<<<<<<<<<<<<< * chart, k=1000, sldop_n=7, sent=sent) * short, _ = marginalize('shortest', chart, sent=sent) */ __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_3, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1105, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1105, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1105, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1105, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1105, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_4)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_2)) goto __pyx_L29_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_3 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_3)) goto __pyx_L29_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_4), 2) < 0) __PYX_ERR(0, 1105, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L30_unpacking_done; __pyx_L29_unpacking_failed:; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1105, __pyx_L1_error) __pyx_L30_unpacking_done:; } __pyx_v_sldopsimple = __pyx_t_2; __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v__, __pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":1107 * sldopsimple, _ = marginalize('sl-dop-simple', * chart, k=1000, sldop_n=7, sent=sent) * short, _ = marginalize('shortest', chart, sent=sent) # <<<<<<<<<<<<<< * print('\nvit:\t\t%s %r' % (REMOVEIDS.sub('', vitderiv), * exp(-vitprob)), */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_marginalize); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1107, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1107, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_n_u_shortest); __Pyx_GIVEREF(__pyx_n_u_shortest); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_n_u_shortest); __Pyx_INCREF(__pyx_v_chart); __Pyx_GIVEREF(__pyx_v_chart); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_v_chart); __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1107, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_sent, __pyx_v_sent) < 0) __PYX_ERR(0, 1107, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_3, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1107, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; #if !CYTHON_COMPILING_IN_PYPY Py_ssize_t size = Py_SIZE(sequence); #else Py_ssize_t size = PySequence_Size(sequence); #endif if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1107, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1107, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1107, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1107, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_1)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_10(__pyx_t_1); if (unlikely(!__pyx_t_2)) goto __pyx_L31_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_3 = __pyx_t_10(__pyx_t_1); if (unlikely(!__pyx_t_3)) goto __pyx_L31_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_1), 2) < 0) __PYX_ERR(0, 1107, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L32_unpacking_done; __pyx_L31_unpacking_failed:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1107, __pyx_L1_error) __pyx_L32_unpacking_done:; } __pyx_v_short = __pyx_t_2; __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v__, __pyx_t_3); __pyx_t_3 = 0; /* "discodop/disambiguation.pyx":1108 * chart, k=1000, sldop_n=7, sent=sent) * short, _ = marginalize('shortest', chart, sent=sent) * print('\nvit:\t\t%s %r' % (REMOVEIDS.sub('', vitderiv), # <<<<<<<<<<<<<< * exp(-vitprob)), * 'MPD:\t\t%s %r' % e(mpd), 'MCP:\t\t%s %r' % e(mcp), */ __pyx_t_3 = __Pyx_GetModuleGlobalName(__pyx_n_s_REMOVEIDS); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1108, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_sub); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1108, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_kp_u__3, __pyx_v_vitderiv}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1108, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_kp_u__3, __pyx_v_vitderiv}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1108, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif { __pyx_t_1 = PyTuple_New(2+__pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1108, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); PyTuple_SET_ITEM(__pyx_t_1, 0+__pyx_t_9, __pyx_kp_u__3); __Pyx_INCREF(__pyx_v_vitderiv); __Pyx_GIVEREF(__pyx_v_vitderiv); PyTuple_SET_ITEM(__pyx_t_1, 1+__pyx_t_9, __pyx_v_vitderiv); __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1108, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "discodop/disambiguation.pyx":1109 * short, _ = marginalize('shortest', chart, sent=sent) * print('\nvit:\t\t%s %r' % (REMOVEIDS.sub('', vitderiv), * exp(-vitprob)), # <<<<<<<<<<<<<< * 'MPD:\t\t%s %r' % e(mpd), 'MCP:\t\t%s %r' % e(mcp), * 'MPP:\t\t%s %r' % e(mpp), */ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s_exp); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1109, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyNumber_Negative(__pyx_v_vitprob); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1109, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } if (!__pyx_t_8) { __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1109, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_2); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_t_3}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1109, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[2] = {__pyx_t_8, __pyx_t_3}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1109, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif { __pyx_t_7 = PyTuple_New(1+1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1109, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_8); __pyx_t_8 = NULL; __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_7, 0+1, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_7, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1109, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1108 * chart, k=1000, sldop_n=7, sent=sent) * short, _ = marginalize('shortest', chart, sent=sent) * print('\nvit:\t\t%s %r' % (REMOVEIDS.sub('', vitderiv), # <<<<<<<<<<<<<< * exp(-vitprob)), * 'MPD:\t\t%s %r' % e(mpd), 'MCP:\t\t%s %r' % e(mcp), */ __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1108, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2); __pyx_t_4 = 0; __pyx_t_2 = 0; __pyx_t_2 = PyUnicode_Format(__pyx_kp_u_vit_s_r, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1108, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1110 * print('\nvit:\t\t%s %r' % (REMOVEIDS.sub('', vitderiv), * exp(-vitprob)), * 'MPD:\t\t%s %r' % e(mpd), 'MCP:\t\t%s %r' % e(mcp), # <<<<<<<<<<<<<< * 'MPP:\t\t%s %r' % e(mpp), * 'SL-DOP n=7:\t%s %r' % e(sldop_), */ __pyx_t_1 = __pyx_pf_8discodop_14disambiguation_4test_e(__pyx_v_e, __pyx_v_mpd); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1110, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = PyUnicode_Format(__pyx_kp_u_MPD_s_r, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1110, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __pyx_pf_8discodop_14disambiguation_4test_e(__pyx_v_e, __pyx_v_mcp); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1110, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = PyUnicode_Format(__pyx_kp_u_MCP_s_r, __pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1110, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1111 * exp(-vitprob)), * 'MPD:\t\t%s %r' % e(mpd), 'MCP:\t\t%s %r' % e(mcp), * 'MPP:\t\t%s %r' % e(mpp), # <<<<<<<<<<<<<< * 'SL-DOP n=7:\t%s %r' % e(sldop_), * 'simple SL-DOP:\t%s %r' % e(sldopsimple), */ __pyx_t_1 = __pyx_pf_8discodop_14disambiguation_4test_e(__pyx_v_e, __pyx_v_mpp); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1111, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyUnicode_Format(__pyx_kp_u_MPP_s_r, __pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1111, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1112 * 'MPD:\t\t%s %r' % e(mpd), 'MCP:\t\t%s %r' % e(mcp), * 'MPP:\t\t%s %r' % e(mpp), * 'SL-DOP n=7:\t%s %r' % e(sldop_), # <<<<<<<<<<<<<< * 'simple SL-DOP:\t%s %r' % e(sldopsimple), * 'shortest:\t%s %r' % e(short), sep='\n') */ __pyx_t_1 = __pyx_pf_8discodop_14disambiguation_4test_e(__pyx_v_e, __pyx_v_sldop_); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1112, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = PyUnicode_Format(__pyx_kp_u_SL_DOP_n_7_s_r, __pyx_t_1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1112, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1113 * 'MPP:\t\t%s %r' % e(mpp), * 'SL-DOP n=7:\t%s %r' % e(sldop_), * 'simple SL-DOP:\t%s %r' % e(sldopsimple), # <<<<<<<<<<<<<< * 'shortest:\t%s %r' % e(short), sep='\n') * */ __pyx_t_1 = __pyx_pf_8discodop_14disambiguation_4test_e(__pyx_v_e, __pyx_v_sldopsimple); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1113, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_13 = PyUnicode_Format(__pyx_kp_u_simple_SL_DOP_s_r, __pyx_t_1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1113, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1114 * 'SL-DOP n=7:\t%s %r' % e(sldop_), * 'simple SL-DOP:\t%s %r' % e(sldopsimple), * 'shortest:\t%s %r' % e(short), sep='\n') # <<<<<<<<<<<<<< * * __all__ = ['getderivations', 'marginalize', 'gettree', 'recoverfragments_str', */ __pyx_t_1 = __pyx_pf_8discodop_14disambiguation_4test_e(__pyx_v_e, __pyx_v_short); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1114, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_14 = PyUnicode_Format(__pyx_kp_u_shortest_s_r, __pyx_t_1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1114, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "discodop/disambiguation.pyx":1108 * chart, k=1000, sldop_n=7, sent=sent) * short, _ = marginalize('shortest', chart, sent=sent) * print('\nvit:\t\t%s %r' % (REMOVEIDS.sub('', vitderiv), # <<<<<<<<<<<<<< * exp(-vitprob)), * 'MPD:\t\t%s %r' % e(mpd), 'MCP:\t\t%s %r' % e(mcp), */ __pyx_t_1 = PyTuple_New(7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1108, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_t_7); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_1, 3, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_1, 4, __pyx_t_8); __Pyx_GIVEREF(__pyx_t_13); PyTuple_SET_ITEM(__pyx_t_1, 5, __pyx_t_13); __Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_1, 6, __pyx_t_14); __pyx_t_2 = 0; __pyx_t_4 = 0; __pyx_t_7 = 0; __pyx_t_3 = 0; __pyx_t_8 = 0; __pyx_t_13 = 0; __pyx_t_14 = 0; /* "discodop/disambiguation.pyx":1114 * 'SL-DOP n=7:\t%s %r' % e(sldop_), * 'simple SL-DOP:\t%s %r' % e(sldopsimple), * 'shortest:\t%s %r' % e(short), sep='\n') # <<<<<<<<<<<<<< * * __all__ = ['getderivations', 'marginalize', 'gettree', 'recoverfragments_str', */ __pyx_t_14 = PyDict_New(); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1114, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); if (PyDict_SetItem(__pyx_t_14, __pyx_n_s_sep, __pyx_kp_u__43) < 0) __PYX_ERR(0, 1114, __pyx_L1_error) /* "discodop/disambiguation.pyx":1108 * chart, k=1000, sldop_n=7, sent=sent) * short, _ = marginalize('shortest', chart, sent=sent) * print('\nvit:\t\t%s %r' % (REMOVEIDS.sub('', vitderiv), # <<<<<<<<<<<<<< * exp(-vitprob)), * 'MPD:\t\t%s %r' % e(mpd), 'MCP:\t\t%s %r' % e(mcp), */ __pyx_t_13 = __Pyx_PyObject_Call(__pyx_builtin_print, __pyx_t_1, __pyx_t_14); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1108, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; /* "discodop/disambiguation.pyx":1071 * * * def test(): # <<<<<<<<<<<<<< * from .grammar import dopreduction * from .containers import Grammar */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_13); __Pyx_XDECREF(__pyx_t_14); __Pyx_AddTraceback("discodop.disambiguation.test", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_dopreduction); __Pyx_XDECREF(__pyx_v_Grammar); __Pyx_XDECREF(__pyx_v_plcfrs); __Pyx_XDECREF(__pyx_v_e); __Pyx_XDECREF(__pyx_v_trees); __Pyx_XDECREF(__pyx_v_sents); __Pyx_XDECREF(__pyx_v_xgrammar); __Pyx_XDECREF(__pyx_v_altweights); __Pyx_XDECREF(__pyx_v_grammar); __Pyx_XDECREF(__pyx_v_sent); __Pyx_XDECREF(__pyx_v_chart); __Pyx_XDECREF(__pyx_v__); __Pyx_XDECREF(__pyx_v_vitderiv); __Pyx_XDECREF(__pyx_v_vitprob); __Pyx_XDECREF(__pyx_v_mpd); __Pyx_XDECREF(__pyx_v_mpp); __Pyx_XDECREF(__pyx_v_mcp); __Pyx_XDECREF(__pyx_v_sldop_); __Pyx_XDECREF(__pyx_v_sldopsimple); __Pyx_XDECREF(__pyx_v_short); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "cpython/array.pxd":93 * __data_union data * * def __getbuffer__(self, Py_buffer* info, int flags): # <<<<<<<<<<<<<< * # This implementation of getbuffer is geared towards Cython * # requirements, and does not yet fullfill the PEP. */ /* Python wrapper */ static CYTHON_UNUSED int __pyx_pw_7cpython_5array_5array_1__getbuffer__(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/ static CYTHON_UNUSED int __pyx_pw_7cpython_5array_5array_1__getbuffer__(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) { int __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__getbuffer__ (wrapper)", 0); __pyx_r = __pyx_pf_7cpython_5array_5array___getbuffer__(((arrayobject *)__pyx_v_self), ((Py_buffer *)__pyx_v_info), ((int)__pyx_v_flags)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static int __pyx_pf_7cpython_5array_5array___getbuffer__(arrayobject *__pyx_v_self, Py_buffer *__pyx_v_info, CYTHON_UNUSED int __pyx_v_flags) { PyObject *__pyx_v_item_count = NULL; int __pyx_r; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; char *__pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; int __pyx_t_6; __Pyx_RefNannySetupContext("__getbuffer__", 0); if (__pyx_v_info != NULL) { __pyx_v_info->obj = Py_None; __Pyx_INCREF(Py_None); __Pyx_GIVEREF(__pyx_v_info->obj); } /* "cpython/array.pxd":98 * # In particular strided access is always provided regardless * # of flags * item_count = Py_SIZE(self) # <<<<<<<<<<<<<< * * info.suboffsets = NULL */ __pyx_t_1 = PyInt_FromSsize_t(Py_SIZE(((PyObject *)__pyx_v_self))); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 98, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_item_count = __pyx_t_1; __pyx_t_1 = 0; /* "cpython/array.pxd":100 * item_count = Py_SIZE(self) * * info.suboffsets = NULL # <<<<<<<<<<<<<< * info.buf = self.data.as_chars * info.readonly = 0 */ __pyx_v_info->suboffsets = NULL; /* "cpython/array.pxd":101 * * info.suboffsets = NULL * info.buf = self.data.as_chars # <<<<<<<<<<<<<< * info.readonly = 0 * info.ndim = 1 */ __pyx_t_2 = __pyx_v_self->data.as_chars; __pyx_v_info->buf = __pyx_t_2; /* "cpython/array.pxd":102 * info.suboffsets = NULL * info.buf = self.data.as_chars * info.readonly = 0 # <<<<<<<<<<<<<< * info.ndim = 1 * info.itemsize = self.ob_descr.itemsize # e.g. sizeof(float) */ __pyx_v_info->readonly = 0; /* "cpython/array.pxd":103 * info.buf = self.data.as_chars * info.readonly = 0 * info.ndim = 1 # <<<<<<<<<<<<<< * info.itemsize = self.ob_descr.itemsize # e.g. sizeof(float) * info.len = info.itemsize * item_count */ __pyx_v_info->ndim = 1; /* "cpython/array.pxd":104 * info.readonly = 0 * info.ndim = 1 * info.itemsize = self.ob_descr.itemsize # e.g. sizeof(float) # <<<<<<<<<<<<<< * info.len = info.itemsize * item_count * */ __pyx_t_3 = __pyx_v_self->ob_descr->itemsize; __pyx_v_info->itemsize = __pyx_t_3; /* "cpython/array.pxd":105 * info.ndim = 1 * info.itemsize = self.ob_descr.itemsize # e.g. sizeof(float) * info.len = info.itemsize * item_count # <<<<<<<<<<<<<< * * info.shape = PyObject_Malloc(sizeof(Py_ssize_t) + 2) */ __pyx_t_1 = PyInt_FromSsize_t(__pyx_v_info->itemsize); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 105, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = PyNumber_Multiply(__pyx_t_1, __pyx_v_item_count); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 105, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = __Pyx_PyIndex_AsSsize_t(__pyx_t_4); if (unlikely((__pyx_t_5 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 105, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_info->len = __pyx_t_5; /* "cpython/array.pxd":107 * info.len = info.itemsize * item_count * * info.shape = PyObject_Malloc(sizeof(Py_ssize_t) + 2) # <<<<<<<<<<<<<< * if not info.shape: * raise MemoryError() */ __pyx_v_info->shape = ((Py_ssize_t *)PyObject_Malloc(((sizeof(Py_ssize_t)) + 2))); /* "cpython/array.pxd":108 * * info.shape = PyObject_Malloc(sizeof(Py_ssize_t) + 2) * if not info.shape: # <<<<<<<<<<<<<< * raise MemoryError() * info.shape[0] = item_count # constant regardless of resizing */ __pyx_t_6 = ((!(__pyx_v_info->shape != 0)) != 0); if (__pyx_t_6) { /* "cpython/array.pxd":109 * info.shape = PyObject_Malloc(sizeof(Py_ssize_t) + 2) * if not info.shape: * raise MemoryError() # <<<<<<<<<<<<<< * info.shape[0] = item_count # constant regardless of resizing * info.strides = &info.itemsize */ PyErr_NoMemory(); __PYX_ERR(1, 109, __pyx_L1_error) /* "cpython/array.pxd":108 * * info.shape = PyObject_Malloc(sizeof(Py_ssize_t) + 2) * if not info.shape: # <<<<<<<<<<<<<< * raise MemoryError() * info.shape[0] = item_count # constant regardless of resizing */ } /* "cpython/array.pxd":110 * if not info.shape: * raise MemoryError() * info.shape[0] = item_count # constant regardless of resizing # <<<<<<<<<<<<<< * info.strides = &info.itemsize * */ __pyx_t_5 = __Pyx_PyIndex_AsSsize_t(__pyx_v_item_count); if (unlikely((__pyx_t_5 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 110, __pyx_L1_error) (__pyx_v_info->shape[0]) = __pyx_t_5; /* "cpython/array.pxd":111 * raise MemoryError() * info.shape[0] = item_count # constant regardless of resizing * info.strides = &info.itemsize # <<<<<<<<<<<<<< * * info.format = (info.shape + 1) */ __pyx_v_info->strides = (&__pyx_v_info->itemsize); /* "cpython/array.pxd":113 * info.strides = &info.itemsize * * info.format = (info.shape + 1) # <<<<<<<<<<<<<< * info.format[0] = self.ob_descr.typecode * info.format[1] = 0 */ __pyx_v_info->format = ((char *)(__pyx_v_info->shape + 1)); /* "cpython/array.pxd":114 * * info.format = (info.shape + 1) * info.format[0] = self.ob_descr.typecode # <<<<<<<<<<<<<< * info.format[1] = 0 * info.obj = self */ __pyx_t_3 = __pyx_v_self->ob_descr->typecode; (__pyx_v_info->format[0]) = __pyx_t_3; /* "cpython/array.pxd":115 * info.format = (info.shape + 1) * info.format[0] = self.ob_descr.typecode * info.format[1] = 0 # <<<<<<<<<<<<<< * info.obj = self * */ (__pyx_v_info->format[1]) = 0; /* "cpython/array.pxd":116 * info.format[0] = self.ob_descr.typecode * info.format[1] = 0 * info.obj = self # <<<<<<<<<<<<<< * * def __releasebuffer__(self, Py_buffer* info): */ __Pyx_INCREF(((PyObject *)__pyx_v_self)); __Pyx_GIVEREF(((PyObject *)__pyx_v_self)); __Pyx_GOTREF(__pyx_v_info->obj); __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = ((PyObject *)__pyx_v_self); /* "cpython/array.pxd":93 * __data_union data * * def __getbuffer__(self, Py_buffer* info, int flags): # <<<<<<<<<<<<<< * # This implementation of getbuffer is geared towards Cython * # requirements, and does not yet fullfill the PEP. */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("cpython.array.array.__getbuffer__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; if (__pyx_v_info != NULL && __pyx_v_info->obj != NULL) { __Pyx_GOTREF(__pyx_v_info->obj); __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = NULL; } goto __pyx_L2; __pyx_L0:; if (__pyx_v_info != NULL && __pyx_v_info->obj == Py_None) { __Pyx_GOTREF(Py_None); __Pyx_DECREF(Py_None); __pyx_v_info->obj = NULL; } __pyx_L2:; __Pyx_XDECREF(__pyx_v_item_count); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "cpython/array.pxd":118 * info.obj = self * * def __releasebuffer__(self, Py_buffer* info): # <<<<<<<<<<<<<< * PyObject_Free(info.shape) * */ /* Python wrapper */ static CYTHON_UNUSED void __pyx_pw_7cpython_5array_5array_3__releasebuffer__(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info); /*proto*/ static CYTHON_UNUSED void __pyx_pw_7cpython_5array_5array_3__releasebuffer__(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info) { __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__releasebuffer__ (wrapper)", 0); __pyx_pf_7cpython_5array_5array_2__releasebuffer__(((arrayobject *)__pyx_v_self), ((Py_buffer *)__pyx_v_info)); /* function exit code */ __Pyx_RefNannyFinishContext(); } static void __pyx_pf_7cpython_5array_5array_2__releasebuffer__(CYTHON_UNUSED arrayobject *__pyx_v_self, Py_buffer *__pyx_v_info) { __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__releasebuffer__", 0); /* "cpython/array.pxd":119 * * def __releasebuffer__(self, Py_buffer* info): * PyObject_Free(info.shape) # <<<<<<<<<<<<<< * * array newarrayobject(PyTypeObject* type, Py_ssize_t size, arraydescr *descr) */ PyObject_Free(__pyx_v_info->shape); /* "cpython/array.pxd":118 * info.obj = self * * def __releasebuffer__(self, Py_buffer* info): # <<<<<<<<<<<<<< * PyObject_Free(info.shape) * */ /* function exit code */ __Pyx_RefNannyFinishContext(); } /* "cpython/array.pxd":130 * * * cdef inline array clone(array template, Py_ssize_t length, bint zero): # <<<<<<<<<<<<<< * """ fast creation of a new array, given a template array. * type will be same as template. */ static CYTHON_INLINE arrayobject *__pyx_f_7cpython_5array_clone(arrayobject *__pyx_v_template, Py_ssize_t __pyx_v_length, int __pyx_v_zero) { arrayobject *__pyx_v_op = NULL; arrayobject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_t_3; int __pyx_t_4; __Pyx_RefNannySetupContext("clone", 0); /* "cpython/array.pxd":134 * type will be same as template. * if zero is true, new array will be initialized with zeroes.""" * op = newarrayobject(Py_TYPE(template), length, template.ob_descr) # <<<<<<<<<<<<<< * if zero and op is not None: * memset(op.data.as_chars, 0, length * op.ob_descr.itemsize) */ __pyx_t_1 = ((PyObject *)newarrayobject(Py_TYPE(((PyObject *)__pyx_v_template)), __pyx_v_length, __pyx_v_template->ob_descr)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 134, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_op = ((arrayobject *)__pyx_t_1); __pyx_t_1 = 0; /* "cpython/array.pxd":135 * if zero is true, new array will be initialized with zeroes.""" * op = newarrayobject(Py_TYPE(template), length, template.ob_descr) * if zero and op is not None: # <<<<<<<<<<<<<< * memset(op.data.as_chars, 0, length * op.ob_descr.itemsize) * return op */ __pyx_t_3 = (__pyx_v_zero != 0); if (__pyx_t_3) { } else { __pyx_t_2 = __pyx_t_3; goto __pyx_L4_bool_binop_done; } __pyx_t_3 = (((PyObject *)__pyx_v_op) != Py_None); __pyx_t_4 = (__pyx_t_3 != 0); __pyx_t_2 = __pyx_t_4; __pyx_L4_bool_binop_done:; if (__pyx_t_2) { /* "cpython/array.pxd":136 * op = newarrayobject(Py_TYPE(template), length, template.ob_descr) * if zero and op is not None: * memset(op.data.as_chars, 0, length * op.ob_descr.itemsize) # <<<<<<<<<<<<<< * return op * */ memset(__pyx_v_op->data.as_chars, 0, (__pyx_v_length * __pyx_v_op->ob_descr->itemsize)); /* "cpython/array.pxd":135 * if zero is true, new array will be initialized with zeroes.""" * op = newarrayobject(Py_TYPE(template), length, template.ob_descr) * if zero and op is not None: # <<<<<<<<<<<<<< * memset(op.data.as_chars, 0, length * op.ob_descr.itemsize) * return op */ } /* "cpython/array.pxd":137 * if zero and op is not None: * memset(op.data.as_chars, 0, length * op.ob_descr.itemsize) * return op # <<<<<<<<<<<<<< * * cdef inline array copy(array self): */ __Pyx_XDECREF(((PyObject *)__pyx_r)); __Pyx_INCREF(((PyObject *)__pyx_v_op)); __pyx_r = __pyx_v_op; goto __pyx_L0; /* "cpython/array.pxd":130 * * * cdef inline array clone(array template, Py_ssize_t length, bint zero): # <<<<<<<<<<<<<< * """ fast creation of a new array, given a template array. * type will be same as template. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("cpython.array.clone", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_op); __Pyx_XGIVEREF((PyObject *)__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "cpython/array.pxd":139 * return op * * cdef inline array copy(array self): # <<<<<<<<<<<<<< * """ make a copy of an array. """ * op = newarrayobject(Py_TYPE(self), Py_SIZE(self), self.ob_descr) */ static CYTHON_INLINE arrayobject *__pyx_f_7cpython_5array_copy(arrayobject *__pyx_v_self) { arrayobject *__pyx_v_op = NULL; arrayobject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; __Pyx_RefNannySetupContext("copy", 0); /* "cpython/array.pxd":141 * cdef inline array copy(array self): * """ make a copy of an array. """ * op = newarrayobject(Py_TYPE(self), Py_SIZE(self), self.ob_descr) # <<<<<<<<<<<<<< * memcpy(op.data.as_chars, self.data.as_chars, Py_SIZE(op) * op.ob_descr.itemsize) * return op */ __pyx_t_1 = ((PyObject *)newarrayobject(Py_TYPE(((PyObject *)__pyx_v_self)), Py_SIZE(((PyObject *)__pyx_v_self)), __pyx_v_self->ob_descr)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 141, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_op = ((arrayobject *)__pyx_t_1); __pyx_t_1 = 0; /* "cpython/array.pxd":142 * """ make a copy of an array. """ * op = newarrayobject(Py_TYPE(self), Py_SIZE(self), self.ob_descr) * memcpy(op.data.as_chars, self.data.as_chars, Py_SIZE(op) * op.ob_descr.itemsize) # <<<<<<<<<<<<<< * return op * */ memcpy(__pyx_v_op->data.as_chars, __pyx_v_self->data.as_chars, (Py_SIZE(((PyObject *)__pyx_v_op)) * __pyx_v_op->ob_descr->itemsize)); /* "cpython/array.pxd":143 * op = newarrayobject(Py_TYPE(self), Py_SIZE(self), self.ob_descr) * memcpy(op.data.as_chars, self.data.as_chars, Py_SIZE(op) * op.ob_descr.itemsize) * return op # <<<<<<<<<<<<<< * * cdef inline int extend_buffer(array self, char* stuff, Py_ssize_t n) except -1: */ __Pyx_XDECREF(((PyObject *)__pyx_r)); __Pyx_INCREF(((PyObject *)__pyx_v_op)); __pyx_r = __pyx_v_op; goto __pyx_L0; /* "cpython/array.pxd":139 * return op * * cdef inline array copy(array self): # <<<<<<<<<<<<<< * """ make a copy of an array. """ * op = newarrayobject(Py_TYPE(self), Py_SIZE(self), self.ob_descr) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("cpython.array.copy", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_op); __Pyx_XGIVEREF((PyObject *)__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "cpython/array.pxd":145 * return op * * cdef inline int extend_buffer(array self, char* stuff, Py_ssize_t n) except -1: # <<<<<<<<<<<<<< * """ efficent appending of new stuff of same type * (e.g. of same array type) */ static CYTHON_INLINE int __pyx_f_7cpython_5array_extend_buffer(arrayobject *__pyx_v_self, char *__pyx_v_stuff, Py_ssize_t __pyx_v_n) { Py_ssize_t __pyx_v_itemsize; Py_ssize_t __pyx_v_origsize; int __pyx_r; __Pyx_RefNannyDeclarations int __pyx_t_1; __Pyx_RefNannySetupContext("extend_buffer", 0); /* "cpython/array.pxd":149 * (e.g. of same array type) * n: number of elements (not number of bytes!) """ * cdef Py_ssize_t itemsize = self.ob_descr.itemsize # <<<<<<<<<<<<<< * cdef Py_ssize_t origsize = Py_SIZE(self) * resize_smart(self, origsize + n) */ __pyx_t_1 = __pyx_v_self->ob_descr->itemsize; __pyx_v_itemsize = __pyx_t_1; /* "cpython/array.pxd":150 * n: number of elements (not number of bytes!) """ * cdef Py_ssize_t itemsize = self.ob_descr.itemsize * cdef Py_ssize_t origsize = Py_SIZE(self) # <<<<<<<<<<<<<< * resize_smart(self, origsize + n) * memcpy(self.data.as_chars + origsize * itemsize, stuff, n * itemsize) */ __pyx_v_origsize = Py_SIZE(((PyObject *)__pyx_v_self)); /* "cpython/array.pxd":151 * cdef Py_ssize_t itemsize = self.ob_descr.itemsize * cdef Py_ssize_t origsize = Py_SIZE(self) * resize_smart(self, origsize + n) # <<<<<<<<<<<<<< * memcpy(self.data.as_chars + origsize * itemsize, stuff, n * itemsize) * return 0 */ __pyx_t_1 = resize_smart(__pyx_v_self, (__pyx_v_origsize + __pyx_v_n)); if (unlikely(__pyx_t_1 == -1)) __PYX_ERR(1, 151, __pyx_L1_error) /* "cpython/array.pxd":152 * cdef Py_ssize_t origsize = Py_SIZE(self) * resize_smart(self, origsize + n) * memcpy(self.data.as_chars + origsize * itemsize, stuff, n * itemsize) # <<<<<<<<<<<<<< * return 0 * */ memcpy((__pyx_v_self->data.as_chars + (__pyx_v_origsize * __pyx_v_itemsize)), __pyx_v_stuff, (__pyx_v_n * __pyx_v_itemsize)); /* "cpython/array.pxd":153 * resize_smart(self, origsize + n) * memcpy(self.data.as_chars + origsize * itemsize, stuff, n * itemsize) * return 0 # <<<<<<<<<<<<<< * * cdef inline int extend(array self, array other) except -1: */ __pyx_r = 0; goto __pyx_L0; /* "cpython/array.pxd":145 * return op * * cdef inline int extend_buffer(array self, char* stuff, Py_ssize_t n) except -1: # <<<<<<<<<<<<<< * """ efficent appending of new stuff of same type * (e.g. of same array type) */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("cpython.array.extend_buffer", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "cpython/array.pxd":155 * return 0 * * cdef inline int extend(array self, array other) except -1: # <<<<<<<<<<<<<< * """ extend array with data from another array; types must match. """ * if self.ob_descr.typecode != other.ob_descr.typecode: */ static CYTHON_INLINE int __pyx_f_7cpython_5array_extend(arrayobject *__pyx_v_self, arrayobject *__pyx_v_other) { int __pyx_r; __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; __Pyx_RefNannySetupContext("extend", 0); /* "cpython/array.pxd":157 * cdef inline int extend(array self, array other) except -1: * """ extend array with data from another array; types must match. """ * if self.ob_descr.typecode != other.ob_descr.typecode: # <<<<<<<<<<<<<< * PyErr_BadArgument() * return extend_buffer(self, other.data.as_chars, Py_SIZE(other)) */ __pyx_t_1 = ((__pyx_v_self->ob_descr->typecode != __pyx_v_other->ob_descr->typecode) != 0); if (__pyx_t_1) { /* "cpython/array.pxd":158 * """ extend array with data from another array; types must match. """ * if self.ob_descr.typecode != other.ob_descr.typecode: * PyErr_BadArgument() # <<<<<<<<<<<<<< * return extend_buffer(self, other.data.as_chars, Py_SIZE(other)) * */ __pyx_t_2 = PyErr_BadArgument(); if (unlikely(__pyx_t_2 == 0)) __PYX_ERR(1, 158, __pyx_L1_error) /* "cpython/array.pxd":157 * cdef inline int extend(array self, array other) except -1: * """ extend array with data from another array; types must match. """ * if self.ob_descr.typecode != other.ob_descr.typecode: # <<<<<<<<<<<<<< * PyErr_BadArgument() * return extend_buffer(self, other.data.as_chars, Py_SIZE(other)) */ } /* "cpython/array.pxd":159 * if self.ob_descr.typecode != other.ob_descr.typecode: * PyErr_BadArgument() * return extend_buffer(self, other.data.as_chars, Py_SIZE(other)) # <<<<<<<<<<<<<< * * cdef inline void zero(array self): */ __pyx_t_2 = __pyx_f_7cpython_5array_extend_buffer(__pyx_v_self, __pyx_v_other->data.as_chars, Py_SIZE(((PyObject *)__pyx_v_other))); if (unlikely(__pyx_t_2 == -1)) __PYX_ERR(1, 159, __pyx_L1_error) __pyx_r = __pyx_t_2; goto __pyx_L0; /* "cpython/array.pxd":155 * return 0 * * cdef inline int extend(array self, array other) except -1: # <<<<<<<<<<<<<< * """ extend array with data from another array; types must match. """ * if self.ob_descr.typecode != other.ob_descr.typecode: */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("cpython.array.extend", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "cpython/array.pxd":161 * return extend_buffer(self, other.data.as_chars, Py_SIZE(other)) * * cdef inline void zero(array self): # <<<<<<<<<<<<<< * """ set all elements of array to zero. """ * memset(self.data.as_chars, 0, Py_SIZE(self) * self.ob_descr.itemsize) */ static CYTHON_INLINE void __pyx_f_7cpython_5array_zero(arrayobject *__pyx_v_self) { __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("zero", 0); /* "cpython/array.pxd":163 * cdef inline void zero(array self): * """ set all elements of array to zero. """ * memset(self.data.as_chars, 0, Py_SIZE(self) * self.ob_descr.itemsize) # <<<<<<<<<<<<<< */ memset(__pyx_v_self->data.as_chars, 0, (Py_SIZE(((PyObject *)__pyx_v_self)) * __pyx_v_self->ob_descr->itemsize)); /* "cpython/array.pxd":161 * return extend_buffer(self, other.data.as_chars, Py_SIZE(other)) * * cdef inline void zero(array self): # <<<<<<<<<<<<<< * """ set all elements of array to zero. """ * memset(self.data.as_chars, 0, Py_SIZE(self) * self.ob_descr.itemsize) */ /* function exit code */ __Pyx_RefNannyFinishContext(); } /* "containers.pxd":705 * * # defined here because circular import. * cdef inline size_t cellidx(short start, short end, short lensent, # <<<<<<<<<<<<<< * Label nonterminals): * """Return an index for a regular three dimensional array. */ static CYTHON_INLINE size_t __pyx_f_8discodop_10containers_cellidx(short __pyx_v_start, short __pyx_v_end, short __pyx_v_lensent, Label __pyx_v_nonterminals) { size_t __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("cellidx", 0); /* "containers.pxd":710 * * ``chart[start][end][0] => chart[idx]`` """ * return (start * lensent + (end - 1)) * nonterminals # <<<<<<<<<<<<<< * * */ __pyx_r = (((__pyx_v_start * __pyx_v_lensent) + (__pyx_v_end - 1)) * __pyx_v_nonterminals); goto __pyx_L0; /* "containers.pxd":705 * * # defined here because circular import. * cdef inline size_t cellidx(short start, short end, short lensent, # <<<<<<<<<<<<<< * Label nonterminals): * """Return an index for a regular three dimensional array. */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "containers.pxd":713 * * * cdef inline size_t compactcellidx(short start, short end, short lensent, # <<<<<<<<<<<<<< * Label nonterminals): * """Return an index to a triangular array, given start < end. */ static CYTHON_INLINE size_t __pyx_f_8discodop_10containers_compactcellidx(short __pyx_v_start, short __pyx_v_end, short __pyx_v_lensent, Label __pyx_v_nonterminals) { size_t __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("compactcellidx", 0); /* "containers.pxd":717 * """Return an index to a triangular array, given start < end. * The result of this function is the index to chart[start][end][0].""" * return nonterminals * (lensent * start # <<<<<<<<<<<<<< * - ((start - 1) * start / 2) + end - start - 1) * */ __pyx_r = (__pyx_v_nonterminals * (((((__pyx_v_lensent * __pyx_v_start) - (((__pyx_v_start - 1) * __pyx_v_start) / 2)) + __pyx_v_end) - __pyx_v_start) - 1)); goto __pyx_L0; /* "containers.pxd":713 * * * cdef inline size_t compactcellidx(short start, short end, short lensent, # <<<<<<<<<<<<<< * Label nonterminals): * """Return an index to a triangular array, given start < end. */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "containers.pxd":724 * * * cdef inline logprobadd(x, y): # <<<<<<<<<<<<<< * """ Add two log probabilities in log space. * */ static CYTHON_INLINE PyObject *__pyx_f_8discodop_10containers_logprobadd(PyObject *__pyx_v_x, PyObject *__pyx_v_y) { PyObject *__pyx_v_diff = NULL; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; double __pyx_t_6; PyObject *__pyx_t_7 = NULL; __Pyx_RefNannySetupContext("logprobadd", 0); /* "containers.pxd":734 * :source: https://facwiki.cs.byu.edu/nlp/index.php/Log_Domain_Computations * """ * if isinf(x): # <<<<<<<<<<<<<< * return y * elif isinf(y): */ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_isinf); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 734, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_3) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_x); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 734, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_v_x}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 734, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_v_x}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 734, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_4 = PyTuple_New(1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 734, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3); __pyx_t_3 = NULL; __Pyx_INCREF(__pyx_v_x); __Pyx_GIVEREF(__pyx_v_x); PyTuple_SET_ITEM(__pyx_t_4, 0+1, __pyx_v_x); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_4, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 734, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(2, 734, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__pyx_t_5) { /* "containers.pxd":735 * """ * if isinf(x): * return y # <<<<<<<<<<<<<< * elif isinf(y): * return x */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_y); __pyx_r = __pyx_v_y; goto __pyx_L0; /* "containers.pxd":734 * :source: https://facwiki.cs.byu.edu/nlp/index.php/Log_Domain_Computations * """ * if isinf(x): # <<<<<<<<<<<<<< * return y * elif isinf(y): */ } /* "containers.pxd":736 * if isinf(x): * return y * elif isinf(y): # <<<<<<<<<<<<<< * return x * # If one value is much smaller than the other, keep the larger value. */ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_isinf); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 736, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_4) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_y); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 736, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_4, __pyx_v_y}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 736, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_4, __pyx_v_y}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 736, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_3 = PyTuple_New(1+1); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 736, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_4); __pyx_t_4 = NULL; __Pyx_INCREF(__pyx_v_y); __Pyx_GIVEREF(__pyx_v_y); PyTuple_SET_ITEM(__pyx_t_3, 0+1, __pyx_v_y); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 736, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(2, 736, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__pyx_t_5) { /* "containers.pxd":737 * return y * elif isinf(y): * return x # <<<<<<<<<<<<<< * # If one value is much smaller than the other, keep the larger value. * elif x < (y - 460): # log(1e200) */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_x); __pyx_r = __pyx_v_x; goto __pyx_L0; /* "containers.pxd":736 * if isinf(x): * return y * elif isinf(y): # <<<<<<<<<<<<<< * return x * # If one value is much smaller than the other, keep the larger value. */ } /* "containers.pxd":739 * return x * # If one value is much smaller than the other, keep the larger value. * elif x < (y - 460): # log(1e200) # <<<<<<<<<<<<<< * return y * elif y < (x - 460): # log(1e200) */ __pyx_t_1 = __Pyx_PyInt_SubtractObjC(__pyx_v_y, __pyx_int_460, 0x1CC, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 739, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyObject_RichCompare(__pyx_v_x, __pyx_t_1, Py_LT); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 739, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(2, 739, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { /* "containers.pxd":740 * # If one value is much smaller than the other, keep the larger value. * elif x < (y - 460): # log(1e200) * return y # <<<<<<<<<<<<<< * elif y < (x - 460): # log(1e200) * return x */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_y); __pyx_r = __pyx_v_y; goto __pyx_L0; /* "containers.pxd":739 * return x * # If one value is much smaller than the other, keep the larger value. * elif x < (y - 460): # log(1e200) # <<<<<<<<<<<<<< * return y * elif y < (x - 460): # log(1e200) */ } /* "containers.pxd":741 * elif x < (y - 460): # log(1e200) * return y * elif y < (x - 460): # log(1e200) # <<<<<<<<<<<<<< * return x * diff = y - x */ __pyx_t_2 = __Pyx_PyInt_SubtractObjC(__pyx_v_x, __pyx_int_460, 0x1CC, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 741, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PyObject_RichCompare(__pyx_v_y, __pyx_t_2, Py_LT); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 741, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(2, 741, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__pyx_t_5) { /* "containers.pxd":742 * return y * elif y < (x - 460): # log(1e200) * return x # <<<<<<<<<<<<<< * diff = y - x * assert not isinf(diff) */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_x); __pyx_r = __pyx_v_x; goto __pyx_L0; /* "containers.pxd":741 * elif x < (y - 460): # log(1e200) * return y * elif y < (x - 460): # log(1e200) # <<<<<<<<<<<<<< * return x * diff = y - x */ } /* "containers.pxd":743 * elif y < (x - 460): # log(1e200) * return x * diff = y - x # <<<<<<<<<<<<<< * assert not isinf(diff) * if isinf(exp(diff)): # difference is too large */ __pyx_t_1 = PyNumber_Subtract(__pyx_v_y, __pyx_v_x); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 743, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_diff = __pyx_t_1; __pyx_t_1 = 0; /* "containers.pxd":744 * return x * diff = y - x * assert not isinf(diff) # <<<<<<<<<<<<<< * if isinf(exp(diff)): # difference is too large * return x if x > y else y */ #ifndef CYTHON_WITHOUT_ASSERTIONS if (unlikely(!Py_OptimizeFlag)) { __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_isinf); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 744, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_3) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_diff); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 744, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_v_diff}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 744, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_v_diff}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 744, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_4 = PyTuple_New(1+1); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 744, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3); __pyx_t_3 = NULL; __Pyx_INCREF(__pyx_v_diff); __Pyx_GIVEREF(__pyx_v_diff); PyTuple_SET_ITEM(__pyx_t_4, 0+1, __pyx_v_diff); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_4, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 744, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(2, 744, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(!((!__pyx_t_5) != 0))) { PyErr_SetNone(PyExc_AssertionError); __PYX_ERR(2, 744, __pyx_L1_error) } } #endif /* "containers.pxd":745 * diff = y - x * assert not isinf(diff) * if isinf(exp(diff)): # difference is too large # <<<<<<<<<<<<<< * return x if x > y else y * # otherwise return the sum. */ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s_isinf); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 745, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = __pyx_PyFloat_AsDouble(__pyx_v_diff); if (unlikely((__pyx_t_6 == (double)-1) && PyErr_Occurred())) __PYX_ERR(2, 745, __pyx_L1_error) __pyx_t_4 = PyFloat_FromDouble(exp(__pyx_t_6)); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 745, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } if (!__pyx_t_3) { __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 745, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); } else { #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_t_4}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 745, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[2] = {__pyx_t_3, __pyx_t_4}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-1, 1+1); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 745, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else #endif { __pyx_t_7 = PyTuple_New(1+1); if (unlikely(!__pyx_t_7)) __PYX_ERR(2, 745, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_3); __pyx_t_3 = NULL; __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_7, 0+1, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_7, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 745, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(2, 745, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__pyx_t_5) { /* "containers.pxd":746 * assert not isinf(diff) * if isinf(exp(diff)): # difference is too large * return x if x > y else y # <<<<<<<<<<<<<< * # otherwise return the sum. * return x + log(1.0 + exp(diff)) */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = PyObject_RichCompare(__pyx_v_x, __pyx_v_y, Py_GT); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 746, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(2, 746, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { __Pyx_INCREF(__pyx_v_x); __pyx_t_1 = __pyx_v_x; } else { __Pyx_INCREF(__pyx_v_y); __pyx_t_1 = __pyx_v_y; } __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "containers.pxd":745 * diff = y - x * assert not isinf(diff) * if isinf(exp(diff)): # difference is too large # <<<<<<<<<<<<<< * return x if x > y else y * # otherwise return the sum. */ } /* "containers.pxd":748 * return x if x > y else y * # otherwise return the sum. * return x + log(1.0 + exp(diff)) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_6 = __pyx_PyFloat_AsDouble(__pyx_v_diff); if (unlikely((__pyx_t_6 == (double)-1) && PyErr_Occurred())) __PYX_ERR(2, 748, __pyx_L1_error) __pyx_t_1 = PyFloat_FromDouble(log((1.0 + exp(__pyx_t_6)))); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 748, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyNumber_Add(__pyx_v_x, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 748, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "containers.pxd":724 * * * cdef inline logprobadd(x, y): # <<<<<<<<<<<<<< * """ Add two log probabilities in log space. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("discodop.containers.logprobadd", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_diff); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "containers.pxd":751 * * * cdef inline double logprobsum(vector[Prob]& logprobs): # <<<<<<<<<<<<<< * """Sum a list of log probabilities producing a regular probability. * */ static CYTHON_INLINE double __pyx_f_8discodop_10containers_logprobsum(std::vector &__pyx_v_logprobs) { double __pyx_v_maxprob; double __pyx_v_result; PyObject *__pyx_v_prob = NULL; double __pyx_r; __Pyx_RefNannyDeclarations std::vector ::iterator __pyx_t_1; Prob __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; double __pyx_t_6; __Pyx_RefNannySetupContext("logprobsum", 0); /* "containers.pxd":769 * # maxprob = max(logprobs) * # return exp(maxprob) * fsum([exp(prob - maxprob) for prob in logprobs]) * cdef double maxprob = -800 # <<<<<<<<<<<<<< * cdef double result = 0 * for prob in logprobs: */ __pyx_v_maxprob = -800.0; /* "containers.pxd":770 * # return exp(maxprob) * fsum([exp(prob - maxprob) for prob in logprobs]) * cdef double maxprob = -800 * cdef double result = 0 # <<<<<<<<<<<<<< * for prob in logprobs: * if prob <= maxprob: */ __pyx_v_result = 0.0; /* "containers.pxd":771 * cdef double maxprob = -800 * cdef double result = 0 * for prob in logprobs: # <<<<<<<<<<<<<< * if prob <= maxprob: * result += exp(prob - maxprob) */ __pyx_t_1 = __pyx_v_logprobs.begin(); for (;;) { if (!(__pyx_t_1 != __pyx_v_logprobs.end())) break; __pyx_t_2 = *__pyx_t_1; ++__pyx_t_1; __pyx_t_3 = PyFloat_FromDouble(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 771, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_XDECREF_SET(__pyx_v_prob, __pyx_t_3); __pyx_t_3 = 0; /* "containers.pxd":772 * cdef double result = 0 * for prob in logprobs: * if prob <= maxprob: # <<<<<<<<<<<<<< * result += exp(prob - maxprob) * else: */ __pyx_t_3 = PyFloat_FromDouble(__pyx_v_maxprob); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 772, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyObject_RichCompare(__pyx_v_prob, __pyx_t_3, Py_LE); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 772, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(2, 772, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_5) { /* "containers.pxd":773 * for prob in logprobs: * if prob <= maxprob: * result += exp(prob - maxprob) # <<<<<<<<<<<<<< * else: * result *= exp(maxprob - prob) */ __pyx_t_4 = PyFloat_FromDouble(__pyx_v_maxprob); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 773, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyNumber_Subtract(__pyx_v_prob, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 773, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __pyx_PyFloat_AsDouble(__pyx_t_3); if (unlikely((__pyx_t_6 == (double)-1) && PyErr_Occurred())) __PYX_ERR(2, 773, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_result = (__pyx_v_result + exp(__pyx_t_6)); /* "containers.pxd":772 * cdef double result = 0 * for prob in logprobs: * if prob <= maxprob: # <<<<<<<<<<<<<< * result += exp(prob - maxprob) * else: */ goto __pyx_L5; } /* "containers.pxd":775 * result += exp(prob - maxprob) * else: * result *= exp(maxprob - prob) # <<<<<<<<<<<<<< * result += 1.0 * maxprob = prob */ /*else*/ { __pyx_t_3 = PyFloat_FromDouble(__pyx_v_maxprob); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 775, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyNumber_Subtract(__pyx_t_3, __pyx_v_prob); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 775, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_6 = __pyx_PyFloat_AsDouble(__pyx_t_4); if (unlikely((__pyx_t_6 == (double)-1) && PyErr_Occurred())) __PYX_ERR(2, 775, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_result = (__pyx_v_result * exp(__pyx_t_6)); /* "containers.pxd":776 * else: * result *= exp(maxprob - prob) * result += 1.0 # <<<<<<<<<<<<<< * maxprob = prob * return exp(maxprob) * result */ __pyx_v_result = (__pyx_v_result + 1.0); /* "containers.pxd":777 * result *= exp(maxprob - prob) * result += 1.0 * maxprob = prob # <<<<<<<<<<<<<< * return exp(maxprob) * result * */ __pyx_t_6 = __pyx_PyFloat_AsDouble(__pyx_v_prob); if (unlikely((__pyx_t_6 == (double)-1) && PyErr_Occurred())) __PYX_ERR(2, 777, __pyx_L1_error) __pyx_v_maxprob = __pyx_t_6; } __pyx_L5:; /* "containers.pxd":771 * cdef double maxprob = -800 * cdef double result = 0 * for prob in logprobs: # <<<<<<<<<<<<<< * if prob <= maxprob: * result += exp(prob - maxprob) */ } /* "containers.pxd":778 * result += 1.0 * maxprob = prob * return exp(maxprob) * result # <<<<<<<<<<<<<< * * */ __pyx_r = (exp(__pyx_v_maxprob) * __pyx_v_result); goto __pyx_L0; /* "containers.pxd":751 * * * cdef inline double logprobsum(vector[Prob]& logprobs): # <<<<<<<<<<<<<< * """Sum a list of log probabilities producing a regular probability. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_WriteUnraisable("discodop.containers.logprobsum", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_prob); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "containers.pxd":781 * * * cdef inline str yieldranges(list leaves): # <<<<<<<<<<<<<< * """Convert a sorted list of indices into a string with intervals. * */ static CYTHON_INLINE PyObject *__pyx_f_8discodop_10containers_yieldranges(PyObject *__pyx_v_leaves) { PyObject *__pyx_v_yields = 0; int __pyx_v_a; int __pyx_v_start; int __pyx_v_prev; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; int __pyx_t_8; __Pyx_RefNannySetupContext("yieldranges", 0); /* "containers.pxd":789 * >>> yieldranges([0, 1, 2, 3, 4]) * '0:1= 2:4='""" * cdef list yields = [] # <<<<<<<<<<<<<< * cdef int a, start = -2, prev = -2 * for a in leaves: */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 789, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_yields = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "containers.pxd":790 * '0:1= 2:4='""" * cdef list yields = [] * cdef int a, start = -2, prev = -2 # <<<<<<<<<<<<<< * for a in leaves: * if a - 1 != prev: */ __pyx_v_start = -2; __pyx_v_prev = -2; /* "containers.pxd":791 * cdef list yields = [] * cdef int a, start = -2, prev = -2 * for a in leaves: # <<<<<<<<<<<<<< * if a - 1 != prev: * if prev != -2: */ if (unlikely(__pyx_v_leaves == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); __PYX_ERR(2, 791, __pyx_L1_error) } __pyx_t_1 = __pyx_v_leaves; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; for (;;) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_3); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(2, 791, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 791, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __pyx_t_4 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(2, 791, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_a = __pyx_t_4; /* "containers.pxd":792 * cdef int a, start = -2, prev = -2 * for a in leaves: * if a - 1 != prev: # <<<<<<<<<<<<<< * if prev != -2: * yields.append('%d:%d' % (start, prev)) */ __pyx_t_5 = (((__pyx_v_a - 1) != __pyx_v_prev) != 0); if (__pyx_t_5) { /* "containers.pxd":793 * for a in leaves: * if a - 1 != prev: * if prev != -2: # <<<<<<<<<<<<<< * yields.append('%d:%d' % (start, prev)) * start = a */ __pyx_t_5 = ((__pyx_v_prev != -2L) != 0); if (__pyx_t_5) { /* "containers.pxd":794 * if a - 1 != prev: * if prev != -2: * yields.append('%d:%d' % (start, prev)) # <<<<<<<<<<<<<< * start = a * prev = a */ __pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_start); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 794, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = __Pyx_PyInt_From_int(__pyx_v_prev); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 794, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(2, 794, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_6); __pyx_t_3 = 0; __pyx_t_6 = 0; __pyx_t_6 = PyUnicode_Format(__pyx_kp_u_d_d, __pyx_t_7); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 794, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = __Pyx_PyList_Append(__pyx_v_yields, __pyx_t_6); if (unlikely(__pyx_t_8 == -1)) __PYX_ERR(2, 794, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "containers.pxd":793 * for a in leaves: * if a - 1 != prev: * if prev != -2: # <<<<<<<<<<<<<< * yields.append('%d:%d' % (start, prev)) * start = a */ } /* "containers.pxd":795 * if prev != -2: * yields.append('%d:%d' % (start, prev)) * start = a # <<<<<<<<<<<<<< * prev = a * yields.append('%d:%d' % (start, prev)) */ __pyx_v_start = __pyx_v_a; /* "containers.pxd":792 * cdef int a, start = -2, prev = -2 * for a in leaves: * if a - 1 != prev: # <<<<<<<<<<<<<< * if prev != -2: * yields.append('%d:%d' % (start, prev)) */ } /* "containers.pxd":796 * yields.append('%d:%d' % (start, prev)) * start = a * prev = a # <<<<<<<<<<<<<< * yields.append('%d:%d' % (start, prev)) * return ' '.join(yields) */ __pyx_v_prev = __pyx_v_a; /* "containers.pxd":791 * cdef list yields = [] * cdef int a, start = -2, prev = -2 * for a in leaves: # <<<<<<<<<<<<<< * if a - 1 != prev: * if prev != -2: */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "containers.pxd":797 * start = a * prev = a * yields.append('%d:%d' % (start, prev)) # <<<<<<<<<<<<<< * return ' '.join(yields) * */ __pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_start); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 797, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = __Pyx_PyInt_From_int(__pyx_v_prev); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 797, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(2, 797, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_6); __pyx_t_1 = 0; __pyx_t_6 = 0; __pyx_t_6 = PyUnicode_Format(__pyx_kp_u_d_d, __pyx_t_7); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 797, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = __Pyx_PyList_Append(__pyx_v_yields, __pyx_t_6); if (unlikely(__pyx_t_8 == -1)) __PYX_ERR(2, 797, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "containers.pxd":798 * prev = a * yields.append('%d:%d' % (start, prev)) * return ' '.join(yields) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_6 = PyUnicode_Join(__pyx_kp_u__44, __pyx_v_yields); if (unlikely(!__pyx_t_6)) __PYX_ERR(2, 798, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_r = ((PyObject*)__pyx_t_6); __pyx_t_6 = 0; goto __pyx_L0; /* "containers.pxd":781 * * * cdef inline str yieldranges(list leaves): # <<<<<<<<<<<<<< * """Convert a sorted list of indices into a string with intervals. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("discodop.containers.yieldranges", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_yields); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "containers.pxd":801 * * * cdef inline short termidx(short x): # <<<<<<<<<<<<<< * """Translate representation for terminal indices.""" * return -x - 1 */ static CYTHON_INLINE short __pyx_f_8discodop_10containers_termidx(short __pyx_v_x) { short __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("termidx", 0); /* "containers.pxd":803 * cdef inline short termidx(short x): * """Translate representation for terminal indices.""" * return -x - 1 # <<<<<<<<<<<<<< */ __pyx_r = ((-__pyx_v_x) - 1); goto __pyx_L0; /* "containers.pxd":801 * * * cdef inline short termidx(short x): # <<<<<<<<<<<<<< * """Translate representation for terminal indices.""" * return -x - 1 */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "bit.pxd":60 * * * cdef inline bint testbit(unsigned_fused vec, uint32_t pos): # <<<<<<<<<<<<<< * """Mask a particular bit, return nonzero if set. * */ static CYTHON_INLINE int __pyx_fuse_0__pyx_f_8discodop_3bit_testbit(uint8_t __pyx_v_vec, uint32_t __pyx_v_pos) { int __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__pyx_fuse_0testbit", 0); /* "bit.pxd":73 * or unsigned_fused is uint16_t * or unsigned_fused is uint32_t): * return vec & (1U << pos) # <<<<<<<<<<<<<< * else: * return vec & ((1U) << pos) != 0 */ __pyx_r = (__pyx_v_vec & (1U << __pyx_v_pos)); goto __pyx_L0; /* "bit.pxd":60 * * * cdef inline bint testbit(unsigned_fused vec, uint32_t pos): # <<<<<<<<<<<<<< * """Mask a particular bit, return nonzero if set. * */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } static CYTHON_INLINE int __pyx_fuse_1__pyx_f_8discodop_3bit_testbit(uint16_t __pyx_v_vec, uint32_t __pyx_v_pos) { int __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__pyx_fuse_1testbit", 0); /* "bit.pxd":73 * or unsigned_fused is uint16_t * or unsigned_fused is uint32_t): * return vec & (1U << pos) # <<<<<<<<<<<<<< * else: * return vec & ((1U) << pos) != 0 */ __pyx_r = (__pyx_v_vec & (1U << __pyx_v_pos)); goto __pyx_L0; /* "bit.pxd":60 * * * cdef inline bint testbit(unsigned_fused vec, uint32_t pos): # <<<<<<<<<<<<<< * """Mask a particular bit, return nonzero if set. * */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } static CYTHON_INLINE int __pyx_fuse_2__pyx_f_8discodop_3bit_testbit(uint32_t __pyx_v_vec, uint32_t __pyx_v_pos) { int __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__pyx_fuse_2testbit", 0); /* "bit.pxd":73 * or unsigned_fused is uint16_t * or unsigned_fused is uint32_t): * return vec & (1U << pos) # <<<<<<<<<<<<<< * else: * return vec & ((1U) << pos) != 0 */ __pyx_r = (__pyx_v_vec & (1U << __pyx_v_pos)); goto __pyx_L0; /* "bit.pxd":60 * * * cdef inline bint testbit(unsigned_fused vec, uint32_t pos): # <<<<<<<<<<<<<< * """Mask a particular bit, return nonzero if set. * */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } static CYTHON_INLINE int __pyx_fuse_3__pyx_f_8discodop_3bit_testbit(uint64_t __pyx_v_vec, uint32_t __pyx_v_pos) { int __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__pyx_fuse_3testbit", 0); /* "bit.pxd":75 * return vec & (1U << pos) * else: * return vec & ((1U) << pos) != 0 # <<<<<<<<<<<<<< * * */ __pyx_r = ((__pyx_v_vec & (((uint64_t)1U) << __pyx_v_pos)) != 0); goto __pyx_L0; /* "bit.pxd":60 * * * cdef inline bint testbit(unsigned_fused vec, uint32_t pos): # <<<<<<<<<<<<<< * """Mask a particular bit, return nonzero if set. * */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "bit.pxd":78 * * * cdef inline int nextset(uint64_t vec, uint32_t pos): # <<<<<<<<<<<<<< * """ Return next set bit starting from pos, -1 if there is none. * */ static CYTHON_INLINE int __pyx_f_8discodop_3bit_nextset(uint64_t __pyx_v_vec, uint32_t __pyx_v_pos) { int __pyx_r; __Pyx_RefNannyDeclarations uint32_t __pyx_t_1; __Pyx_RefNannySetupContext("nextset", 0); /* "bit.pxd":84 * 2 * """ * return (pos + bit_ctz(vec >> pos)) if (vec >> pos) else -1 # <<<<<<<<<<<<<< * # mask instead of shift: * # return __builtin_ffsl(vec & (~0UL << pos)) - 1 */ if (((__pyx_v_vec >> __pyx_v_pos) != 0)) { __pyx_t_1 = (__pyx_v_pos + bit_ctz((__pyx_v_vec >> __pyx_v_pos))); } else { __pyx_t_1 = -1; } __pyx_r = __pyx_t_1; goto __pyx_L0; /* "bit.pxd":78 * * * cdef inline int nextset(uint64_t vec, uint32_t pos): # <<<<<<<<<<<<<< * """ Return next set bit starting from pos, -1 if there is none. * */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "bit.pxd":93 * * * cdef inline int nextunset(uint64_t vec, uint32_t pos): # <<<<<<<<<<<<<< * """ Return next unset bit starting from pos. * */ static CYTHON_INLINE int __pyx_f_8discodop_3bit_nextunset(uint64_t __pyx_v_vec, uint32_t __pyx_v_pos) { uint64_t __pyx_v_x; int __pyx_r; __Pyx_RefNannyDeclarations size_t __pyx_t_1; __Pyx_RefNannySetupContext("nextunset", 0); /* "bit.pxd":101 * 64 * """ * cdef uint64_t x = ~vec & (~0UL << pos) # <<<<<<<<<<<<<< * return bit_ctz(x) if x else (sizeof(uint64_t) * 8) * */ __pyx_v_x = ((~__pyx_v_vec) & ((~0UL) << __pyx_v_pos)); /* "bit.pxd":102 * """ * cdef uint64_t x = ~vec & (~0UL << pos) * return bit_ctz(x) if x else (sizeof(uint64_t) * 8) # <<<<<<<<<<<<<< * * */ if ((__pyx_v_x != 0)) { __pyx_t_1 = bit_ctz(__pyx_v_x); } else { __pyx_t_1 = ((sizeof(uint64_t)) * 8); } __pyx_r = __pyx_t_1; goto __pyx_L0; /* "bit.pxd":93 * * * cdef inline int nextunset(uint64_t vec, uint32_t pos): # <<<<<<<<<<<<<< * """ Return next unset bit starting from pos. * */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "bit.pxd":105 * * * cdef inline int bitlength(uint64_t vec): # <<<<<<<<<<<<<< * """Return number of bits needed to represent vector. * */ static CYTHON_INLINE int __pyx_f_8discodop_3bit_bitlength(uint64_t __pyx_v_vec) { int __pyx_r; __Pyx_RefNannyDeclarations size_t __pyx_t_1; __Pyx_RefNannySetupContext("bitlength", 0); /* "bit.pxd":112 * >>> bitlength(0b0011101) * 5""" * return sizeof(vec) * 8 - bit_clz(vec) if vec else 0 # <<<<<<<<<<<<<< * * */ if ((__pyx_v_vec != 0)) { __pyx_t_1 = (((sizeof(__pyx_v_vec)) * 8) - bit_clz(__pyx_v_vec)); } else { __pyx_t_1 = 0; } __pyx_r = __pyx_t_1; goto __pyx_L0; /* "bit.pxd":105 * * * cdef inline int bitlength(uint64_t vec): # <<<<<<<<<<<<<< * """Return number of bits needed to represent vector. * */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "bit.pxd":115 * * * cdef inline int abitcount(uint64_t *vec, int slots): # <<<<<<<<<<<<<< * """ Return number of set bits in variable length bitvector """ * cdef int a */ static CYTHON_INLINE int __pyx_f_8discodop_3bit_abitcount(uint64_t *__pyx_v_vec, int __pyx_v_slots) { int __pyx_v_a; int __pyx_v_result; int __pyx_r; __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; __Pyx_RefNannySetupContext("abitcount", 0); /* "bit.pxd":118 * """ Return number of set bits in variable length bitvector """ * cdef int a * cdef int result = 0 # <<<<<<<<<<<<<< * for a in range(slots): * result += bit_popcount(vec[a]) */ __pyx_v_result = 0; /* "bit.pxd":119 * cdef int a * cdef int result = 0 * for a in range(slots): # <<<<<<<<<<<<<< * result += bit_popcount(vec[a]) * return result */ __pyx_t_1 = __pyx_v_slots; for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) { __pyx_v_a = __pyx_t_2; /* "bit.pxd":120 * cdef int result = 0 * for a in range(slots): * result += bit_popcount(vec[a]) # <<<<<<<<<<<<<< * return result * */ __pyx_v_result = (__pyx_v_result + bit_popcount((__pyx_v_vec[__pyx_v_a]))); } /* "bit.pxd":121 * for a in range(slots): * result += bit_popcount(vec[a]) * return result # <<<<<<<<<<<<<< * * */ __pyx_r = __pyx_v_result; goto __pyx_L0; /* "bit.pxd":115 * * * cdef inline int abitcount(uint64_t *vec, int slots): # <<<<<<<<<<<<<< * """ Return number of set bits in variable length bitvector """ * cdef int a */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "bit.pxd":124 * * * cdef inline int abitlength(uint64_t *vec, int slots): # <<<<<<<<<<<<<< * """Return number of bits needed to represent vector. * */ static CYTHON_INLINE int __pyx_f_8discodop_3bit_abitlength(uint64_t *__pyx_v_vec, int __pyx_v_slots) { int __pyx_v_a; int __pyx_r; __Pyx_RefNannyDeclarations int __pyx_t_1; __Pyx_RefNannySetupContext("abitlength", 0); /* "bit.pxd":128 * * (equivalently: index of most significant set bit, plus one).""" * cdef int a = slots - 1 # <<<<<<<<<<<<<< * while not vec[a]: * a -= 1 */ __pyx_v_a = (__pyx_v_slots - 1); /* "bit.pxd":129 * (equivalently: index of most significant set bit, plus one).""" * cdef int a = slots - 1 * while not vec[a]: # <<<<<<<<<<<<<< * a -= 1 * if a < 0: */ while (1) { __pyx_t_1 = ((!((__pyx_v_vec[__pyx_v_a]) != 0)) != 0); if (!__pyx_t_1) break; /* "bit.pxd":130 * cdef int a = slots - 1 * while not vec[a]: * a -= 1 # <<<<<<<<<<<<<< * if a < 0: * return 0 */ __pyx_v_a = (__pyx_v_a - 1); /* "bit.pxd":131 * while not vec[a]: * a -= 1 * if a < 0: # <<<<<<<<<<<<<< * return 0 * return (a + 1) * sizeof(uint64_t) * 8 - bit_clz(vec[a]) */ __pyx_t_1 = ((__pyx_v_a < 0) != 0); if (__pyx_t_1) { /* "bit.pxd":132 * a -= 1 * if a < 0: * return 0 # <<<<<<<<<<<<<< * return (a + 1) * sizeof(uint64_t) * 8 - bit_clz(vec[a]) * */ __pyx_r = 0; goto __pyx_L0; /* "bit.pxd":131 * while not vec[a]: * a -= 1 * if a < 0: # <<<<<<<<<<<<<< * return 0 * return (a + 1) * sizeof(uint64_t) * 8 - bit_clz(vec[a]) */ } } /* "bit.pxd":133 * if a < 0: * return 0 * return (a + 1) * sizeof(uint64_t) * 8 - bit_clz(vec[a]) # <<<<<<<<<<<<<< * * */ __pyx_r = ((((__pyx_v_a + 1) * (sizeof(uint64_t))) * 8) - bit_clz((__pyx_v_vec[__pyx_v_a]))); goto __pyx_L0; /* "bit.pxd":124 * * * cdef inline int abitlength(uint64_t *vec, int slots): # <<<<<<<<<<<<<< * """Return number of bits needed to represent vector. * */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "bit.pxd":136 * * * cdef inline int anextset(uint64_t *vec, uint32_t pos, int slots): # <<<<<<<<<<<<<< * """ Return next set bit starting from pos, -1 if there is none. """ * cdef int a = BITSLOT(pos) */ static CYTHON_INLINE int __pyx_f_8discodop_3bit_anextset(uint64_t *__pyx_v_vec, uint32_t __pyx_v_pos, int __pyx_v_slots) { int __pyx_v_a; uint64_t __pyx_v_x; int __pyx_r; __Pyx_RefNannyDeclarations int __pyx_t_1; __Pyx_RefNannySetupContext("anextset", 0); /* "bit.pxd":138 * cdef inline int anextset(uint64_t *vec, uint32_t pos, int slots): * """ Return next set bit starting from pos, -1 if there is none. """ * cdef int a = BITSLOT(pos) # <<<<<<<<<<<<<< * cdef uint64_t x * if a >= slots: */ __pyx_v_a = BITSLOT(__pyx_v_pos); /* "bit.pxd":140 * cdef int a = BITSLOT(pos) * cdef uint64_t x * if a >= slots: # <<<<<<<<<<<<<< * return -1 * x = vec[a] & (~0UL << (pos % BITSIZE)) */ __pyx_t_1 = ((__pyx_v_a >= __pyx_v_slots) != 0); if (__pyx_t_1) { /* "bit.pxd":141 * cdef uint64_t x * if a >= slots: * return -1 # <<<<<<<<<<<<<< * x = vec[a] & (~0UL << (pos % BITSIZE)) * while x == 0UL: */ __pyx_r = -1; goto __pyx_L0; /* "bit.pxd":140 * cdef int a = BITSLOT(pos) * cdef uint64_t x * if a >= slots: # <<<<<<<<<<<<<< * return -1 * x = vec[a] & (~0UL << (pos % BITSIZE)) */ } /* "bit.pxd":142 * if a >= slots: * return -1 * x = vec[a] & (~0UL << (pos % BITSIZE)) # <<<<<<<<<<<<<< * while x == 0UL: * a += 1 */ __pyx_v_x = ((__pyx_v_vec[__pyx_v_a]) & ((~0UL) << (__pyx_v_pos % BITSIZE))); /* "bit.pxd":143 * return -1 * x = vec[a] & (~0UL << (pos % BITSIZE)) * while x == 0UL: # <<<<<<<<<<<<<< * a += 1 * if a == slots: */ while (1) { __pyx_t_1 = ((__pyx_v_x == 0UL) != 0); if (!__pyx_t_1) break; /* "bit.pxd":144 * x = vec[a] & (~0UL << (pos % BITSIZE)) * while x == 0UL: * a += 1 # <<<<<<<<<<<<<< * if a == slots: * return -1 */ __pyx_v_a = (__pyx_v_a + 1); /* "bit.pxd":145 * while x == 0UL: * a += 1 * if a == slots: # <<<<<<<<<<<<<< * return -1 * x = vec[a] */ __pyx_t_1 = ((__pyx_v_a == __pyx_v_slots) != 0); if (__pyx_t_1) { /* "bit.pxd":146 * a += 1 * if a == slots: * return -1 # <<<<<<<<<<<<<< * x = vec[a] * return a * BITSIZE + bit_ctz(x) */ __pyx_r = -1; goto __pyx_L0; /* "bit.pxd":145 * while x == 0UL: * a += 1 * if a == slots: # <<<<<<<<<<<<<< * return -1 * x = vec[a] */ } /* "bit.pxd":147 * if a == slots: * return -1 * x = vec[a] # <<<<<<<<<<<<<< * return a * BITSIZE + bit_ctz(x) * */ __pyx_v_x = (__pyx_v_vec[__pyx_v_a]); } /* "bit.pxd":148 * return -1 * x = vec[a] * return a * BITSIZE + bit_ctz(x) # <<<<<<<<<<<<<< * * */ __pyx_r = ((__pyx_v_a * BITSIZE) + bit_ctz(__pyx_v_x)); goto __pyx_L0; /* "bit.pxd":136 * * * cdef inline int anextset(uint64_t *vec, uint32_t pos, int slots): # <<<<<<<<<<<<<< * """ Return next set bit starting from pos, -1 if there is none. """ * cdef int a = BITSLOT(pos) */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "bit.pxd":151 * * * cdef inline int anextunset(uint64_t *vec, uint32_t pos, int slots): # <<<<<<<<<<<<<< * """ Return next unset bit starting from pos. """ * cdef int a = BITSLOT(pos) */ static CYTHON_INLINE int __pyx_f_8discodop_3bit_anextunset(uint64_t *__pyx_v_vec, uint32_t __pyx_v_pos, int __pyx_v_slots) { int __pyx_v_a; uint64_t __pyx_v_x; int __pyx_r; __Pyx_RefNannyDeclarations int __pyx_t_1; __Pyx_RefNannySetupContext("anextunset", 0); /* "bit.pxd":153 * cdef inline int anextunset(uint64_t *vec, uint32_t pos, int slots): * """ Return next unset bit starting from pos. """ * cdef int a = BITSLOT(pos) # <<<<<<<<<<<<<< * cdef uint64_t x * if a >= slots: */ __pyx_v_a = BITSLOT(__pyx_v_pos); /* "bit.pxd":155 * cdef int a = BITSLOT(pos) * cdef uint64_t x * if a >= slots: # <<<<<<<<<<<<<< * return a * BITSIZE * x = vec[a] | (BITMASK(pos) - 1) */ __pyx_t_1 = ((__pyx_v_a >= __pyx_v_slots) != 0); if (__pyx_t_1) { /* "bit.pxd":156 * cdef uint64_t x * if a >= slots: * return a * BITSIZE # <<<<<<<<<<<<<< * x = vec[a] | (BITMASK(pos) - 1) * while x == ~0UL: */ __pyx_r = (__pyx_v_a * BITSIZE); goto __pyx_L0; /* "bit.pxd":155 * cdef int a = BITSLOT(pos) * cdef uint64_t x * if a >= slots: # <<<<<<<<<<<<<< * return a * BITSIZE * x = vec[a] | (BITMASK(pos) - 1) */ } /* "bit.pxd":157 * if a >= slots: * return a * BITSIZE * x = vec[a] | (BITMASK(pos) - 1) # <<<<<<<<<<<<<< * while x == ~0UL: * a += 1 */ __pyx_v_x = ((__pyx_v_vec[__pyx_v_a]) | (BITMASK(__pyx_v_pos) - 1)); /* "bit.pxd":158 * return a * BITSIZE * x = vec[a] | (BITMASK(pos) - 1) * while x == ~0UL: # <<<<<<<<<<<<<< * a += 1 * if a == slots: */ while (1) { __pyx_t_1 = ((__pyx_v_x == (~0UL)) != 0); if (!__pyx_t_1) break; /* "bit.pxd":159 * x = vec[a] | (BITMASK(pos) - 1) * while x == ~0UL: * a += 1 # <<<<<<<<<<<<<< * if a == slots: * return a * BITSIZE */ __pyx_v_a = (__pyx_v_a + 1); /* "bit.pxd":160 * while x == ~0UL: * a += 1 * if a == slots: # <<<<<<<<<<<<<< * return a * BITSIZE * x = vec[a] */ __pyx_t_1 = ((__pyx_v_a == __pyx_v_slots) != 0); if (__pyx_t_1) { /* "bit.pxd":161 * a += 1 * if a == slots: * return a * BITSIZE # <<<<<<<<<<<<<< * x = vec[a] * return a * BITSIZE + bit_ctz(~x) */ __pyx_r = (__pyx_v_a * BITSIZE); goto __pyx_L0; /* "bit.pxd":160 * while x == ~0UL: * a += 1 * if a == slots: # <<<<<<<<<<<<<< * return a * BITSIZE * x = vec[a] */ } /* "bit.pxd":162 * if a == slots: * return a * BITSIZE * x = vec[a] # <<<<<<<<<<<<<< * return a * BITSIZE + bit_ctz(~x) * */ __pyx_v_x = (__pyx_v_vec[__pyx_v_a]); } /* "bit.pxd":163 * return a * BITSIZE * x = vec[a] * return a * BITSIZE + bit_ctz(~x) # <<<<<<<<<<<<<< * * */ __pyx_r = ((__pyx_v_a * BITSIZE) + bit_ctz((~__pyx_v_x))); goto __pyx_L0; /* "bit.pxd":151 * * * cdef inline int anextunset(uint64_t *vec, uint32_t pos, int slots): # <<<<<<<<<<<<<< * """ Return next unset bit starting from pos. """ * cdef int a = BITSLOT(pos) */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "bit.pxd":166 * * * cdef inline int iteratesetbits(uint64_t *vec, int slots, # <<<<<<<<<<<<<< * uint64_t *cur, int *idx): * """Iterate over set bits in an array of unsigned long. */ static CYTHON_INLINE int __pyx_f_8discodop_3bit_iteratesetbits(uint64_t *__pyx_v_vec, int __pyx_v_slots, uint64_t *__pyx_v_cur, int *__pyx_v_idx) { int __pyx_v_tmp; int __pyx_r; __Pyx_RefNannyDeclarations int __pyx_t_1; long __pyx_t_2; __Pyx_RefNannySetupContext("iteratesetbits", 0); /* "bit.pxd":187 * """ * cdef int tmp * while not cur[0]: # <<<<<<<<<<<<<< * idx[0] += 1 * if idx[0] >= slots: */ while (1) { __pyx_t_1 = ((!((__pyx_v_cur[0]) != 0)) != 0); if (!__pyx_t_1) break; /* "bit.pxd":188 * cdef int tmp * while not cur[0]: * idx[0] += 1 # <<<<<<<<<<<<<< * if idx[0] >= slots: * return -1 */ __pyx_t_2 = 0; (__pyx_v_idx[__pyx_t_2]) = ((__pyx_v_idx[__pyx_t_2]) + 1); /* "bit.pxd":189 * while not cur[0]: * idx[0] += 1 * if idx[0] >= slots: # <<<<<<<<<<<<<< * return -1 * cur[0] = vec[idx[0]] */ __pyx_t_1 = (((__pyx_v_idx[0]) >= __pyx_v_slots) != 0); if (__pyx_t_1) { /* "bit.pxd":190 * idx[0] += 1 * if idx[0] >= slots: * return -1 # <<<<<<<<<<<<<< * cur[0] = vec[idx[0]] * tmp = bit_ctz(cur[0]) # index of bit in current slot */ __pyx_r = -1; goto __pyx_L0; /* "bit.pxd":189 * while not cur[0]: * idx[0] += 1 * if idx[0] >= slots: # <<<<<<<<<<<<<< * return -1 * cur[0] = vec[idx[0]] */ } /* "bit.pxd":191 * if idx[0] >= slots: * return -1 * cur[0] = vec[idx[0]] # <<<<<<<<<<<<<< * tmp = bit_ctz(cur[0]) # index of bit in current slot * cur[0] ^= 1UL << tmp # TOGGLEBIT(cur, tmp) */ (__pyx_v_cur[0]) = (__pyx_v_vec[(__pyx_v_idx[0])]); } /* "bit.pxd":192 * return -1 * cur[0] = vec[idx[0]] * tmp = bit_ctz(cur[0]) # index of bit in current slot # <<<<<<<<<<<<<< * cur[0] ^= 1UL << tmp # TOGGLEBIT(cur, tmp) * return idx[0] * BITSIZE + tmp */ __pyx_v_tmp = bit_ctz((__pyx_v_cur[0])); /* "bit.pxd":193 * cur[0] = vec[idx[0]] * tmp = bit_ctz(cur[0]) # index of bit in current slot * cur[0] ^= 1UL << tmp # TOGGLEBIT(cur, tmp) # <<<<<<<<<<<<<< * return idx[0] * BITSIZE + tmp * */ __pyx_t_2 = 0; (__pyx_v_cur[__pyx_t_2]) = ((__pyx_v_cur[__pyx_t_2]) ^ (1UL << __pyx_v_tmp)); /* "bit.pxd":194 * tmp = bit_ctz(cur[0]) # index of bit in current slot * cur[0] ^= 1UL << tmp # TOGGLEBIT(cur, tmp) * return idx[0] * BITSIZE + tmp # <<<<<<<<<<<<<< * * */ __pyx_r = (((__pyx_v_idx[0]) * BITSIZE) + __pyx_v_tmp); goto __pyx_L0; /* "bit.pxd":166 * * * cdef inline int iteratesetbits(uint64_t *vec, int slots, # <<<<<<<<<<<<<< * uint64_t *cur, int *idx): * """Iterate over set bits in an array of unsigned long. */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "bit.pxd":197 * * * cdef inline int iterateunsetbits(uint64_t *vec, int slots, # <<<<<<<<<<<<<< * uint64_t *cur, int *idx): * """Like ``iteratesetbits``, but return indices of zero bits. */ static CYTHON_INLINE int __pyx_f_8discodop_3bit_iterateunsetbits(uint64_t *__pyx_v_vec, int __pyx_v_slots, uint64_t *__pyx_v_cur, int *__pyx_v_idx) { int __pyx_v_tmp; int __pyx_r; __Pyx_RefNannyDeclarations int __pyx_t_1; long __pyx_t_2; __Pyx_RefNannySetupContext("iterateunsetbits", 0); /* "bit.pxd":203 * :param cur: should be initialized as: ``cur = ~vec[idx]``.""" * cdef int tmp * while not cur[0]: # <<<<<<<<<<<<<< * idx[0] += 1 * if idx[0] >= slots: */ while (1) { __pyx_t_1 = ((!((__pyx_v_cur[0]) != 0)) != 0); if (!__pyx_t_1) break; /* "bit.pxd":204 * cdef int tmp * while not cur[0]: * idx[0] += 1 # <<<<<<<<<<<<<< * if idx[0] >= slots: * return -1 */ __pyx_t_2 = 0; (__pyx_v_idx[__pyx_t_2]) = ((__pyx_v_idx[__pyx_t_2]) + 1); /* "bit.pxd":205 * while not cur[0]: * idx[0] += 1 * if idx[0] >= slots: # <<<<<<<<<<<<<< * return -1 * cur[0] = ~vec[idx[0]] */ __pyx_t_1 = (((__pyx_v_idx[0]) >= __pyx_v_slots) != 0); if (__pyx_t_1) { /* "bit.pxd":206 * idx[0] += 1 * if idx[0] >= slots: * return -1 # <<<<<<<<<<<<<< * cur[0] = ~vec[idx[0]] * tmp = bit_ctz(cur[0]) # index of bit in current slot */ __pyx_r = -1; goto __pyx_L0; /* "bit.pxd":205 * while not cur[0]: * idx[0] += 1 * if idx[0] >= slots: # <<<<<<<<<<<<<< * return -1 * cur[0] = ~vec[idx[0]] */ } /* "bit.pxd":207 * if idx[0] >= slots: * return -1 * cur[0] = ~vec[idx[0]] # <<<<<<<<<<<<<< * tmp = bit_ctz(cur[0]) # index of bit in current slot * cur[0] ^= 1UL << tmp # TOGGLEBIT(cur, tmp) */ (__pyx_v_cur[0]) = (~(__pyx_v_vec[(__pyx_v_idx[0])])); } /* "bit.pxd":208 * return -1 * cur[0] = ~vec[idx[0]] * tmp = bit_ctz(cur[0]) # index of bit in current slot # <<<<<<<<<<<<<< * cur[0] ^= 1UL << tmp # TOGGLEBIT(cur, tmp) * return idx[0] * BITSIZE + tmp */ __pyx_v_tmp = bit_ctz((__pyx_v_cur[0])); /* "bit.pxd":209 * cur[0] = ~vec[idx[0]] * tmp = bit_ctz(cur[0]) # index of bit in current slot * cur[0] ^= 1UL << tmp # TOGGLEBIT(cur, tmp) # <<<<<<<<<<<<<< * return idx[0] * BITSIZE + tmp * */ __pyx_t_2 = 0; (__pyx_v_cur[__pyx_t_2]) = ((__pyx_v_cur[__pyx_t_2]) ^ (1UL << __pyx_v_tmp)); /* "bit.pxd":210 * tmp = bit_ctz(cur[0]) # index of bit in current slot * cur[0] ^= 1UL << tmp # TOGGLEBIT(cur, tmp) * return idx[0] * BITSIZE + tmp # <<<<<<<<<<<<<< * * */ __pyx_r = (((__pyx_v_idx[0]) * BITSIZE) + __pyx_v_tmp); goto __pyx_L0; /* "bit.pxd":197 * * * cdef inline int iterateunsetbits(uint64_t *vec, int slots, # <<<<<<<<<<<<<< * uint64_t *cur, int *idx): * """Like ``iteratesetbits``, but return indices of zero bits. */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "bit.pxd":213 * * * cdef inline void setintersectinplace(uint64_t *dest, uint64_t *src, int slots): # <<<<<<<<<<<<<< * """dest gets the intersection of dest and src. * */ static CYTHON_INLINE void __pyx_f_8discodop_3bit_setintersectinplace(uint64_t *__pyx_v_dest, uint64_t *__pyx_v_src, int __pyx_v_slots) { int __pyx_v_a; __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; __Pyx_RefNannySetupContext("setintersectinplace", 0); /* "bit.pxd":218 * both operands must have at least `slots' slots.""" * cdef int a * for a in range(slots): # <<<<<<<<<<<<<< * dest[a] &= src[a] * */ __pyx_t_1 = __pyx_v_slots; for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) { __pyx_v_a = __pyx_t_2; /* "bit.pxd":219 * cdef int a * for a in range(slots): * dest[a] &= src[a] # <<<<<<<<<<<<<< * * */ __pyx_t_3 = __pyx_v_a; (__pyx_v_dest[__pyx_t_3]) = ((__pyx_v_dest[__pyx_t_3]) & (__pyx_v_src[__pyx_v_a])); } /* "bit.pxd":213 * * * cdef inline void setintersectinplace(uint64_t *dest, uint64_t *src, int slots): # <<<<<<<<<<<<<< * """dest gets the intersection of dest and src. * */ /* function exit code */ __Pyx_RefNannyFinishContext(); } /* "bit.pxd":222 * * * cdef inline void setunioninplace(uint64_t *dest, uint64_t *src, int slots): # <<<<<<<<<<<<<< * """dest gets the union of dest and src. * */ static CYTHON_INLINE void __pyx_f_8discodop_3bit_setunioninplace(uint64_t *__pyx_v_dest, uint64_t *__pyx_v_src, int __pyx_v_slots) { int __pyx_v_a; __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; __Pyx_RefNannySetupContext("setunioninplace", 0); /* "bit.pxd":227 * Both operands must have at least ``slots`` slots.""" * cdef int a * for a in range(slots): # <<<<<<<<<<<<<< * dest[a] |= src[a] * */ __pyx_t_1 = __pyx_v_slots; for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) { __pyx_v_a = __pyx_t_2; /* "bit.pxd":228 * cdef int a * for a in range(slots): * dest[a] |= src[a] # <<<<<<<<<<<<<< * * */ __pyx_t_3 = __pyx_v_a; (__pyx_v_dest[__pyx_t_3]) = ((__pyx_v_dest[__pyx_t_3]) | (__pyx_v_src[__pyx_v_a])); } /* "bit.pxd":222 * * * cdef inline void setunioninplace(uint64_t *dest, uint64_t *src, int slots): # <<<<<<<<<<<<<< * """dest gets the union of dest and src. * */ /* function exit code */ __Pyx_RefNannyFinishContext(); } /* "bit.pxd":231 * * * cdef inline void setintersect(uint64_t *dest, uint64_t *src1, uint64_t *src2, # <<<<<<<<<<<<<< * int slots): * """dest gets the intersection of src1 and src2. */ static CYTHON_INLINE void __pyx_f_8discodop_3bit_setintersect(uint64_t *__pyx_v_dest, uint64_t *__pyx_v_src1, uint64_t *__pyx_v_src2, int __pyx_v_slots) { int __pyx_v_a; __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; __Pyx_RefNannySetupContext("setintersect", 0); /* "bit.pxd":237 * operands must have at least ``slots`` slots.""" * cdef int a * for a in range(slots): # <<<<<<<<<<<<<< * dest[a] = src1[a] & src2[a] * */ __pyx_t_1 = __pyx_v_slots; for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) { __pyx_v_a = __pyx_t_2; /* "bit.pxd":238 * cdef int a * for a in range(slots): * dest[a] = src1[a] & src2[a] # <<<<<<<<<<<<<< * * */ (__pyx_v_dest[__pyx_v_a]) = ((__pyx_v_src1[__pyx_v_a]) & (__pyx_v_src2[__pyx_v_a])); } /* "bit.pxd":231 * * * cdef inline void setintersect(uint64_t *dest, uint64_t *src1, uint64_t *src2, # <<<<<<<<<<<<<< * int slots): * """dest gets the intersection of src1 and src2. */ /* function exit code */ __Pyx_RefNannyFinishContext(); } /* "bit.pxd":241 * * * cdef inline void setunion(uint64_t *dest, uint64_t *src1, uint64_t *src2, # <<<<<<<<<<<<<< * int slots): * """dest gets the union of src1 and src2. */ static CYTHON_INLINE void __pyx_f_8discodop_3bit_setunion(uint64_t *__pyx_v_dest, uint64_t *__pyx_v_src1, uint64_t *__pyx_v_src2, int __pyx_v_slots) { int __pyx_v_a; __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; __Pyx_RefNannySetupContext("setunion", 0); /* "bit.pxd":247 * operands must have at least ``slots`` slots.""" * cdef int a * for a in range(slots): # <<<<<<<<<<<<<< * dest[a] = src1[a] | src2[a] * */ __pyx_t_1 = __pyx_v_slots; for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) { __pyx_v_a = __pyx_t_2; /* "bit.pxd":248 * cdef int a * for a in range(slots): * dest[a] = src1[a] | src2[a] # <<<<<<<<<<<<<< * * */ (__pyx_v_dest[__pyx_v_a]) = ((__pyx_v_src1[__pyx_v_a]) | (__pyx_v_src2[__pyx_v_a])); } /* "bit.pxd":241 * * * cdef inline void setunion(uint64_t *dest, uint64_t *src1, uint64_t *src2, # <<<<<<<<<<<<<< * int slots): * """dest gets the union of src1 and src2. */ /* function exit code */ __Pyx_RefNannyFinishContext(); } /* "bit.pxd":251 * * * cdef inline bint subset(uint64_t *vec1, uint64_t *vec2, int slots): # <<<<<<<<<<<<<< * """Test whether vec1 is a subset of vec2. * */ static CYTHON_INLINE int __pyx_f_8discodop_3bit_subset(uint64_t *__pyx_v_vec1, uint64_t *__pyx_v_vec2, int __pyx_v_slots) { int __pyx_v_a; int __pyx_r; __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; __Pyx_RefNannySetupContext("subset", 0); /* "bit.pxd":256 * i.e., all set bits of vec1 should be set in vec2.""" * cdef int a * for a in range(slots): # <<<<<<<<<<<<<< * if (vec1[a] & vec2[a]) != vec1[a]: * return False */ __pyx_t_1 = __pyx_v_slots; for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) { __pyx_v_a = __pyx_t_2; /* "bit.pxd":257 * cdef int a * for a in range(slots): * if (vec1[a] & vec2[a]) != vec1[a]: # <<<<<<<<<<<<<< * return False * return True */ __pyx_t_3 = ((((__pyx_v_vec1[__pyx_v_a]) & (__pyx_v_vec2[__pyx_v_a])) != (__pyx_v_vec1[__pyx_v_a])) != 0); if (__pyx_t_3) { /* "bit.pxd":258 * for a in range(slots): * if (vec1[a] & vec2[a]) != vec1[a]: * return False # <<<<<<<<<<<<<< * return True */ __pyx_r = 0; goto __pyx_L0; /* "bit.pxd":257 * cdef int a * for a in range(slots): * if (vec1[a] & vec2[a]) != vec1[a]: # <<<<<<<<<<<<<< * return False * return True */ } } /* "bit.pxd":259 * if (vec1[a] & vec2[a]) != vec1[a]: * return False * return True # <<<<<<<<<<<<<< */ __pyx_r = 1; goto __pyx_L0; /* "bit.pxd":251 * * * cdef inline bint subset(uint64_t *vec1, uint64_t *vec2, int slots): # <<<<<<<<<<<<<< * """Test whether vec1 is a subset of vec2. * */ /* function exit code */ __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "string.from_py":13 * * @cname("__pyx_convert_string_from_py_std__in_string") * cdef string __pyx_convert_string_from_py_std__in_string(object o) except *: # <<<<<<<<<<<<<< * cdef Py_ssize_t length * cdef const char* data = __Pyx_PyObject_AsStringAndSize(o, &length) */ static std::string __pyx_convert_string_from_py_std__in_string(PyObject *__pyx_v_o) { Py_ssize_t __pyx_v_length; char const *__pyx_v_data; std::string __pyx_r; __Pyx_RefNannyDeclarations char const *__pyx_t_1; __Pyx_RefNannySetupContext("__pyx_convert_string_from_py_std__in_string", 0); /* "string.from_py":15 * cdef string __pyx_convert_string_from_py_std__in_string(object o) except *: * cdef Py_ssize_t length * cdef const char* data = __Pyx_PyObject_AsStringAndSize(o, &length) # <<<<<<<<<<<<<< * return string(data, length) * */ __pyx_t_1 = __Pyx_PyObject_AsStringAndSize(__pyx_v_o, (&__pyx_v_length)); if (unlikely(__pyx_t_1 == NULL)) __PYX_ERR(3, 15, __pyx_L1_error) __pyx_v_data = __pyx_t_1; /* "string.from_py":16 * cdef Py_ssize_t length * cdef const char* data = __Pyx_PyObject_AsStringAndSize(o, &length) * return string(data, length) # <<<<<<<<<<<<<< * * */ __pyx_r = std::string(__pyx_v_data, __pyx_v_length); goto __pyx_L0; /* "string.from_py":13 * * @cname("__pyx_convert_string_from_py_std__in_string") * cdef string __pyx_convert_string_from_py_std__in_string(object o) except *: # <<<<<<<<<<<<<< * cdef Py_ssize_t length * cdef const char* data = __Pyx_PyObject_AsStringAndSize(o, &length) */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("string.from_py.__pyx_convert_string_from_py_std__in_string", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_pretend_to_initialize(&__pyx_r); __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "string.to_py":31 * * @cname("__pyx_convert_PyObject_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyObject_string_to_py_std__in_string(const string& s): # <<<<<<<<<<<<<< * return __Pyx_PyObject_FromStringAndSize(s.data(), s.size()) * cdef extern from *: */ static CYTHON_INLINE PyObject *__pyx_convert_PyObject_string_to_py_std__in_string(std::string const &__pyx_v_s) { PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; __Pyx_RefNannySetupContext("__pyx_convert_PyObject_string_to_py_std__in_string", 0); /* "string.to_py":32 * @cname("__pyx_convert_PyObject_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyObject_string_to_py_std__in_string(const string& s): * return __Pyx_PyObject_FromStringAndSize(s.data(), s.size()) # <<<<<<<<<<<<<< * cdef extern from *: * cdef object __Pyx_PyUnicode_FromStringAndSize(const char*, size_t) */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_FromStringAndSize(__pyx_v_s.data(), __pyx_v_s.size()); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 32, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "string.to_py":31 * * @cname("__pyx_convert_PyObject_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyObject_string_to_py_std__in_string(const string& s): # <<<<<<<<<<<<<< * return __Pyx_PyObject_FromStringAndSize(s.data(), s.size()) * cdef extern from *: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("string.to_py.__pyx_convert_PyObject_string_to_py_std__in_string", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "string.to_py":37 * * @cname("__pyx_convert_PyUnicode_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyUnicode_string_to_py_std__in_string(const string& s): # <<<<<<<<<<<<<< * return __Pyx_PyUnicode_FromStringAndSize(s.data(), s.size()) * cdef extern from *: */ static CYTHON_INLINE PyObject *__pyx_convert_PyUnicode_string_to_py_std__in_string(std::string const &__pyx_v_s) { PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; __Pyx_RefNannySetupContext("__pyx_convert_PyUnicode_string_to_py_std__in_string", 0); /* "string.to_py":38 * @cname("__pyx_convert_PyUnicode_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyUnicode_string_to_py_std__in_string(const string& s): * return __Pyx_PyUnicode_FromStringAndSize(s.data(), s.size()) # <<<<<<<<<<<<<< * cdef extern from *: * cdef object __Pyx_PyStr_FromStringAndSize(const char*, size_t) */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyUnicode_FromStringAndSize(__pyx_v_s.data(), __pyx_v_s.size()); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 38, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "string.to_py":37 * * @cname("__pyx_convert_PyUnicode_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyUnicode_string_to_py_std__in_string(const string& s): # <<<<<<<<<<<<<< * return __Pyx_PyUnicode_FromStringAndSize(s.data(), s.size()) * cdef extern from *: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("string.to_py.__pyx_convert_PyUnicode_string_to_py_std__in_string", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "string.to_py":43 * * @cname("__pyx_convert_PyStr_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyStr_string_to_py_std__in_string(const string& s): # <<<<<<<<<<<<<< * return __Pyx_PyStr_FromStringAndSize(s.data(), s.size()) * cdef extern from *: */ static CYTHON_INLINE PyObject *__pyx_convert_PyStr_string_to_py_std__in_string(std::string const &__pyx_v_s) { PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; __Pyx_RefNannySetupContext("__pyx_convert_PyStr_string_to_py_std__in_string", 0); /* "string.to_py":44 * @cname("__pyx_convert_PyStr_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyStr_string_to_py_std__in_string(const string& s): * return __Pyx_PyStr_FromStringAndSize(s.data(), s.size()) # <<<<<<<<<<<<<< * cdef extern from *: * cdef object __Pyx_PyBytes_FromStringAndSize(const char*, size_t) */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyStr_FromStringAndSize(__pyx_v_s.data(), __pyx_v_s.size()); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 44, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "string.to_py":43 * * @cname("__pyx_convert_PyStr_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyStr_string_to_py_std__in_string(const string& s): # <<<<<<<<<<<<<< * return __Pyx_PyStr_FromStringAndSize(s.data(), s.size()) * cdef extern from *: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("string.to_py.__pyx_convert_PyStr_string_to_py_std__in_string", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "string.to_py":49 * * @cname("__pyx_convert_PyBytes_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyBytes_string_to_py_std__in_string(const string& s): # <<<<<<<<<<<<<< * return __Pyx_PyBytes_FromStringAndSize(s.data(), s.size()) * cdef extern from *: */ static CYTHON_INLINE PyObject *__pyx_convert_PyBytes_string_to_py_std__in_string(std::string const &__pyx_v_s) { PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; __Pyx_RefNannySetupContext("__pyx_convert_PyBytes_string_to_py_std__in_string", 0); /* "string.to_py":50 * @cname("__pyx_convert_PyBytes_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyBytes_string_to_py_std__in_string(const string& s): * return __Pyx_PyBytes_FromStringAndSize(s.data(), s.size()) # <<<<<<<<<<<<<< * cdef extern from *: * cdef object __Pyx_PyByteArray_FromStringAndSize(const char*, size_t) */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyBytes_FromStringAndSize(__pyx_v_s.data(), __pyx_v_s.size()); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 50, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "string.to_py":49 * * @cname("__pyx_convert_PyBytes_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyBytes_string_to_py_std__in_string(const string& s): # <<<<<<<<<<<<<< * return __Pyx_PyBytes_FromStringAndSize(s.data(), s.size()) * cdef extern from *: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("string.to_py.__pyx_convert_PyBytes_string_to_py_std__in_string", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "string.to_py":55 * * @cname("__pyx_convert_PyByteArray_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyByteArray_string_to_py_std__in_string(const string& s): # <<<<<<<<<<<<<< * return __Pyx_PyByteArray_FromStringAndSize(s.data(), s.size()) * */ static CYTHON_INLINE PyObject *__pyx_convert_PyByteArray_string_to_py_std__in_string(std::string const &__pyx_v_s) { PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; __Pyx_RefNannySetupContext("__pyx_convert_PyByteArray_string_to_py_std__in_string", 0); /* "string.to_py":56 * @cname("__pyx_convert_PyByteArray_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyByteArray_string_to_py_std__in_string(const string& s): * return __Pyx_PyByteArray_FromStringAndSize(s.data(), s.size()) # <<<<<<<<<<<<<< * */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyByteArray_FromStringAndSize(__pyx_v_s.data(), __pyx_v_s.size()); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 56, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "string.to_py":55 * * @cname("__pyx_convert_PyByteArray_string_to_py_std__in_string") * cdef inline object __pyx_convert_PyByteArray_string_to_py_std__in_string(const string& s): # <<<<<<<<<<<<<< * return __Pyx_PyByteArray_FromStringAndSize(s.data(), s.size()) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("string.to_py.__pyx_convert_PyByteArray_string_to_py_std__in_string", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "vector.from_py":45 * * @cname("__pyx_convert_vector_from_py_Prob") * cdef vector[X] __pyx_convert_vector_from_py_Prob(object o) except *: # <<<<<<<<<<<<<< * cdef vector[X] v * for item in o: */ static std::vector __pyx_convert_vector_from_py_Prob(PyObject *__pyx_v_o) { std::vector __pyx_v_v; PyObject *__pyx_v_item = NULL; std::vector __pyx_r; __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; Prob __pyx_t_5; __Pyx_RefNannySetupContext("__pyx_convert_vector_from_py_Prob", 0); /* "vector.from_py":47 * cdef vector[X] __pyx_convert_vector_from_py_Prob(object o) except *: * cdef vector[X] v * for item in o: # <<<<<<<<<<<<<< * v.push_back(item) * return v */ if (likely(PyList_CheckExact(__pyx_v_o)) || PyTuple_CheckExact(__pyx_v_o)) { __pyx_t_1 = __pyx_v_o; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_o); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 47, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(3, 47, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(3, 47, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(3, 47, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(3, 47, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(3, 47, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(3, 47, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_4); __pyx_t_4 = 0; /* "vector.from_py":48 * cdef vector[X] v * for item in o: * v.push_back(item) # <<<<<<<<<<<<<< * return v * */ __pyx_t_5 = __pyx_PyFloat_AsDouble(__pyx_v_item); if (unlikely((__pyx_t_5 == ((Prob)-1)) && PyErr_Occurred())) __PYX_ERR(3, 48, __pyx_L1_error) __pyx_v_v.push_back(((Prob)__pyx_t_5)); /* "vector.from_py":47 * cdef vector[X] __pyx_convert_vector_from_py_Prob(object o) except *: * cdef vector[X] v * for item in o: # <<<<<<<<<<<<<< * v.push_back(item) * return v */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "vector.from_py":49 * for item in o: * v.push_back(item) * return v # <<<<<<<<<<<<<< * * */ __pyx_r = __pyx_v_v; goto __pyx_L0; /* "vector.from_py":45 * * @cname("__pyx_convert_vector_from_py_Prob") * cdef vector[X] __pyx_convert_vector_from_py_Prob(object o) except *: # <<<<<<<<<<<<<< * cdef vector[X] v * for item in o: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("vector.from_py.__pyx_convert_vector_from_py_Prob", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_pretend_to_initialize(&__pyx_r); __pyx_L0:; __Pyx_XDECREF(__pyx_v_item); __Pyx_RefNannyFinishContext(); return __pyx_r; } static struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *__pyx_freelist_8discodop_14disambiguation___pyx_scope_struct__doprerank[8]; static int __pyx_freecount_8discodop_14disambiguation___pyx_scope_struct__doprerank = 0; static PyObject *__pyx_tp_new_8discodop_14disambiguation___pyx_scope_struct__doprerank(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_8discodop_14disambiguation___pyx_scope_struct__doprerank > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank)))) { o = (PyObject*)__pyx_freelist_8discodop_14disambiguation___pyx_scope_struct__doprerank[--__pyx_freecount_8discodop_14disambiguation___pyx_scope_struct__doprerank]; memset(o, 0, sizeof(struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_8discodop_14disambiguation___pyx_scope_struct__doprerank(PyObject *o) { struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *p = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_results); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_8discodop_14disambiguation___pyx_scope_struct__doprerank < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank)))) { __pyx_freelist_8discodop_14disambiguation___pyx_scope_struct__doprerank[__pyx_freecount_8discodop_14disambiguation___pyx_scope_struct__doprerank++] = ((struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_8discodop_14disambiguation___pyx_scope_struct__doprerank(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *p = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *)o; if (p->__pyx_v_results) { e = (*v)(p->__pyx_v_results, a); if (e) return e; } return 0; } static int __pyx_tp_clear_8discodop_14disambiguation___pyx_scope_struct__doprerank(PyObject *o) { PyObject* tmp; struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *p = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank *)o; tmp = ((PyObject*)p->__pyx_v_results); p->__pyx_v_results = ((PyObject*)Py_None); Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_8discodop_14disambiguation___pyx_scope_struct__doprerank = { PyVarObject_HEAD_INIT(0, 0) "discodop.disambiguation.__pyx_scope_struct__doprerank", /*tp_name*/ sizeof(struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct__doprerank), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_8discodop_14disambiguation___pyx_scope_struct__doprerank, /*tp_dealloc*/ 0, /*tp_print*/ 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_8discodop_14disambiguation___pyx_scope_struct__doprerank, /*tp_traverse*/ __pyx_tp_clear_8discodop_14disambiguation___pyx_scope_struct__doprerank, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_8discodop_14disambiguation___pyx_scope_struct__doprerank, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif }; static struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *__pyx_freelist_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank[8]; static int __pyx_freecount_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank = 0; static PyObject *__pyx_tp_new_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank)))) { o = (PyObject*)__pyx_freelist_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank[--__pyx_freecount_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank]; memset(o, 0, sizeof(struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank(PyObject *o) { struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *p = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_i); Py_CLEAR(p->__pyx_v_results); Py_CLEAR(p->__pyx_v_rev); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank)))) { __pyx_freelist_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank[__pyx_freecount_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank++] = ((struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *p = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *)o; if (p->__pyx_v_i) { e = (*v)(p->__pyx_v_i, a); if (e) return e; } if (p->__pyx_v_results) { e = (*v)(p->__pyx_v_results, a); if (e) return e; } if (p->__pyx_v_rev) { e = (*v)(p->__pyx_v_rev, a); if (e) return e; } return 0; } static int __pyx_tp_clear_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank(PyObject *o) { PyObject* tmp; struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *p = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *)o; tmp = ((PyObject*)p->__pyx_v_i); p->__pyx_v_i = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); tmp = ((PyObject*)p->__pyx_v_results); p->__pyx_v_results = ((PyObject*)Py_None); Py_INCREF(Py_None); Py_XDECREF(tmp); tmp = ((PyObject*)p->__pyx_v_rev); p->__pyx_v_rev = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank = { PyVarObject_HEAD_INIT(0, 0) "discodop.disambiguation.__pyx_scope_struct_1_mcrerank", /*tp_name*/ sizeof(struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank, /*tp_dealloc*/ 0, /*tp_print*/ 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank, /*tp_traverse*/ __pyx_tp_clear_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif }; static struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *__pyx_freelist_8discodop_14disambiguation___pyx_scope_struct_2_genexpr[8]; static int __pyx_freecount_8discodop_14disambiguation___pyx_scope_struct_2_genexpr = 0; static PyObject *__pyx_tp_new_8discodop_14disambiguation___pyx_scope_struct_2_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_8discodop_14disambiguation___pyx_scope_struct_2_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr)))) { o = (PyObject*)__pyx_freelist_8discodop_14disambiguation___pyx_scope_struct_2_genexpr[--__pyx_freecount_8discodop_14disambiguation___pyx_scope_struct_2_genexpr]; memset(o, 0, sizeof(struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_8discodop_14disambiguation___pyx_scope_struct_2_genexpr(PyObject *o) { struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *p = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_outer_scope); Py_CLEAR(p->__pyx_v_frag); Py_CLEAR(p->__pyx_t_0); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_8discodop_14disambiguation___pyx_scope_struct_2_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr)))) { __pyx_freelist_8discodop_14disambiguation___pyx_scope_struct_2_genexpr[__pyx_freecount_8discodop_14disambiguation___pyx_scope_struct_2_genexpr++] = ((struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_8discodop_14disambiguation___pyx_scope_struct_2_genexpr(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *p = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *)o; if (p->__pyx_outer_scope) { e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e; } if (p->__pyx_v_frag) { e = (*v)(p->__pyx_v_frag, a); if (e) return e; } if (p->__pyx_t_0) { e = (*v)(p->__pyx_t_0, a); if (e) return e; } return 0; } static int __pyx_tp_clear_8discodop_14disambiguation___pyx_scope_struct_2_genexpr(PyObject *o) { PyObject* tmp; struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *p = (struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr *)o; tmp = ((PyObject*)p->__pyx_outer_scope); p->__pyx_outer_scope = ((struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank *)Py_None); Py_INCREF(Py_None); Py_XDECREF(tmp); tmp = ((PyObject*)p->__pyx_v_frag); p->__pyx_v_frag = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); tmp = ((PyObject*)p->__pyx_t_0); p->__pyx_t_0 = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_8discodop_14disambiguation___pyx_scope_struct_2_genexpr = { PyVarObject_HEAD_INIT(0, 0) "discodop.disambiguation.__pyx_scope_struct_2_genexpr", /*tp_name*/ sizeof(struct __pyx_obj_8discodop_14disambiguation___pyx_scope_struct_2_genexpr), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_8discodop_14disambiguation___pyx_scope_struct_2_genexpr, /*tp_dealloc*/ 0, /*tp_print*/ 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_8discodop_14disambiguation___pyx_scope_struct_2_genexpr, /*tp_traverse*/ __pyx_tp_clear_8discodop_14disambiguation___pyx_scope_struct_2_genexpr, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_8discodop_14disambiguation___pyx_scope_struct_2_genexpr, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif }; static PyMethodDef __pyx_methods[] = { {"getderivations", (PyCFunction)__pyx_pw_8discodop_14disambiguation_1getderivations, METH_VARARGS|METH_KEYWORDS, __pyx_doc_8discodop_14disambiguation_getderivations}, {"marginalize", (PyCFunction)__pyx_pw_8discodop_14disambiguation_3marginalize, METH_VARARGS|METH_KEYWORDS, __pyx_doc_8discodop_14disambiguation_2marginalize}, {"recoverfragments_str", (PyCFunction)__pyx_pw_8discodop_14disambiguation_7recoverfragments_str, METH_VARARGS|METH_KEYWORDS, __pyx_doc_8discodop_14disambiguation_6recoverfragments_str}, {"viterbiderivation", (PyCFunction)__pyx_pw_8discodop_14disambiguation_17viterbiderivation, METH_O, __pyx_doc_8discodop_14disambiguation_16viterbiderivation}, {0, 0, 0, 0} }; #if PY_MAJOR_VERSION >= 3 static struct PyModuleDef __pyx_moduledef = { #if PY_VERSION_HEX < 0x03020000 { PyObject_HEAD_INIT(NULL) NULL, 0, NULL }, #else PyModuleDef_HEAD_INIT, #endif "disambiguation", __pyx_k_Disambiguate_parse_forests_with, /* m_doc */ -1, /* m_size */ __pyx_methods /* m_methods */, NULL, /* m_reload */ NULL, /* m_traverse */ NULL, /* m_clear */ NULL /* m_free */ }; #endif static __Pyx_StringTabEntry __pyx_string_tab[] = { {&__pyx_kp_u_0_9, __pyx_k_0_9, sizeof(__pyx_k_0_9), 0, 1, 0, 0}, {&__pyx_kp_u_1, __pyx_k_1, sizeof(__pyx_k_1), 0, 1, 0, 0}, {&__pyx_n_s_AttributeError, __pyx_k_AttributeError, sizeof(__pyx_k_AttributeError), 0, 0, 1, 1}, {&__pyx_n_s_Grammar, __pyx_k_Grammar, sizeof(__pyx_k_Grammar), 0, 0, 1, 1}, {&__pyx_kp_u_Grammar_should_have_log_probabil, __pyx_k_Grammar_should_have_log_probabil, sizeof(__pyx_k_Grammar_should_have_log_probabil), 0, 1, 0, 0}, {&__pyx_n_s_KeyError, __pyx_k_KeyError, sizeof(__pyx_k_KeyError), 0, 0, 1, 1}, {&__pyx_kp_u_MCP_failed_s, __pyx_k_MCP_failed_s, sizeof(__pyx_k_MCP_failed_s), 0, 1, 0, 0}, {&__pyx_kp_u_MCP_s_r, __pyx_k_MCP_s_r, sizeof(__pyx_k_MCP_s_r), 0, 1, 0, 0}, {&__pyx_kp_u_MCP_span_not_in_cell_r, __pyx_k_MCP_span_not_in_cell_r, sizeof(__pyx_k_MCP_span_not_in_cell_r), 0, 1, 0, 0}, {&__pyx_kp_u_MPD_s_r, __pyx_k_MPD_s_r, sizeof(__pyx_k_MPD_s_r), 0, 1, 0, 0}, {&__pyx_kp_u_MPP_s_r, __pyx_k_MPP_s_r, sizeof(__pyx_k_MPP_s_r), 0, 1, 0, 0}, {&__pyx_n_s_MemoryError, __pyx_k_MemoryError, sizeof(__pyx_k_MemoryError), 0, 0, 1, 1}, {&__pyx_n_u_NONE, __pyx_k_NONE, sizeof(__pyx_k_NONE), 0, 1, 0, 1}, {&__pyx_n_s_ParentedTree, __pyx_k_ParentedTree, sizeof(__pyx_k_ParentedTree), 0, 0, 1, 1}, {&__pyx_n_s_REMOVEDEC, __pyx_k_REMOVEDEC, sizeof(__pyx_k_REMOVEDEC), 0, 0, 1, 1}, {&__pyx_n_s_REMOVEIDS, __pyx_k_REMOVEIDS, sizeof(__pyx_k_REMOVEIDS), 0, 0, 1, 1}, {&__pyx_n_s_REMOVEWORDTAGS, __pyx_k_REMOVEWORDTAGS, sizeof(__pyx_k_REMOVEWORDTAGS), 0, 0, 1, 1}, {&__pyx_kp_u_ROOT_A_A_0_B_1_C_2_ROOT_C_0_A_A, __pyx_k_ROOT_A_A_0_B_1_C_2_ROOT_C_0_A_A, sizeof(__pyx_k_ROOT_A_A_0_B_1_C_2_ROOT_C_0_A_A), 0, 1, 0, 0}, {&__pyx_kp_u_ROOT_B_A_0_B_1_C_2, __pyx_k_ROOT_B_A_0_B_1_C_2, sizeof(__pyx_k_ROOT_B_A_0_B_1_C_2), 0, 1, 0, 0}, {&__pyx_kp_u_SL_DOP_couldn_t_find_parse_for_t, __pyx_k_SL_DOP_couldn_t_find_parse_for_t, sizeof(__pyx_k_SL_DOP_couldn_t_find_parse_for_t), 0, 1, 0, 0}, {&__pyx_kp_u_SL_DOP_n_7_s_r, __pyx_k_SL_DOP_n_7_s_r, sizeof(__pyx_k_SL_DOP_n_7_s_r), 0, 1, 0, 0}, {&__pyx_n_s_Tree, __pyx_k_Tree, sizeof(__pyx_k_Tree), 0, 0, 1, 1}, {&__pyx_n_s_ValueError, __pyx_k_ValueError, sizeof(__pyx_k_ValueError), 0, 0, 1, 1}, {&__pyx_kp_u__11, __pyx_k__11, sizeof(__pyx_k__11), 0, 1, 0, 0}, {&__pyx_kp_u__12, __pyx_k__12, sizeof(__pyx_k__12), 0, 1, 0, 0}, {&__pyx_kp_u__14, __pyx_k__14, sizeof(__pyx_k__14), 0, 1, 0, 0}, {&__pyx_kp_u__15, __pyx_k__15, sizeof(__pyx_k__15), 0, 1, 0, 0}, {&__pyx_n_s__3, __pyx_k__3, sizeof(__pyx_k__3), 0, 0, 1, 1}, {&__pyx_kp_u__3, __pyx_k__3, sizeof(__pyx_k__3), 0, 1, 0, 0}, {&__pyx_kp_u__35, __pyx_k__35, sizeof(__pyx_k__35), 0, 1, 0, 0}, {&__pyx_kp_u__36, __pyx_k__36, sizeof(__pyx_k__36), 0, 1, 0, 0}, {&__pyx_n_s__39, __pyx_k__39, sizeof(__pyx_k__39), 0, 0, 1, 1}, {&__pyx_kp_u__43, __pyx_k__43, sizeof(__pyx_k__43), 0, 1, 0, 0}, {&__pyx_kp_u__44, __pyx_k__44, sizeof(__pyx_k__44), 0, 1, 0, 0}, {&__pyx_kp_u__46, __pyx_k__46, sizeof(__pyx_k__46), 0, 1, 0, 0}, {&__pyx_kp_u__48, __pyx_k__48, sizeof(__pyx_k__48), 0, 1, 0, 0}, {&__pyx_kp_u__5, __pyx_k__5, sizeof(__pyx_k__5), 0, 1, 0, 0}, {&__pyx_kp_u__6, __pyx_k__6, sizeof(__pyx_k__6), 0, 1, 0, 0}, {&__pyx_kp_u__7, __pyx_k__7, sizeof(__pyx_k__7), 0, 1, 0, 0}, {&__pyx_n_s_a, __pyx_k_a, sizeof(__pyx_k_a), 0, 0, 1, 1}, {&__pyx_kp_u_a_b_c, __pyx_k_a_b_c, sizeof(__pyx_k_a_b_c), 0, 1, 0, 0}, {&__pyx_n_s_add, __pyx_k_add, sizeof(__pyx_k_add), 0, 0, 1, 1}, {&__pyx_n_s_addbitsets, __pyx_k_addbitsets, sizeof(__pyx_k_addbitsets), 0, 0, 1, 1}, {&__pyx_n_s_all, __pyx_k_all, sizeof(__pyx_k_all), 0, 0, 1, 1}, {&__pyx_n_s_altweights, __pyx_k_altweights, sizeof(__pyx_k_altweights), 0, 0, 1, 1}, {&__pyx_n_s_approx, __pyx_k_approx, sizeof(__pyx_k_approx), 0, 0, 1, 1}, {&__pyx_n_s_args, __pyx_k_args, sizeof(__pyx_k_args), 0, 0, 1, 1}, {&__pyx_n_s_attrgetter, __pyx_k_attrgetter, sizeof(__pyx_k_attrgetter), 0, 0, 1, 1}, {&__pyx_n_s_b, __pyx_k_b, sizeof(__pyx_k_b), 0, 0, 1, 1}, {&__pyx_n_s_backtransform, __pyx_k_backtransform, sizeof(__pyx_k_backtransform), 0, 0, 1, 1}, {&__pyx_n_s_bin, __pyx_k_bin, sizeof(__pyx_k_bin), 0, 0, 1, 1}, {&__pyx_n_s_binarize, __pyx_k_binarize, sizeof(__pyx_k_binarize), 0, 0, 1, 1}, {&__pyx_n_s_bisect, __pyx_k_bisect, sizeof(__pyx_k_bisect), 0, 0, 1, 1}, {&__pyx_n_s_bisect_right, __pyx_k_bisect_right, sizeof(__pyx_k_bisect_right), 0, 0, 1, 1}, {&__pyx_n_s_bit, __pyx_k_bit, sizeof(__pyx_k_bit), 0, 0, 1, 1}, {&__pyx_n_s_bitset, __pyx_k_bitset, sizeof(__pyx_k_bitset), 0, 0, 1, 1}, {&__pyx_n_s_brackettree, __pyx_k_brackettree, sizeof(__pyx_k_brackettree), 0, 0, 1, 1}, {&__pyx_n_s_canonicalize, __pyx_k_canonicalize, sizeof(__pyx_k_canonicalize), 0, 0, 1, 1}, {&__pyx_n_s_cell, __pyx_k_cell, sizeof(__pyx_k_cell), 0, 0, 1, 1}, {&__pyx_n_s_cells, __pyx_k_cells, sizeof(__pyx_k_cells), 0, 0, 1, 1}, {&__pyx_n_s_chart, __pyx_k_chart, sizeof(__pyx_k_chart), 0, 0, 1, 1}, {&__pyx_n_s_child, __pyx_k_child, sizeof(__pyx_k_child), 0, 0, 1, 1}, {&__pyx_n_s_childchar, __pyx_k_childchar, sizeof(__pyx_k_childchar), 0, 0, 1, 1}, {&__pyx_n_s_children, __pyx_k_children, sizeof(__pyx_k_children), 0, 0, 1, 1}, {&__pyx_n_s_cline_in_traceback, __pyx_k_cline_in_traceback, sizeof(__pyx_k_cline_in_traceback), 0, 0, 1, 1}, {&__pyx_n_s_close, __pyx_k_close, sizeof(__pyx_k_close), 0, 0, 1, 1}, {&__pyx_n_s_coarse, __pyx_k_coarse, sizeof(__pyx_k_coarse), 0, 0, 1, 1}, {&__pyx_n_s_collapsepos, __pyx_k_collapsepos, sizeof(__pyx_k_collapsepos), 0, 0, 1, 1}, {&__pyx_n_s_collapseroot, __pyx_k_collapseroot, sizeof(__pyx_k_collapseroot), 0, 0, 1, 1}, {&__pyx_n_s_collapseunary, __pyx_k_collapseunary, sizeof(__pyx_k_collapseunary), 0, 0, 1, 1}, {&__pyx_n_s_collections, __pyx_k_collections, sizeof(__pyx_k_collections), 0, 0, 1, 1}, {&__pyx_n_s_compile, __pyx_k_compile, sizeof(__pyx_k_compile), 0, 0, 1, 1}, {&__pyx_n_s_containers, __pyx_k_containers, sizeof(__pyx_k_containers), 0, 0, 1, 1}, {&__pyx_n_s_count, __pyx_k_count, sizeof(__pyx_k_count), 0, 0, 1, 1}, {&__pyx_kp_u_d_b_c_c_a_b_a_e_f_a_e_f_a_e_f_a, __pyx_k_d_b_c_c_a_b_a_e_f_a_e_f_a_e_f_a, sizeof(__pyx_k_d_b_c_c_a_b_a_e_f_a_e_f_a_e_f_a), 0, 1, 0, 0}, {&__pyx_kp_u_d_d, __pyx_k_d_d, sizeof(__pyx_k_d_d), 0, 1, 0, 0}, {&__pyx_kp_u_d_derivations_d_of_d_parsetrees, __pyx_k_d_derivations_d_of_d_parsetrees, sizeof(__pyx_k_d_derivations_d_of_d_parsetrees), 0, 1, 0, 0}, {&__pyx_kp_u_d_derivations_d_parsetrees, __pyx_k_d_derivations_d_parsetrees, sizeof(__pyx_k_d_derivations_d_parsetrees), 0, 1, 0, 0}, {&__pyx_kp_u_d_derivations_sentprob_g, __pyx_k_d_derivations_sentprob_g, sizeof(__pyx_k_d_derivations_sentprob_g), 0, 1, 0, 0}, {&__pyx_kp_u_d_s, __pyx_k_d_s, sizeof(__pyx_k_d_s), 0, 1, 0, 0}, {&__pyx_n_s_defaultdict, __pyx_k_defaultdict, sizeof(__pyx_k_defaultdict), 0, 0, 1, 1}, {&__pyx_n_s_deriv, __pyx_k_deriv, sizeof(__pyx_k_deriv), 0, 0, 1, 1}, {&__pyx_n_s_deriv1, __pyx_k_deriv1, sizeof(__pyx_k_deriv1), 0, 0, 1, 1}, {&__pyx_n_s_derivs, __pyx_k_derivs, sizeof(__pyx_k_derivs), 0, 0, 1, 1}, {&__pyx_n_s_derivstr, __pyx_k_derivstr, sizeof(__pyx_k_derivstr), 0, 0, 1, 1}, {&__pyx_n_s_derivstrings, __pyx_k_derivstrings, sizeof(__pyx_k_derivstrings), 0, 0, 1, 1}, {&__pyx_n_s_derivtree, __pyx_k_derivtree, sizeof(__pyx_k_derivtree), 0, 0, 1, 1}, {&__pyx_n_s_derivtreestr, __pyx_k_derivtreestr, sizeof(__pyx_k_derivtreestr), 0, 0, 1, 1}, {&__pyx_n_s_disc, __pyx_k_disc, sizeof(__pyx_k_disc), 0, 0, 1, 1}, {&__pyx_n_s_discodop_disambiguation, __pyx_k_discodop_disambiguation, sizeof(__pyx_k_discodop_disambiguation), 0, 0, 1, 1}, {&__pyx_kp_s_discodop_disambiguation_pyx, __pyx_k_discodop_disambiguation_pyx, sizeof(__pyx_k_discodop_disambiguation_pyx), 0, 0, 1, 0}, {&__pyx_n_s_dopparseprob, __pyx_k_dopparseprob, sizeof(__pyx_k_dopparseprob), 0, 0, 1, 1}, {&__pyx_n_u_dopparseprob, __pyx_k_dopparseprob, sizeof(__pyx_k_dopparseprob), 0, 1, 0, 1}, {&__pyx_n_s_dopreduction, __pyx_k_dopreduction, sizeof(__pyx_k_dopreduction), 0, 0, 1, 1}, {&__pyx_n_s_doprerank, __pyx_k_doprerank, sizeof(__pyx_k_doprerank), 0, 0, 1, 1}, {&__pyx_n_u_doprerank, __pyx_k_doprerank, sizeof(__pyx_k_doprerank), 0, 1, 0, 1}, {&__pyx_n_s_doprerank_locals_lambda, __pyx_k_doprerank_locals_lambda, sizeof(__pyx_k_doprerank_locals_lambda), 0, 0, 1, 1}, {&__pyx_n_s_e, __pyx_k_e, sizeof(__pyx_k_e), 0, 0, 1, 1}, {&__pyx_n_s_encode, __pyx_k_encode, sizeof(__pyx_k_encode), 0, 0, 1, 1}, {&__pyx_n_s_endswith, __pyx_k_endswith, sizeof(__pyx_k_endswith), 0, 0, 1, 1}, {&__pyx_n_s_enumerate, __pyx_k_enumerate, sizeof(__pyx_k_enumerate), 0, 0, 1, 1}, {&__pyx_n_s_exactcounts, __pyx_k_exactcounts, sizeof(__pyx_k_exactcounts), 0, 0, 1, 1}, {&__pyx_n_s_exp, __pyx_k_exp, sizeof(__pyx_k_exp), 0, 0, 1, 1}, {&__pyx_n_s_expandunary, __pyx_k_expandunary, sizeof(__pyx_k_expandunary), 0, 0, 1, 1}, {&__pyx_kp_u_expected_binary_tree_without_emp, __pyx_k_expected_binary_tree_without_emp, sizeof(__pyx_k_expected_binary_tree_without_emp), 0, 1, 0, 0}, {&__pyx_n_s_extractfragments, __pyx_k_extractfragments, sizeof(__pyx_k_extractfragments), 0, 0, 1, 1}, {&__pyx_n_s_fine, __pyx_k_fine, sizeof(__pyx_k_fine), 0, 0, 1, 1}, {&__pyx_n_s_fitem, __pyx_k_fitem, sizeof(__pyx_k_fitem), 0, 0, 1, 1}, {&__pyx_n_s_format, __pyx_k_format, sizeof(__pyx_k_format), 0, 0, 1, 1}, {&__pyx_n_s_frag, __pyx_k_frag, sizeof(__pyx_k_frag), 0, 0, 1, 1}, {&__pyx_n_s_fragments, __pyx_k_fragments, sizeof(__pyx_k_fragments), 0, 0, 1, 1}, {&__pyx_n_s_fragmentsinderiv_str, __pyx_k_fragmentsinderiv_str, sizeof(__pyx_k_fragmentsinderiv_str), 0, 0, 1, 1}, {&__pyx_n_u_fragmentsinderiv_str, __pyx_k_fragmentsinderiv_str, sizeof(__pyx_k_fragmentsinderiv_str), 0, 1, 0, 1}, {&__pyx_n_s_frags, __pyx_k_frags, sizeof(__pyx_k_frags), 0, 0, 1, 1}, {&__pyx_n_s_frontiernt, __pyx_k_frontiernt, sizeof(__pyx_k_frontiernt), 0, 0, 1, 1}, {&__pyx_n_u_frontiernt, __pyx_k_frontiernt, sizeof(__pyx_k_frontiernt), 0, 1, 0, 1}, {&__pyx_n_s_fsum, __pyx_k_fsum, sizeof(__pyx_k_fsum), 0, 0, 1, 1}, {&__pyx_n_s_functools, __pyx_k_functools, sizeof(__pyx_k_functools), 0, 0, 1, 1}, {&__pyx_n_s_genexpr, __pyx_k_genexpr, sizeof(__pyx_k_genexpr), 0, 0, 1, 1}, {&__pyx_n_s_get, __pyx_k_get, sizeof(__pyx_k_get), 0, 0, 1, 1}, {&__pyx_n_s_getctrees, __pyx_k_getctrees, sizeof(__pyx_k_getctrees), 0, 0, 1, 1}, {&__pyx_n_u_getderivations, __pyx_k_getderivations, sizeof(__pyx_k_getderivations), 0, 1, 0, 1}, {&__pyx_n_s_getmapping, __pyx_k_getmapping, sizeof(__pyx_k_getmapping), 0, 0, 1, 1}, {&__pyx_n_s_gettree, __pyx_k_gettree, sizeof(__pyx_k_gettree), 0, 0, 1, 1}, {&__pyx_n_u_gettree, __pyx_k_gettree, sizeof(__pyx_k_gettree), 0, 1, 0, 1}, {&__pyx_n_s_grammar, __pyx_k_grammar, sizeof(__pyx_k_grammar), 0, 0, 1, 1}, {&__pyx_n_s_heapq, __pyx_k_heapq, sizeof(__pyx_k_heapq), 0, 0, 1, 1}, {&__pyx_n_s_i, __pyx_k_i, sizeof(__pyx_k_i), 0, 0, 1, 1}, {&__pyx_n_s_idx, __pyx_k_idx, sizeof(__pyx_k_idx), 0, 0, 1, 1}, {&__pyx_n_s_import, __pyx_k_import, sizeof(__pyx_k_import), 0, 0, 1, 1}, {&__pyx_n_s_indices, __pyx_k_indices, sizeof(__pyx_k_indices), 0, 0, 1, 1}, {&__pyx_kp_u_inf, __pyx_k_inf, sizeof(__pyx_k_inf), 0, 1, 0, 0}, {&__pyx_n_s_isinf, __pyx_k_isinf, sizeof(__pyx_k_isinf), 0, 0, 1, 1}, {&__pyx_n_s_it, __pyx_k_it, sizeof(__pyx_k_it), 0, 0, 1, 1}, {&__pyx_n_s_item, __pyx_k_item, sizeof(__pyx_k_item), 0, 0, 1, 1}, {&__pyx_n_s_itemgetter, __pyx_k_itemgetter, sizeof(__pyx_k_itemgetter), 0, 0, 1, 1}, {&__pyx_n_s_items, __pyx_k_items, sizeof(__pyx_k_items), 0, 0, 1, 1}, {&__pyx_n_s_itertools, __pyx_k_itertools, sizeof(__pyx_k_itertools), 0, 0, 1, 1}, {&__pyx_n_s_joinchar, __pyx_k_joinchar, sizeof(__pyx_k_joinchar), 0, 0, 1, 1}, {&__pyx_n_s_k, __pyx_k_k, sizeof(__pyx_k_k), 0, 0, 1, 1}, {&__pyx_n_s_kbest, __pyx_k_kbest, sizeof(__pyx_k_kbest), 0, 0, 1, 1}, {&__pyx_n_s_key, __pyx_k_key, sizeof(__pyx_k_key), 0, 0, 1, 1}, {&__pyx_n_s_label, __pyx_k_label, sizeof(__pyx_k_label), 0, 0, 1, 1}, {&__pyx_n_s_lazykbest, __pyx_k_lazykbest, sizeof(__pyx_k_lazykbest), 0, 0, 1, 1}, {&__pyx_n_s_lcfrsproductions, __pyx_k_lcfrsproductions, sizeof(__pyx_k_lcfrsproductions), 0, 0, 1, 1}, {&__pyx_n_s_leaves, __pyx_k_leaves, sizeof(__pyx_k_leaves), 0, 0, 1, 1}, {&__pyx_n_s_leftcell, __pyx_k_leftcell, sizeof(__pyx_k_leftcell), 0, 0, 1, 1}, {&__pyx_n_s_leftspan, __pyx_k_leftspan, sizeof(__pyx_k_leftspan), 0, 0, 1, 1}, {&__pyx_n_s_lensent, __pyx_k_lensent, sizeof(__pyx_k_lensent), 0, 0, 1, 1}, {&__pyx_n_s_lexrule, __pyx_k_lexrule, sizeof(__pyx_k_lexrule), 0, 0, 1, 1}, {&__pyx_n_s_lexruleno, __pyx_k_lexruleno, sizeof(__pyx_k_lexruleno), 0, 0, 1, 1}, {&__pyx_n_s_log, __pyx_k_log, sizeof(__pyx_k_log), 0, 0, 1, 1}, {&__pyx_n_s_logprob, __pyx_k_logprob, sizeof(__pyx_k_logprob), 0, 0, 1, 1}, {&__pyx_n_s_m, __pyx_k_m, sizeof(__pyx_k_m), 0, 0, 1, 1}, {&__pyx_n_s_main, __pyx_k_main, sizeof(__pyx_k_main), 0, 0, 1, 1}, {&__pyx_n_s_marginalize, __pyx_k_marginalize, sizeof(__pyx_k_marginalize), 0, 0, 1, 1}, {&__pyx_n_u_marginalize, __pyx_k_marginalize, sizeof(__pyx_k_marginalize), 0, 1, 0, 1}, {&__pyx_n_s_maskrules, __pyx_k_maskrules, sizeof(__pyx_k_maskrules), 0, 0, 1, 1}, {&__pyx_n_s_math, __pyx_k_math, sizeof(__pyx_k_math), 0, 0, 1, 1}, {&__pyx_n_s_max, __pyx_k_max, sizeof(__pyx_k_max), 0, 0, 1, 1}, {&__pyx_n_s_mcp, __pyx_k_mcp, sizeof(__pyx_k_mcp), 0, 0, 1, 1}, {&__pyx_n_u_mcp, __pyx_k_mcp, sizeof(__pyx_k_mcp), 0, 1, 0, 1}, {&__pyx_n_s_mcplabels, __pyx_k_mcplabels, sizeof(__pyx_k_mcplabels), 0, 0, 1, 1}, {&__pyx_n_s_mcplambda, __pyx_k_mcplambda, sizeof(__pyx_k_mcplambda), 0, 0, 1, 1}, {&__pyx_n_s_mcrerank, __pyx_k_mcrerank, sizeof(__pyx_k_mcrerank), 0, 0, 1, 1}, {&__pyx_n_s_mcrerank_locals_genexpr, __pyx_k_mcrerank_locals_genexpr, sizeof(__pyx_k_mcrerank_locals_genexpr), 0, 0, 1, 1}, {&__pyx_n_s_mcrerank_locals_lambda, __pyx_k_mcrerank_locals_lambda, sizeof(__pyx_k_mcrerank_locals_lambda), 0, 0, 1, 1}, {&__pyx_n_s_mergediscnodes, __pyx_k_mergediscnodes, sizeof(__pyx_k_mergediscnodes), 0, 0, 1, 1}, {&__pyx_n_s_method, __pyx_k_method, sizeof(__pyx_k_method), 0, 0, 1, 1}, {&__pyx_n_s_min, __pyx_k_min, sizeof(__pyx_k_min), 0, 0, 1, 1}, {&__pyx_n_s_mpd, __pyx_k_mpd, sizeof(__pyx_k_mpd), 0, 0, 1, 1}, {&__pyx_n_u_mpd, __pyx_k_mpd, sizeof(__pyx_k_mpd), 0, 1, 0, 1}, {&__pyx_n_s_mpp, __pyx_k_mpp, sizeof(__pyx_k_mpp), 0, 0, 1, 1}, {&__pyx_n_u_mpp, __pyx_k_mpp, sizeof(__pyx_k_mpp), 0, 1, 0, 1}, {&__pyx_n_s_msg, __pyx_k_msg, sizeof(__pyx_k_msg), 0, 0, 1, 1}, {&__pyx_n_s_n, __pyx_k_n, sizeof(__pyx_k_n), 0, 0, 1, 1}, {&__pyx_n_s_newprob, __pyx_k_newprob, sizeof(__pyx_k_newprob), 0, 0, 1, 1}, {&__pyx_n_s_nlargest, __pyx_k_nlargest, sizeof(__pyx_k_nlargest), 0, 0, 1, 1}, {&__pyx_kp_u_no_matching_derivation_found, __pyx_k_no_matching_derivation_found, sizeof(__pyx_k_no_matching_derivation_found), 0, 1, 0, 0}, {&__pyx_n_s_node, __pyx_k_node, sizeof(__pyx_k_node), 0, 0, 1, 1}, {&__pyx_kp_u_not_in_grammar_r_r, __pyx_k_not_in_grammar_r_r, sizeof(__pyx_k_not_in_grammar_r_r), 0, 1, 0, 0}, {&__pyx_n_s_operator, __pyx_k_operator, sizeof(__pyx_k_operator), 0, 0, 1, 1}, {&__pyx_n_s_ostag, __pyx_k_ostag, sizeof(__pyx_k_ostag), 0, 0, 1, 1}, {&__pyx_n_s_ostagderivation, __pyx_k_ostagderivation, sizeof(__pyx_k_ostagderivation), 0, 0, 1, 1}, {&__pyx_n_s_ostagfrontiernt, __pyx_k_ostagfrontiernt, sizeof(__pyx_k_ostagfrontiernt), 0, 0, 1, 1}, {&__pyx_n_s_parent, __pyx_k_parent, sizeof(__pyx_k_parent), 0, 0, 1, 1}, {&__pyx_n_s_parse, __pyx_k_parse, sizeof(__pyx_k_parse), 0, 0, 1, 1}, {&__pyx_n_s_parsetrees, __pyx_k_parsetrees, sizeof(__pyx_k_parsetrees), 0, 0, 1, 1}, {&__pyx_n_s_partial, __pyx_k_partial, sizeof(__pyx_k_partial), 0, 0, 1, 1}, {&__pyx_n_s_plcfrs, __pyx_k_plcfrs, sizeof(__pyx_k_plcfrs), 0, 0, 1, 1}, {&__pyx_n_s_pos, __pyx_k_pos, sizeof(__pyx_k_pos), 0, 0, 1, 1}, {&__pyx_n_s_print, __pyx_k_print, sizeof(__pyx_k_print), 0, 0, 1, 1}, {&__pyx_n_s_prob, __pyx_k_prob, sizeof(__pyx_k_prob), 0, 0, 1, 1}, {&__pyx_n_s_prod, __pyx_k_prod, sizeof(__pyx_k_prod), 0, 0, 1, 1}, {&__pyx_n_s_pygetsent, __pyx_k_pygetsent, sizeof(__pyx_k_pygetsent), 0, 0, 1, 1}, {&__pyx_n_s_pyintbitcount, __pyx_k_pyintbitcount, sizeof(__pyx_k_pyintbitcount), 0, 0, 1, 1}, {&__pyx_n_s_pyintnextset, __pyx_k_pyintnextset, sizeof(__pyx_k_pyintnextset), 0, 0, 1, 1}, {&__pyx_n_s_pyx_vtable, __pyx_k_pyx_vtable, sizeof(__pyx_k_pyx_vtable), 0, 0, 1, 1}, {&__pyx_n_s_r, __pyx_k_r, sizeof(__pyx_k_r), 0, 0, 1, 1}, {&__pyx_n_s_random, __pyx_k_random, sizeof(__pyx_k_random), 0, 0, 1, 1}, {&__pyx_n_s_range, __pyx_k_range, sizeof(__pyx_k_range), 0, 0, 1, 1}, {&__pyx_n_s_re, __pyx_k_re, sizeof(__pyx_k_re), 0, 0, 1, 1}, {&__pyx_kp_u_re_ranked_d_parse_trees_best_tre, __pyx_k_re_ranked_d_parse_trees_best_tre, sizeof(__pyx_k_re_ranked_d_parse_trees_best_tre), 0, 1, 0, 0}, {&__pyx_n_u_recoverfragments_str, __pyx_k_recoverfragments_str, sizeof(__pyx_k_recoverfragments_str), 0, 1, 0, 1}, {&__pyx_n_s_removeadjunaries, __pyx_k_removeadjunaries, sizeof(__pyx_k_removeadjunaries), 0, 0, 1, 1}, {&__pyx_n_s_removeadjunaries_locals_lambda, __pyx_k_removeadjunaries_locals_lambda, sizeof(__pyx_k_removeadjunaries_locals_lambda), 0, 0, 1, 1}, {&__pyx_n_s_result, __pyx_k_result, sizeof(__pyx_k_result), 0, 0, 1, 1}, {&__pyx_n_s_results, __pyx_k_results, sizeof(__pyx_k_results), 0, 0, 1, 1}, {&__pyx_n_s_rev, __pyx_k_rev, sizeof(__pyx_k_rev), 0, 0, 1, 1}, {&__pyx_n_s_reversed, __pyx_k_reversed, sizeof(__pyx_k_reversed), 0, 0, 1, 1}, {&__pyx_n_s_rightcell, __pyx_k_rightcell, sizeof(__pyx_k_rightcell), 0, 0, 1, 1}, {&__pyx_n_s_rightspan, __pyx_k_rightspan, sizeof(__pyx_k_rightspan), 0, 0, 1, 1}, {&__pyx_n_s_root, __pyx_k_root, sizeof(__pyx_k_root), 0, 0, 1, 1}, {&__pyx_n_s_rstrip, __pyx_k_rstrip, sizeof(__pyx_k_rstrip), 0, 0, 1, 1}, {&__pyx_n_s_rule, __pyx_k_rule, sizeof(__pyx_k_rule), 0, 0, 1, 1}, {&__pyx_n_s_ruleno, __pyx_k_ruleno, sizeof(__pyx_k_ruleno), 0, 0, 1, 1}, {&__pyx_kp_u_s_d, __pyx_k_s_d, sizeof(__pyx_k_s_d), 0, 1, 0, 0}, {&__pyx_kp_u_s_d_s, __pyx_k_s_d_s, sizeof(__pyx_k_s_d_s), 0, 1, 0, 0}, {&__pyx_kp_u_s_not_in_grammar, __pyx_k_s_not_in_grammar, sizeof(__pyx_k_s_not_in_grammar), 0, 1, 0, 0}, {&__pyx_kp_u_s_s, __pyx_k_s_s, sizeof(__pyx_k_s_s), 0, 1, 0, 0}, {&__pyx_kp_u_s_s_2, __pyx_k_s_s_2, sizeof(__pyx_k_s_s_2), 0, 1, 0, 0}, {&__pyx_kp_u_s_s_s, __pyx_k_s_s_s, sizeof(__pyx_k_s_s_s), 0, 1, 0, 0}, {&__pyx_n_s_score, __pyx_k_score, sizeof(__pyx_k_score), 0, 0, 1, 1}, {&__pyx_n_s_send, __pyx_k_send, sizeof(__pyx_k_send), 0, 0, 1, 1}, {&__pyx_n_s_sent, __pyx_k_sent, sizeof(__pyx_k_sent), 0, 0, 1, 1}, {&__pyx_n_s_sents, __pyx_k_sents, sizeof(__pyx_k_sents), 0, 0, 1, 1}, {&__pyx_n_s_sep, __pyx_k_sep, sizeof(__pyx_k_sep), 0, 0, 1, 1}, {&__pyx_n_s_setdefault, __pyx_k_setdefault, sizeof(__pyx_k_setdefault), 0, 0, 1, 1}, {&__pyx_n_s_setmask, __pyx_k_setmask, sizeof(__pyx_k_setmask), 0, 0, 1, 1}, {&__pyx_n_s_short, __pyx_k_short, sizeof(__pyx_k_short), 0, 0, 1, 1}, {&__pyx_n_u_shortest, __pyx_k_shortest, sizeof(__pyx_k_shortest), 0, 1, 0, 1}, {&__pyx_kp_u_shortest_s_r, __pyx_k_shortest_s_r, sizeof(__pyx_k_shortest_s_r), 0, 1, 0, 0}, {&__pyx_kp_u_simple_SL_DOP_s_r, __pyx_k_simple_SL_DOP_s_r, sizeof(__pyx_k_simple_SL_DOP_s_r), 0, 1, 0, 0}, {&__pyx_kp_u_sl_dop, __pyx_k_sl_dop, sizeof(__pyx_k_sl_dop), 0, 1, 0, 0}, {&__pyx_kp_u_sl_dop_simple, __pyx_k_sl_dop_simple, sizeof(__pyx_k_sl_dop_simple), 0, 1, 0, 0}, {&__pyx_n_s_sldop, __pyx_k_sldop, sizeof(__pyx_k_sldop), 0, 0, 1, 1}, {&__pyx_n_s_sldop_n, __pyx_k_sldop_n, sizeof(__pyx_k_sldop_n), 0, 0, 1, 1}, {&__pyx_n_s_sldopsimple, __pyx_k_sldopsimple, sizeof(__pyx_k_sldopsimple), 0, 0, 1, 1}, {&__pyx_n_s_span, __pyx_k_span, sizeof(__pyx_k_span), 0, 0, 1, 1}, {&__pyx_n_s_spinal, __pyx_k_spinal, sizeof(__pyx_k_spinal), 0, 0, 1, 1}, {&__pyx_n_s_split, __pyx_k_split, sizeof(__pyx_k_split), 0, 0, 1, 1}, {&__pyx_n_s_splitfrag, __pyx_k_splitfrag, sizeof(__pyx_k_splitfrag), 0, 0, 1, 1}, {&__pyx_n_u_splitfrag, __pyx_k_splitfrag, sizeof(__pyx_k_splitfrag), 0, 1, 0, 1}, {&__pyx_n_s_splitostagfrag, __pyx_k_splitostagfrag, sizeof(__pyx_k_splitostagfrag), 0, 0, 1, 1}, {&__pyx_n_s_startswith, __pyx_k_startswith, sizeof(__pyx_k_startswith), 0, 0, 1, 1}, {&__pyx_n_s_striplabelre, __pyx_k_striplabelre, sizeof(__pyx_k_striplabelre), 0, 0, 1, 1}, {&__pyx_n_s_sub, __pyx_k_sub, sizeof(__pyx_k_sub), 0, 0, 1, 1}, {&__pyx_n_s_subtrees, __pyx_k_subtrees, sizeof(__pyx_k_subtrees), 0, 0, 1, 1}, {&__pyx_n_s_sum, __pyx_k_sum, sizeof(__pyx_k_sum), 0, 0, 1, 1}, {&__pyx_n_s_switch, __pyx_k_switch, sizeof(__pyx_k_switch), 0, 0, 1, 1}, {&__pyx_n_s_tags, __pyx_k_tags, sizeof(__pyx_k_tags), 0, 0, 1, 1}, {&__pyx_n_s_test, __pyx_k_test, sizeof(__pyx_k_test), 0, 0, 1, 1}, {&__pyx_n_s_test_2, __pyx_k_test_2, sizeof(__pyx_k_test_2), 0, 0, 1, 1}, {&__pyx_n_s_test_locals_e, __pyx_k_test_locals_e, sizeof(__pyx_k_test_locals_e), 0, 0, 1, 1}, {&__pyx_n_s_throw, __pyx_k_throw, sizeof(__pyx_k_throw), 0, 0, 1, 1}, {&__pyx_n_s_tmp, __pyx_k_tmp, sizeof(__pyx_k_tmp), 0, 0, 1, 1}, {&__pyx_n_s_tree, __pyx_k_tree, sizeof(__pyx_k_tree), 0, 0, 1, 1}, {&__pyx_kp_u_tree_parsing_failed, __pyx_k_tree_parsing_failed, sizeof(__pyx_k_tree_parsing_failed), 0, 1, 0, 0}, {&__pyx_n_s_treeparsing, __pyx_k_treeparsing, sizeof(__pyx_k_treeparsing), 0, 0, 1, 1}, {&__pyx_n_u_treeparsing, __pyx_k_treeparsing, sizeof(__pyx_k_treeparsing), 0, 1, 0, 1}, {&__pyx_kp_u_treeparsing_requires_self_mappin, __pyx_k_treeparsing_requires_self_mappin, sizeof(__pyx_k_treeparsing_requires_self_mappin), 0, 1, 0, 0}, {&__pyx_n_s_trees, __pyx_k_trees, sizeof(__pyx_k_trees), 0, 0, 1, 1}, {&__pyx_n_u_trees1, __pyx_k_trees1, sizeof(__pyx_k_trees1), 0, 1, 0, 1}, {&__pyx_n_s_treestr, __pyx_k_treestr, sizeof(__pyx_k_treestr), 0, 0, 1, 1}, {&__pyx_n_s_treetransforms, __pyx_k_treetransforms, sizeof(__pyx_k_treetransforms), 0, 0, 1, 1}, {&__pyx_n_s_unarychar, __pyx_k_unarychar, sizeof(__pyx_k_unarychar), 0, 0, 1, 1}, {&__pyx_n_s_unbinarize, __pyx_k_unbinarize, sizeof(__pyx_k_unbinarize), 0, 0, 1, 1}, {&__pyx_n_s_unused_score, __pyx_k_unused_score, sizeof(__pyx_k_unused_score), 0, 0, 1, 1}, {&__pyx_n_u_utf8, __pyx_k_utf8, sizeof(__pyx_k_utf8), 0, 1, 0, 1}, {&__pyx_n_s_values, __pyx_k_values, sizeof(__pyx_k_values), 0, 0, 1, 1}, {&__pyx_kp_u_vit_s_r, __pyx_k_vit_s_r, sizeof(__pyx_k_vit_s_r), 0, 1, 0, 0}, {&__pyx_n_s_vitderiv, __pyx_k_vitderiv, sizeof(__pyx_k_vitderiv), 0, 0, 1, 1}, {&__pyx_n_u_viterbiderivation, __pyx_k_viterbiderivation, sizeof(__pyx_k_viterbiderivation), 0, 1, 0, 1}, {&__pyx_n_s_vitprob, __pyx_k_vitprob, sizeof(__pyx_k_vitprob), 0, 0, 1, 1}, {&__pyx_n_s_vocab, __pyx_k_vocab, sizeof(__pyx_k_vocab), 0, 0, 1, 1}, {&__pyx_n_s_whitelist, __pyx_k_whitelist, sizeof(__pyx_k_whitelist), 0, 0, 1, 1}, {&__pyx_n_s_word, __pyx_k_word, sizeof(__pyx_k_word), 0, 0, 1, 1}, {&__pyx_n_s_writediscbrackettree, __pyx_k_writediscbrackettree, sizeof(__pyx_k_writediscbrackettree), 0, 0, 1, 1}, {&__pyx_n_s_x, __pyx_k_x, sizeof(__pyx_k_x), 0, 0, 1, 1}, {&__pyx_n_s_xgrammar, __pyx_k_xgrammar, sizeof(__pyx_k_xgrammar), 0, 0, 1, 1}, {&__pyx_n_s_yf, __pyx_k_yf, sizeof(__pyx_k_yf), 0, 0, 1, 1}, {&__pyx_n_s_zip, __pyx_k_zip, sizeof(__pyx_k_zip), 0, 0, 1, 1}, {0, 0, 0, 0, 0, 0, 0} }; static int __Pyx_InitCachedBuiltins(void) { __pyx_builtin_min = __Pyx_GetBuiltinName(__pyx_n_s_min); if (!__pyx_builtin_min) __PYX_ERR(0, 145, __pyx_L1_error) __pyx_builtin_range = __Pyx_GetBuiltinName(__pyx_n_s_range); if (!__pyx_builtin_range) __PYX_ERR(0, 151, __pyx_L1_error) __pyx_builtin_enumerate = __Pyx_GetBuiltinName(__pyx_n_s_enumerate); if (!__pyx_builtin_enumerate) __PYX_ERR(0, 177, __pyx_L1_error) __pyx_builtin_ValueError = __Pyx_GetBuiltinName(__pyx_n_s_ValueError); if (!__pyx_builtin_ValueError) __PYX_ERR(0, 185, __pyx_L1_error) __pyx_builtin_max = __Pyx_GetBuiltinName(__pyx_n_s_max); if (!__pyx_builtin_max) __PYX_ERR(0, 323, __pyx_L1_error) __pyx_builtin_AttributeError = __Pyx_GetBuiltinName(__pyx_n_s_AttributeError); if (!__pyx_builtin_AttributeError) __PYX_ERR(0, 356, __pyx_L1_error) __pyx_builtin_bin = __Pyx_GetBuiltinName(__pyx_n_s_bin); if (!__pyx_builtin_bin) __PYX_ERR(0, 367, __pyx_L1_error) __pyx_builtin_reversed = __Pyx_GetBuiltinName(__pyx_n_s_reversed); if (!__pyx_builtin_reversed) __PYX_ERR(0, 611, __pyx_L1_error) __pyx_builtin_zip = __Pyx_GetBuiltinName(__pyx_n_s_zip); if (!__pyx_builtin_zip) __PYX_ERR(0, 795, __pyx_L1_error) __pyx_builtin_KeyError = __Pyx_GetBuiltinName(__pyx_n_s_KeyError); if (!__pyx_builtin_KeyError) __PYX_ERR(0, 800, __pyx_L1_error) __pyx_builtin_sum = __Pyx_GetBuiltinName(__pyx_n_s_sum); if (!__pyx_builtin_sum) __PYX_ERR(0, 804, __pyx_L1_error) __pyx_builtin_print = __Pyx_GetBuiltinName(__pyx_n_s_print); if (!__pyx_builtin_print) __PYX_ERR(0, 1094, __pyx_L1_error) __pyx_builtin_MemoryError = __Pyx_GetBuiltinName(__pyx_n_s_MemoryError); if (!__pyx_builtin_MemoryError) __PYX_ERR(1, 109, __pyx_L1_error) return 0; __pyx_L1_error:; return -1; } static int __Pyx_InitCachedConstants(void) { __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__Pyx_InitCachedConstants", 0); /* "discodop/disambiguation.pyx":145 * chart.rankededges[chart.root()] = entries * elif chart.derivations: * _, maxprob = min(chart.derivations, key=itemgetter(1)) # <<<<<<<<<<<<<< * chart.derivations = [(deriv, prob) * for deriv, prob in chart.derivations */ __pyx_tuple_ = PyTuple_Pack(1, __pyx_int_1); if (unlikely(!__pyx_tuple_)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple_); __Pyx_GIVEREF(__pyx_tuple_); /* "discodop/disambiguation.pyx":163 * # probability in a different model. * newprob = exp(-getderivprob(entry.first, chart, sent)) * score = (int(prob / log(0.5)), newprob) # <<<<<<<<<<<<<< * if treestr not in derivlen or score > derivlen[treestr]: * derivlen[treestr] = score */ __pyx_tuple__2 = PyTuple_Pack(1, __pyx_float_0_5); if (unlikely(!__pyx_tuple__2)) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__2); __Pyx_GIVEREF(__pyx_tuple__2); /* "discodop/disambiguation.pyx":188 * if shortest: * newprob = getderivprob(entry.first, chart, sent) * score = (int(prob / log(0.5)), exp(-newprob)) # <<<<<<<<<<<<<< * if treestr not in derivlen or (not dopreduction * and score > derivlen[treestr]): */ __pyx_tuple__4 = PyTuple_Pack(1, __pyx_float_0_5); if (unlikely(!__pyx_tuple__4)) __PYX_ERR(0, 188, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__4); __Pyx_GIVEREF(__pyx_tuple__4); /* "discodop/disambiguation.pyx":324 * if tablecell: * maxlabel, maxscore = max(tablecell.items(), * key=itemgetter(1)) # <<<<<<<<<<<<<< * maxcombscore = 0.0 * maxleft = None */ __pyx_tuple__8 = PyTuple_Pack(1, __pyx_int_1); if (unlikely(!__pyx_tuple__8)) __PYX_ERR(0, 324, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__8); __Pyx_GIVEREF(__pyx_tuple__8); /* "discodop/disambiguation.pyx":416 * * model = chart.grammar.currentmodel * chart.grammar.switch(u'shortest', logprob=True) # <<<<<<<<<<<<<< * shortestderivations, msg, chart2 = treeparsing( * nmostlikelytrees, sent, chart.grammar, m, backtransform, tags) */ __pyx_tuple__9 = PyTuple_Pack(1, __pyx_n_u_shortest); if (unlikely(!__pyx_tuple__9)) __PYX_ERR(0, 416, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__9); __Pyx_GIVEREF(__pyx_tuple__9); /* "discodop/disambiguation.pyx":429 * treestr = recoverfragments_re(entry.first, chart2, backtransform) * if treestr in nmostlikelytrees and treestr not in result: * result[treestr] = (-abs(int(s / log(0.5))), parsetreeprob[treestr]) # <<<<<<<<<<<<<< * if backtransform is None: * derivs[treestr] = fragmentsinderiv_str( */ __pyx_tuple__10 = PyTuple_Pack(1, __pyx_float_0_5); if (unlikely(!__pyx_tuple__10)) __PYX_ERR(0, 429, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__10); __Pyx_GIVEREF(__pyx_tuple__10); /* "discodop/disambiguation.pyx":485 * result = {} * for tree in selectedtrees: * score, deriv = min([(deriv.count('(') - # <<<<<<<<<<<<<< * len([a for a in deriv.split() if '@' in a or '}<' in a]), * deriv) */ __pyx_tuple__13 = PyTuple_Pack(1, __pyx_kp_u__12); if (unlikely(!__pyx_tuple__13)) __PYX_ERR(0, 485, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__13); __Pyx_GIVEREF(__pyx_tuple__13); /* "discodop/disambiguation.pyx":578 * chart.lexidx(child.edge)) if child.edge.rule is NULL * else recoverfragments_re_(child, chart, backtransform) * for child in rechildren][::-1] # <<<<<<<<<<<<<< * * # substitute results in template */ __pyx_slice__16 = PySlice_New(Py_None, Py_None, __pyx_int_neg_1); if (unlikely(!__pyx_slice__16)) __PYX_ERR(0, 578, __pyx_L1_error) __Pyx_GOTREF(__pyx_slice__16); __Pyx_GIVEREF(__pyx_slice__16); /* "discodop/disambiguation.pyx":611 * while '}<' in deriv[0].label: * # one of the right children * children.extend(reversed(deriv[1:])) # <<<<<<<<<<<<<< * # move on to next node in this binarized constituent * deriv = deriv[0] */ __pyx_slice__17 = PySlice_New(__pyx_int_1, Py_None, Py_None); if (unlikely(!__pyx_slice__17)) __PYX_ERR(0, 611, __pyx_L1_error) __Pyx_GOTREF(__pyx_slice__17); __Pyx_GIVEREF(__pyx_slice__17); /* "discodop/disambiguation.pyx":615 * deriv = deriv[0] * # last right child * children.extend(reversed(deriv[1:])) # <<<<<<<<<<<<<< * elif '}<' in deriv[0].label: * deriv = deriv[0] */ __pyx_slice__18 = PySlice_New(__pyx_int_1, Py_None, Py_None); if (unlikely(!__pyx_slice__18)) __PYX_ERR(0, 615, __pyx_L1_error) __Pyx_GOTREF(__pyx_slice__18); __Pyx_GIVEREF(__pyx_slice__18); /* "discodop/disambiguation.pyx":688 * * result.append(frag.format(*['(%s %s)' % ( * chart.grammar.tolabel[chart.label(child.head)].split('@')[0], # <<<<<<<<<<<<<< * ('%d=%s' % (chart.lexidx(child.edge), * chart.sent[chart.lexidx(child.edge)]) */ __pyx_tuple__19 = PyTuple_Pack(1, __pyx_kp_u__14); if (unlikely(!__pyx_tuple__19)) __PYX_ERR(0, 688, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__19); __Pyx_GIVEREF(__pyx_tuple__19); /* "discodop/disambiguation.pyx":693 * if '@' in chart.grammar.tolabel[chart.label(child.head)] * else yieldranges(chart.indices(child.head)))) * for child in rechildren][::-1])) # <<<<<<<<<<<<<< * # recursively visit all substitution sites * for n in range(rechildren.size() - 1, -1, -1): */ __pyx_slice__20 = PySlice_New(Py_None, Py_None, __pyx_int_neg_1); if (unlikely(!__pyx_slice__20)) __PYX_ERR(0, 693, __pyx_L1_error) __Pyx_GOTREF(__pyx_slice__20); __Pyx_GIVEREF(__pyx_slice__20); /* "discodop/disambiguation.pyx":718 * while '}<' in deriv[0].label: * # one of the right children * children.extend(reversed(deriv[1:])) # <<<<<<<<<<<<<< * # move on to next node in this binarized constituent * deriv = deriv[0] */ __pyx_slice__21 = PySlice_New(__pyx_int_1, Py_None, Py_None); if (unlikely(!__pyx_slice__21)) __PYX_ERR(0, 718, __pyx_L1_error) __Pyx_GOTREF(__pyx_slice__21); __Pyx_GIVEREF(__pyx_slice__21); /* "discodop/disambiguation.pyx":722 * deriv = deriv[0] * # last right child * children.extend(reversed(deriv[1:])) # <<<<<<<<<<<<<< * elif '}<' in deriv[0].label: * deriv = deriv[0] */ __pyx_slice__22 = PySlice_New(__pyx_int_1, Py_None, Py_None); if (unlikely(!__pyx_slice__22)) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_GOTREF(__pyx_slice__22); __Pyx_GIVEREF(__pyx_slice__22); /* "discodop/disambiguation.pyx":729 * * result.append(frag.format(*['(%s %s)' % ( * child.label.split('@')[0], # <<<<<<<<<<<<<< * ('%d=%s' % (child[0], chart.sent[child[0]]) if '@' in child.label * else yieldranges(sorted(child.leaves())))) */ __pyx_tuple__23 = PyTuple_Pack(1, __pyx_kp_u__14); if (unlikely(!__pyx_tuple__23)) __PYX_ERR(0, 729, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__23); __Pyx_GIVEREF(__pyx_tuple__23); /* "discodop/disambiguation.pyx":832 * chart, _ = plcfrs.parse(sent, grammar, tags=tags, whitelist=whitelist) * if maskrules: * grammar.setmask(None) # <<<<<<<<<<<<<< * * if not chart: */ __pyx_tuple__24 = PyTuple_Pack(1, Py_None); if (unlikely(!__pyx_tuple__24)) __PYX_ERR(0, 832, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__24); __Pyx_GIVEREF(__pyx_tuple__24); /* "discodop/disambiguation.pyx":849 * word = sent[chart.lexidx(deriv.edge)] * return chart.grammar.lexical[ * chart.grammar.lexicalbylhs[label][word.encode('utf8')]].prob # <<<<<<<<<<<<<< * result = deriv.edge.rule.prob * result += getderivprob(chart.rankededges[ */ __pyx_tuple__25 = PyTuple_Pack(1, __pyx_n_u_utf8); if (unlikely(!__pyx_tuple__25)) __PYX_ERR(0, 849, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__25); __Pyx_GIVEREF(__pyx_tuple__25); /* "discodop/disambiguation.pyx":872 * cf. ``dopparseprob()``.""" * cdef list results = [] * for derivstr, _, _ in nlargest(k, parsetrees, key=itemgetter(1)): # <<<<<<<<<<<<<< * deriv = addbitsets(derivstr) * results.append((derivstr, exp(dopparseprob(deriv, sent, coarse, fine)), */ __pyx_tuple__26 = PyTuple_Pack(1, __pyx_int_1); if (unlikely(!__pyx_tuple__26)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__26); __Pyx_GIVEREF(__pyx_tuple__26); /* "discodop/disambiguation.pyx":911 * cdef str pos * if not fine.logprob: * raise ValueError('Grammar should have log probabilities.') # <<<<<<<<<<<<<< * # Log probabilities are not ideal here because we do lots of additions, * # but the probabilities are very small. */ __pyx_tuple__27 = PyTuple_Pack(1, __pyx_kp_u_Grammar_should_have_log_probabil); if (unlikely(!__pyx_tuple__27)) __PYX_ERR(0, 911, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__27); __Pyx_GIVEREF(__pyx_tuple__27); /* "discodop/disambiguation.pyx":920 * word = sent[n] * chart[1 << n] = cell = {} * it = fine.lexicalbyword.find(word.encode('utf8')) # <<<<<<<<<<<<<< * if it == fine.lexicalbyword.end(): * cell[fine.toid[pos]] = -0.0 */ __pyx_tuple__28 = PyTuple_Pack(1, __pyx_n_u_utf8); if (unlikely(!__pyx_tuple__28)) __PYX_ERR(0, 920, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__28); __Pyx_GIVEREF(__pyx_tuple__28); /* "discodop/disambiguation.pyx":933 * # do post-order traversal (bottom-up) * for node, (r, yf) in list(zip(tree.subtrees(), * lcfrsproductions(tree, sent)))[::-1]: # <<<<<<<<<<<<<< * if not isinstance(node[0], Tree): * continue */ __pyx_slice__29 = PySlice_New(Py_None, Py_None, __pyx_int_neg_1); if (unlikely(!__pyx_slice__29)) __PYX_ERR(0, 933, __pyx_L1_error) __Pyx_GOTREF(__pyx_slice__29); __Pyx_GIVEREF(__pyx_slice__29); /* "discodop/disambiguation.pyx":962 * cell[rule.lhs] = newprob * else: * raise ValueError('expected binary tree without empty nodes.') # <<<<<<<<<<<<<< * return chart[tree.bitset].get(fine.toid[tree.label], float('-inf')) * */ __pyx_tuple__30 = PyTuple_Pack(1, __pyx_kp_u_expected_binary_tree_without_emp); if (unlikely(!__pyx_tuple__30)) __PYX_ERR(0, 962, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__30); __Pyx_GIVEREF(__pyx_tuple__30); /* "discodop/disambiguation.pyx":992 * # score is the total number of nodes * # of the common fragments consisting of at least 2 parts * score += sum(frag[0].count('(') for frag in rev[i]) # <<<<<<<<<<<<<< * # divide by number of nodes in derivation to avoid preferring * # larger derivations */ __pyx_tuple__31 = PyTuple_Pack(1, __pyx_kp_u__12); if (unlikely(!__pyx_tuple__31)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__31); __Pyx_GIVEREF(__pyx_tuple__31); /* "discodop/disambiguation.pyx":971 * Searches for trees that share multiple fragments (multi component).""" * cdef list results = [] * for derivstr, prob, _ in nlargest(k, parsetrees, key=itemgetter(1)): # <<<<<<<<<<<<<< * tmp = _fragments.getctrees( * [(addbitsets(derivstr), sent)], vocab=vocab) */ __pyx_tuple__32 = PyTuple_Pack(1, __pyx_int_1); if (unlikely(!__pyx_tuple__32)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__32); __Pyx_GIVEREF(__pyx_tuple__32); /* "discodop/disambiguation.pyx":978 * disc=True, approx=False) * frags = {frag: bitset for frag, bitset in frags.items() * if frag[0].count('(') > 3} # <<<<<<<<<<<<<< * indices = _fragments.exactcounts( * tmp['trees1'], trees, list(frags.values()), indices=True) */ __pyx_tuple__33 = PyTuple_Pack(1, __pyx_kp_u__12); if (unlikely(!__pyx_tuple__33)) __PYX_ERR(0, 978, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__33); __Pyx_GIVEREF(__pyx_tuple__33); /* "discodop/disambiguation.pyx":995 * # divide by number of nodes in derivation to avoid preferring * # larger derivations * score = float(score) / (derivstr.count('(') + len(sent)) # <<<<<<<<<<<<<< * results.append((derivstr, (score, prob), None)) * msg = 're-ranked %d parse trees; best tree at %d. ' % ( */ __pyx_tuple__34 = PyTuple_Pack(1, __pyx_kp_u__12); if (unlikely(!__pyx_tuple__34)) __PYX_ERR(0, 995, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__34); __Pyx_GIVEREF(__pyx_tuple__34); /* "discodop/disambiguation.pyx":1067 * and isinstance(n[0], Tree) and '[' in n[0].label): * node.label = node[0].label * node[:] = node[0] # <<<<<<<<<<<<<< * return str(tree) * */ __pyx_slice__37 = PySlice_New(Py_None, Py_None, Py_None); if (unlikely(!__pyx_slice__37)) __PYX_ERR(0, 1067, __pyx_L1_error) __Pyx_GOTREF(__pyx_slice__37); __Pyx_GIVEREF(__pyx_slice__37); /* "discodop/disambiguation.pyx":1077 * * def e(x): * a, b, _ = max(x, key=itemgetter(1)) # <<<<<<<<<<<<<< * return (a, (int(abs(b[0])), b[1])) if isinstance(b, tuple) else ( * a, b) */ __pyx_tuple__38 = PyTuple_Pack(1, __pyx_int_1); if (unlikely(!__pyx_tuple__38)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__38); __Pyx_GIVEREF(__pyx_tuple__38); /* "discodop/disambiguation.pyx":1076 * from . import plcfrs * * def e(x): # <<<<<<<<<<<<<< * a, b, _ = max(x, key=itemgetter(1)) * return (a, (int(abs(b[0])), b[1])) if isinstance(b, tuple) else ( */ __pyx_tuple__40 = PyTuple_Pack(4, __pyx_n_s_x, __pyx_n_s_a, __pyx_n_s_b, __pyx_n_s__39); if (unlikely(!__pyx_tuple__40)) __PYX_ERR(0, 1076, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__40); __Pyx_GIVEREF(__pyx_tuple__40); __pyx_codeobj__41 = (PyObject*)__Pyx_PyCode_New(1, 0, 4, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__40, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_e, 1076, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__41)) __PYX_ERR(0, 1076, __pyx_L1_error) /* "discodop/disambiguation.pyx":1093 * xgrammar, altweights = dopreduction(trees, sents) * grammar = Grammar(xgrammar, altweights=altweights) * grammar.getmapping(None, striplabelre=REMOVEIDS) # <<<<<<<<<<<<<< * print(grammar) * sent = 'a b c'.split() */ __pyx_tuple__42 = PyTuple_Pack(1, Py_None); if (unlikely(!__pyx_tuple__42)) __PYX_ERR(0, 1093, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__42); __Pyx_GIVEREF(__pyx_tuple__42); /* "discodop/disambiguation.pyx":50 * include "constants.pxi" * * REMOVEIDS = re.compile('@[-0-9]+') # <<<<<<<<<<<<<< * REMOVEWORDTAGS = re.compile('@[^ )]+') * cdef str NONCONSTLABEL = '' */ __pyx_tuple__45 = PyTuple_Pack(1, __pyx_kp_u_0_9); if (unlikely(!__pyx_tuple__45)) __PYX_ERR(0, 50, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__45); __Pyx_GIVEREF(__pyx_tuple__45); /* "discodop/disambiguation.pyx":51 * * REMOVEIDS = re.compile('@[-0-9]+') * REMOVEWORDTAGS = re.compile('@[^ )]+') # <<<<<<<<<<<<<< * cdef str NONCONSTLABEL = '' * cdef str NEGATIVECONSTLABEL = '-#-' */ __pyx_tuple__47 = PyTuple_Pack(1, __pyx_kp_u__46); if (unlikely(!__pyx_tuple__47)) __PYX_ERR(0, 51, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__47); __Pyx_GIVEREF(__pyx_tuple__47); /* "discodop/disambiguation.pyx":364 * * * def gettree(cells, span): # <<<<<<<<<<<<<< * """Extract parse tree from most constituents correct table.""" * if span not in cells: */ __pyx_tuple__49 = PyTuple_Pack(6, __pyx_n_s_cells, __pyx_n_s_span, __pyx_n_s_label, __pyx_n_s_unused_score, __pyx_n_s_leftspan, __pyx_n_s_rightspan); if (unlikely(!__pyx_tuple__49)) __PYX_ERR(0, 364, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__49); __Pyx_GIVEREF(__pyx_tuple__49); __pyx_codeobj__50 = (PyObject*)__Pyx_PyCode_New(2, 0, 6, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__49, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_gettree, 364, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__50)) __PYX_ERR(0, 364, __pyx_L1_error) /* "discodop/disambiguation.pyx":640 * * * def fragmentsinderiv_str(str deriv, chart, list backtransform): # <<<<<<<<<<<<<< * """Extract the list of fragments that were used in a given derivation. * */ __pyx_tuple__51 = PyTuple_Pack(5, __pyx_n_s_deriv, __pyx_n_s_chart, __pyx_n_s_backtransform, __pyx_n_s_result, __pyx_n_s_deriv1); if (unlikely(!__pyx_tuple__51)) __PYX_ERR(0, 640, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__51); __Pyx_GIVEREF(__pyx_tuple__51); __pyx_codeobj__52 = (PyObject*)__Pyx_PyCode_New(3, 0, 5, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__51, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_fragmentsinderiv_str, 640, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__52)) __PYX_ERR(0, 640, __pyx_L1_error) /* "discodop/disambiguation.pyx":742 * * * def frontiernt(node): # <<<<<<<<<<<<<< * """Test whether node from a DOP derivation is a frontier nonterminal.""" * return '@' not in node.label */ __pyx_tuple__53 = PyTuple_Pack(1, __pyx_n_s_node); if (unlikely(!__pyx_tuple__53)) __PYX_ERR(0, 742, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__53); __Pyx_GIVEREF(__pyx_tuple__53); __pyx_codeobj__54 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__53, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_frontiernt, 742, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__54)) __PYX_ERR(0, 742, __pyx_L1_error) /* "discodop/disambiguation.pyx":747 * * * def splitfrag(node): # <<<<<<<<<<<<<< * """Return a copy of a tree with subtrees labeled without '@' removed.""" * children = [] */ __pyx_tuple__55 = PyTuple_Pack(3, __pyx_n_s_node, __pyx_n_s_children, __pyx_n_s_child); if (unlikely(!__pyx_tuple__55)) __PYX_ERR(0, 747, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__55); __Pyx_GIVEREF(__pyx_tuple__55); __pyx_codeobj__56 = (PyObject*)__Pyx_PyCode_New(1, 0, 3, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__55, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_splitfrag, 747, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__56)) __PYX_ERR(0, 747, __pyx_L1_error) /* "discodop/disambiguation.pyx":762 * * * def treeparsing(trees, sent, Grammar grammar, int m, backtransform, tags=None, # <<<<<<<<<<<<<< * maskrules=True): * """Assign probabilities to a sequence of trees with a DOP grammar. */ __pyx_tuple__57 = PyTuple_Pack(22, __pyx_n_s_trees, __pyx_n_s_sent, __pyx_n_s_grammar, __pyx_n_s_m, __pyx_n_s_backtransform, __pyx_n_s_tags, __pyx_n_s_maskrules, __pyx_n_s_item, __pyx_n_s_fitem, __pyx_n_s_whitelist, __pyx_n_s_n, __pyx_n_s_lensent, __pyx_n_s_treestr, __pyx_n_s_tree, __pyx_n_s_node, __pyx_n_s_r, __pyx_n_s_yf, __pyx_n_s_leaves, __pyx_n_s_label, __pyx_n_s_ruleno, __pyx_n_s_chart, __pyx_n_s__39); if (unlikely(!__pyx_tuple__57)) __PYX_ERR(0, 762, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__57); __Pyx_GIVEREF(__pyx_tuple__57); __pyx_codeobj__58 = (PyObject*)__Pyx_PyCode_New(7, 0, 22, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__57, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_treeparsing, 762, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__58)) __PYX_ERR(0, 762, __pyx_L1_error) /* "discodop/disambiguation.pyx":867 * * * def doprerank(parsetrees, sent, k, Grammar coarse, Grammar fine): # <<<<<<<<<<<<<< * """Rerank *k*-best coarse trees w/parse probabilities of DOP reduction. * */ __pyx_tuple__59 = PyTuple_Pack(10, __pyx_n_s_parsetrees, __pyx_n_s_sent, __pyx_n_s_k, __pyx_n_s_coarse, __pyx_n_s_fine, __pyx_n_s_results, __pyx_n_s_derivstr, __pyx_n_s__39, __pyx_n_s_deriv, __pyx_n_s_msg); if (unlikely(!__pyx_tuple__59)) __PYX_ERR(0, 867, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__59); __Pyx_GIVEREF(__pyx_tuple__59); __pyx_codeobj__60 = (PyObject*)__Pyx_PyCode_New(5, 0, 10, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__59, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_doprerank, 867, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__60)) __PYX_ERR(0, 867, __pyx_L1_error) /* "discodop/disambiguation.pyx":882 * * * def dopparseprob(tree, sent, Grammar coarse, Grammar fine): # <<<<<<<<<<<<<< * """Compute the exact DOP parse probability of a Tree in a DOP reduction. * */ __pyx_tuple__61 = PyTuple_Pack(21, __pyx_n_s_tree, __pyx_n_s_sent, __pyx_n_s_coarse, __pyx_n_s_fine, __pyx_n_s_chart, __pyx_n_s_cell, __pyx_n_s_rule, __pyx_n_s_lexrule, __pyx_n_s_n, __pyx_n_s_pos, __pyx_n_s_word, __pyx_n_s_it, __pyx_n_s_lexruleno, __pyx_n_s_node, __pyx_n_s_r, __pyx_n_s_yf, __pyx_n_s_prod, __pyx_n_s_ruleno, __pyx_n_s_leftcell, __pyx_n_s_rightcell, __pyx_n_s_newprob); if (unlikely(!__pyx_tuple__61)) __PYX_ERR(0, 882, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__61); __Pyx_GIVEREF(__pyx_tuple__61); __pyx_codeobj__62 = (PyObject*)__Pyx_PyCode_New(4, 0, 21, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__61, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_dopparseprob, 882, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__62)) __PYX_ERR(0, 882, __pyx_L1_error) /* "discodop/disambiguation.pyx":966 * * * def mcrerank(parsetrees, sent, k, trees, vocab): # <<<<<<<<<<<<<< * """Rerank *k*-best trees using tree fragments from training treebank. * */ __pyx_tuple__63 = PyTuple_Pack(20, __pyx_n_s_parsetrees, __pyx_n_s_sent, __pyx_n_s_k, __pyx_n_s_trees, __pyx_n_s_vocab, __pyx_n_s_results, __pyx_n_s_derivstr, __pyx_n_s_prob, __pyx_n_s__39, __pyx_n_s_tmp, __pyx_n_s_frags, __pyx_n_s_indices, __pyx_n_s_score, __pyx_n_s_rev, __pyx_n_s_frag, __pyx_n_s_idx, __pyx_n_s_i, __pyx_n_s_msg, __pyx_n_s_genexpr, __pyx_n_s_genexpr); if (unlikely(!__pyx_tuple__63)) __PYX_ERR(0, 966, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__63); __Pyx_GIVEREF(__pyx_tuple__63); __pyx_codeobj__64 = (PyObject*)__Pyx_PyCode_New(5, 0, 20, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__63, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_mcrerank, 966, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__64)) __PYX_ERR(0, 966, __pyx_L1_error) /* "discodop/disambiguation.pyx":1003 * * * def ostagderivation(derivtreestr, sent): # <<<<<<<<<<<<<< * """Extract the list of fragments that were used in a given derivation. * */ __pyx_tuple__65 = PyTuple_Pack(4, __pyx_n_s_derivtreestr, __pyx_n_s_sent, __pyx_n_s_derivtree, __pyx_n_s_tmp); if (unlikely(!__pyx_tuple__65)) __PYX_ERR(0, 1003, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__65); __Pyx_GIVEREF(__pyx_tuple__65); __pyx_codeobj__66 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__65, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_ostagderivation, 1003, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__66)) __PYX_ERR(0, 1003, __pyx_L1_error) /* "discodop/disambiguation.pyx":1017 * * * def ostagfrontiernt(node): # <<<<<<<<<<<<<< * """Test if osTAG derivation node is a substitution/adjunction site.""" * return ('@' not in node.label */ __pyx_tuple__67 = PyTuple_Pack(1, __pyx_n_s_node); if (unlikely(!__pyx_tuple__67)) __PYX_ERR(0, 1017, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__67); __Pyx_GIVEREF(__pyx_tuple__67); __pyx_codeobj__68 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__67, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_ostagfrontiernt, 1017, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__68)) __PYX_ERR(0, 1017, __pyx_L1_error) /* "discodop/disambiguation.pyx":1023 * * * def splitostagfrag(node, sent): # <<<<<<<<<<<<<< * """Return copy of tree after pruning subtrees that are subst/adj sites.""" * children = [] */ __pyx_tuple__69 = PyTuple_Pack(4, __pyx_n_s_node, __pyx_n_s_sent, __pyx_n_s_children, __pyx_n_s_child); if (unlikely(!__pyx_tuple__69)) __PYX_ERR(0, 1023, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__69); __Pyx_GIVEREF(__pyx_tuple__69); __pyx_codeobj__70 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__69, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_splitostagfrag, 1023, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__70)) __PYX_ERR(0, 1023, __pyx_L1_error) /* "discodop/disambiguation.pyx":1061 * * * def removeadjunaries(tree): # <<<<<<<<<<<<<< * """Remove artificial unary adjunction nodes from osTAG derivation.""" * tree = Tree(tree) */ __pyx_tuple__71 = PyTuple_Pack(2, __pyx_n_s_tree, __pyx_n_s_node); if (unlikely(!__pyx_tuple__71)) __PYX_ERR(0, 1061, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__71); __Pyx_GIVEREF(__pyx_tuple__71); __pyx_codeobj__72 = (PyObject*)__Pyx_PyCode_New(1, 0, 2, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__71, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_removeadjunaries, 1061, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__72)) __PYX_ERR(0, 1061, __pyx_L1_error) /* "discodop/disambiguation.pyx":1071 * * * def test(): # <<<<<<<<<<<<<< * from .grammar import dopreduction * from .containers import Grammar */ __pyx_tuple__73 = PyTuple_Pack(21, __pyx_n_s_dopreduction, __pyx_n_s_Grammar, __pyx_n_s_plcfrs, __pyx_n_s_e, __pyx_n_s_e, __pyx_n_s_trees, __pyx_n_s_sents, __pyx_n_s_xgrammar, __pyx_n_s_altweights, __pyx_n_s_grammar, __pyx_n_s_sent, __pyx_n_s_chart, __pyx_n_s__39, __pyx_n_s_vitderiv, __pyx_n_s_vitprob, __pyx_n_s_mpd, __pyx_n_s_mpp, __pyx_n_s_mcp, __pyx_n_s_sldop, __pyx_n_s_sldopsimple, __pyx_n_s_short); if (unlikely(!__pyx_tuple__73)) __PYX_ERR(0, 1071, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__73); __Pyx_GIVEREF(__pyx_tuple__73); __pyx_codeobj__74 = (PyObject*)__Pyx_PyCode_New(0, 0, 21, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__73, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_discodop_disambiguation_pyx, __pyx_n_s_test, 1071, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__74)) __PYX_ERR(0, 1071, __pyx_L1_error) __Pyx_RefNannyFinishContext(); return 0; __pyx_L1_error:; __Pyx_RefNannyFinishContext(); return -1; } static int __Pyx_InitGlobals(void) { if (__Pyx_InitStrings(__pyx_string_tab) < 0) __PYX_ERR(0, 1, __pyx_L1_error); __pyx_float_0_0 = PyFloat_FromDouble(0.0); if (unlikely(!__pyx_float_0_0)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_float_0_5 = PyFloat_FromDouble(0.5); if (unlikely(!__pyx_float_0_5)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_float_neg_0_0 = PyFloat_FromDouble(-0.0); if (unlikely(!__pyx_float_neg_0_0)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_0 = PyInt_FromLong(0); if (unlikely(!__pyx_int_0)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_1 = PyInt_FromLong(1); if (unlikely(!__pyx_int_1)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_3 = PyInt_FromLong(3); if (unlikely(!__pyx_int_3)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_7 = PyInt_FromLong(7); if (unlikely(!__pyx_int_7)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_10 = PyInt_FromLong(10); if (unlikely(!__pyx_int_10)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_460 = PyInt_FromLong(460); if (unlikely(!__pyx_int_460)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_1000 = PyInt_FromLong(1000); if (unlikely(!__pyx_int_1000)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_neg_1 = PyInt_FromLong(-1); if (unlikely(!__pyx_int_neg_1)) __PYX_ERR(0, 1, __pyx_L1_error) return 0; __pyx_L1_error:; return -1; } #if PY_MAJOR_VERSION < 3 PyMODINIT_FUNC initdisambiguation(void); /*proto*/ PyMODINIT_FUNC initdisambiguation(void) #else PyMODINIT_FUNC PyInit_disambiguation(void); /*proto*/ PyMODINIT_FUNC PyInit_disambiguation(void) #endif { PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; __Pyx_RefNannyDeclarations #if CYTHON_REFNANNY __Pyx_RefNanny = __Pyx_RefNannyImportAPI("refnanny"); if (!__Pyx_RefNanny) { PyErr_Clear(); __Pyx_RefNanny = __Pyx_RefNannyImportAPI("Cython.Runtime.refnanny"); if (!__Pyx_RefNanny) Py_FatalError("failed to import 'refnanny' module"); } #endif __Pyx_RefNannySetupContext("PyMODINIT_FUNC PyInit_disambiguation(void)", 0); if (__Pyx_check_binary_version() < 0) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_empty_tuple = PyTuple_New(0); if (unlikely(!__pyx_empty_tuple)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_empty_bytes = PyBytes_FromStringAndSize("", 0); if (unlikely(!__pyx_empty_bytes)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_empty_unicode = PyUnicode_FromStringAndSize("", 0); if (unlikely(!__pyx_empty_unicode)) __PYX_ERR(0, 1, __pyx_L1_error) #ifdef __Pyx_CyFunction_USED if (__pyx_CyFunction_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif #ifdef __Pyx_FusedFunction_USED if (__pyx_FusedFunction_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif #ifdef __Pyx_Coroutine_USED if (__pyx_Coroutine_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif #ifdef __Pyx_Generator_USED if (__pyx_Generator_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif #ifdef __Pyx_StopAsyncIteration_USED if (__pyx_StopAsyncIteration_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif /*--- Library function declarations ---*/ /*--- Threads initialization code ---*/ #if defined(__PYX_FORCE_INIT_THREADS) && __PYX_FORCE_INIT_THREADS #ifdef WITH_THREAD /* Python build with threading support? */ PyEval_InitThreads(); #endif #endif /*--- Module creation code ---*/ #if PY_MAJOR_VERSION < 3 __pyx_m = Py_InitModule4("disambiguation", __pyx_methods, __pyx_k_Disambiguate_parse_forests_with, 0, PYTHON_API_VERSION); Py_XINCREF(__pyx_m); #else __pyx_m = PyModule_Create(&__pyx_moduledef); #endif if (unlikely(!__pyx_m)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_d = PyModule_GetDict(__pyx_m); if (unlikely(!__pyx_d)) __PYX_ERR(0, 1, __pyx_L1_error) Py_INCREF(__pyx_d); __pyx_b = PyImport_AddModule(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_b)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_cython_runtime = PyImport_AddModule((char *) "cython_runtime"); if (unlikely(!__pyx_cython_runtime)) __PYX_ERR(0, 1, __pyx_L1_error) #if CYTHON_COMPILING_IN_PYPY Py_INCREF(__pyx_b); #endif if (PyObject_SetAttrString(__pyx_m, "__builtins__", __pyx_b) < 0) __PYX_ERR(0, 1, __pyx_L1_error); /*--- Initialize various global constants etc. ---*/ if (__Pyx_InitGlobals() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #if PY_MAJOR_VERSION < 3 && (__PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT) if (__Pyx_init_sys_getdefaultencoding_params() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif if (__pyx_module_is_main_discodop__disambiguation) { if (PyObject_SetAttrString(__pyx_m, "__name__", __pyx_n_s_main) < 0) __PYX_ERR(0, 1, __pyx_L1_error) } #if PY_MAJOR_VERSION >= 3 { PyObject *modules = PyImport_GetModuleDict(); if (unlikely(!modules)) __PYX_ERR(0, 1, __pyx_L1_error) if (!PyDict_GetItemString(modules, "discodop.disambiguation")) { if (unlikely(PyDict_SetItemString(modules, "discodop.disambiguation", __pyx_m) < 0)) __PYX_ERR(0, 1, __pyx_L1_error) } } #endif /*--- Builtin init code ---*/ if (__Pyx_InitCachedBuiltins() < 0) __PYX_ERR(0, 1, __pyx_L1_error) /*--- Constants init code ---*/ if (__Pyx_InitCachedConstants() < 0) __PYX_ERR(0, 1, __pyx_L1_error) /*--- Global init code ---*/ __pyx_v_8discodop_14disambiguation_NONCONSTLABEL = ((PyObject*)Py_None); Py_INCREF(Py_None); __pyx_v_8discodop_14disambiguation_NEGATIVECONSTLABEL = ((PyObject*)Py_None); Py_INCREF(Py_None); /*--- Variable export code ---*/ /*--- Function export code ---*/ /*--- Type init code ---*/ if (PyType_Ready(&__pyx_type_8discodop_14disambiguation___pyx_scope_struct__doprerank) < 0) __PYX_ERR(0, 867, __pyx_L1_error) __pyx_type_8discodop_14disambiguation___pyx_scope_struct__doprerank.tp_print = 0; __pyx_ptype_8discodop_14disambiguation___pyx_scope_struct__doprerank = &__pyx_type_8discodop_14disambiguation___pyx_scope_struct__doprerank; if (PyType_Ready(&__pyx_type_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank) < 0) __PYX_ERR(0, 966, __pyx_L1_error) __pyx_type_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank.tp_print = 0; __pyx_ptype_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank = &__pyx_type_8discodop_14disambiguation___pyx_scope_struct_1_mcrerank; if (PyType_Ready(&__pyx_type_8discodop_14disambiguation___pyx_scope_struct_2_genexpr) < 0) __PYX_ERR(0, 992, __pyx_L1_error) __pyx_type_8discodop_14disambiguation___pyx_scope_struct_2_genexpr.tp_print = 0; __pyx_ptype_8discodop_14disambiguation___pyx_scope_struct_2_genexpr = &__pyx_type_8discodop_14disambiguation___pyx_scope_struct_2_genexpr; /*--- Type import code ---*/ __pyx_ptype_7cpython_4type_type = __Pyx_ImportType(__Pyx_BUILTIN_MODULE_NAME, "type", #if CYTHON_COMPILING_IN_PYPY sizeof(PyTypeObject), #else sizeof(PyHeapTypeObject), #endif 0); if (unlikely(!__pyx_ptype_7cpython_4type_type)) __PYX_ERR(4, 9, __pyx_L1_error) __pyx_ptype_7cpython_5array_array = __Pyx_ImportType("array", "array", sizeof(arrayobject), 0); if (unlikely(!__pyx_ptype_7cpython_5array_array)) __PYX_ERR(1, 58, __pyx_L1_error) __pyx_ptype_8discodop_10containers_StringList = __Pyx_ImportType("discodop.containers", "StringList", sizeof(struct __pyx_obj_8discodop_10containers_StringList), 1); if (unlikely(!__pyx_ptype_8discodop_10containers_StringList)) __PYX_ERR(2, 509, __pyx_L1_error) __pyx_ptype_8discodop_10containers_StringIntDict = __Pyx_ImportType("discodop.containers", "StringIntDict", sizeof(struct __pyx_obj_8discodop_10containers_StringIntDict), 1); if (unlikely(!__pyx_ptype_8discodop_10containers_StringIntDict)) __PYX_ERR(2, 514, __pyx_L1_error) __pyx_ptype_8discodop_10containers_Grammar = __Pyx_ImportType("discodop.containers", "Grammar", sizeof(struct __pyx_obj_8discodop_10containers_Grammar), 1); if (unlikely(!__pyx_ptype_8discodop_10containers_Grammar)) __PYX_ERR(2, 519, __pyx_L1_error) __pyx_vtabptr_8discodop_10containers_Grammar = (struct __pyx_vtabstruct_8discodop_10containers_Grammar*)__Pyx_GetVtable(__pyx_ptype_8discodop_10containers_Grammar->tp_dict); if (unlikely(!__pyx_vtabptr_8discodop_10containers_Grammar)) __PYX_ERR(2, 519, __pyx_L1_error) __pyx_ptype_8discodop_10containers_Chart = __Pyx_ImportType("discodop.containers", "Chart", sizeof(struct __pyx_obj_8discodop_10containers_Chart), 1); if (unlikely(!__pyx_ptype_8discodop_10containers_Chart)) __PYX_ERR(2, 560, __pyx_L1_error) __pyx_vtabptr_8discodop_10containers_Chart = (struct __pyx_vtabstruct_8discodop_10containers_Chart*)__Pyx_GetVtable(__pyx_ptype_8discodop_10containers_Chart->tp_dict); if (unlikely(!__pyx_vtabptr_8discodop_10containers_Chart)) __PYX_ERR(2, 560, __pyx_L1_error) __pyx_ptype_8discodop_10containers_Whitelist = __Pyx_ImportType("discodop.containers", "Whitelist", sizeof(struct __pyx_obj_8discodop_10containers_Whitelist), 1); if (unlikely(!__pyx_ptype_8discodop_10containers_Whitelist)) __PYX_ERR(2, 591, __pyx_L1_error) __pyx_ptype_8discodop_10containers_Ctrees = __Pyx_ImportType("discodop.containers", "Ctrees", sizeof(struct __pyx_obj_8discodop_10containers_Ctrees), 1); if (unlikely(!__pyx_ptype_8discodop_10containers_Ctrees)) __PYX_ERR(2, 650, __pyx_L1_error) __pyx_vtabptr_8discodop_10containers_Ctrees = (struct __pyx_vtabstruct_8discodop_10containers_Ctrees*)__Pyx_GetVtable(__pyx_ptype_8discodop_10containers_Ctrees->tp_dict); if (unlikely(!__pyx_vtabptr_8discodop_10containers_Ctrees)) __PYX_ERR(2, 650, __pyx_L1_error) __pyx_ptype_8discodop_10containers_Vocabulary = __Pyx_ImportType("discodop.containers", "Vocabulary", sizeof(struct __pyx_obj_8discodop_10containers_Vocabulary), 1); if (unlikely(!__pyx_ptype_8discodop_10containers_Vocabulary)) __PYX_ERR(2, 677, __pyx_L1_error) __pyx_vtabptr_8discodop_10containers_Vocabulary = (struct __pyx_vtabstruct_8discodop_10containers_Vocabulary*)__Pyx_GetVtable(__pyx_ptype_8discodop_10containers_Vocabulary->tp_dict); if (unlikely(!__pyx_vtabptr_8discodop_10containers_Vocabulary)) __PYX_ERR(2, 677, __pyx_L1_error) __pyx_ptype_8discodop_10containers_FixedVocabulary = __Pyx_ImportType("discodop.containers", "FixedVocabulary", sizeof(struct __pyx_obj_8discodop_10containers_FixedVocabulary), 1); if (unlikely(!__pyx_ptype_8discodop_10containers_FixedVocabulary)) __PYX_ERR(2, 692, __pyx_L1_error) __pyx_vtabptr_8discodop_10containers_FixedVocabulary = (struct __pyx_vtabstruct_8discodop_10containers_FixedVocabulary*)__Pyx_GetVtable(__pyx_ptype_8discodop_10containers_FixedVocabulary->tp_dict); if (unlikely(!__pyx_vtabptr_8discodop_10containers_FixedVocabulary)) __PYX_ERR(2, 692, __pyx_L1_error) __pyx_ptype_8discodop_4pcfg_CFGChart = __Pyx_ImportType("discodop.pcfg", "CFGChart", sizeof(struct __pyx_obj_8discodop_4pcfg_CFGChart), 1); if (unlikely(!__pyx_ptype_8discodop_4pcfg_CFGChart)) __PYX_ERR(5, 48, __pyx_L1_error) __pyx_vtabptr_8discodop_4pcfg_CFGChart = (struct __pyx_vtabstruct_8discodop_4pcfg_CFGChart*)__Pyx_GetVtable(__pyx_ptype_8discodop_4pcfg_CFGChart->tp_dict); if (unlikely(!__pyx_vtabptr_8discodop_4pcfg_CFGChart)) __PYX_ERR(5, 48, __pyx_L1_error) __pyx_ptype_8discodop_4pcfg_DenseCFGChart = __Pyx_ImportType("discodop.pcfg", "DenseCFGChart", sizeof(struct __pyx_obj_8discodop_4pcfg_DenseCFGChart), 1); if (unlikely(!__pyx_ptype_8discodop_4pcfg_DenseCFGChart)) __PYX_ERR(5, 55, __pyx_L1_error) __pyx_vtabptr_8discodop_4pcfg_DenseCFGChart = (struct __pyx_vtabstruct_8discodop_4pcfg_DenseCFGChart*)__Pyx_GetVtable(__pyx_ptype_8discodop_4pcfg_DenseCFGChart->tp_dict); if (unlikely(!__pyx_vtabptr_8discodop_4pcfg_DenseCFGChart)) __PYX_ERR(5, 55, __pyx_L1_error) __pyx_ptype_8discodop_4pcfg_SparseCFGChart = __Pyx_ImportType("discodop.pcfg", "SparseCFGChart", sizeof(struct __pyx_obj_8discodop_4pcfg_SparseCFGChart), 1); if (unlikely(!__pyx_ptype_8discodop_4pcfg_SparseCFGChart)) __PYX_ERR(5, 64, __pyx_L1_error) __pyx_vtabptr_8discodop_4pcfg_SparseCFGChart = (struct __pyx_vtabstruct_8discodop_4pcfg_SparseCFGChart*)__Pyx_GetVtable(__pyx_ptype_8discodop_4pcfg_SparseCFGChart->tp_dict); if (unlikely(!__pyx_vtabptr_8discodop_4pcfg_SparseCFGChart)) __PYX_ERR(5, 64, __pyx_L1_error) __pyx_ptype_8discodop_6plcfrs_LCFRSChart = __Pyx_ImportType("discodop.plcfrs", "LCFRSChart", sizeof(struct __pyx_obj_8discodop_6plcfrs_LCFRSChart), 1); if (unlikely(!__pyx_ptype_8discodop_6plcfrs_LCFRSChart)) __PYX_ERR(6, 30, __pyx_L1_error) __pyx_vtabptr_8discodop_6plcfrs_LCFRSChart = (struct __pyx_vtabstruct_8discodop_6plcfrs_LCFRSChart*)__Pyx_GetVtable(__pyx_ptype_8discodop_6plcfrs_LCFRSChart->tp_dict); if (unlikely(!__pyx_vtabptr_8discodop_6plcfrs_LCFRSChart)) __PYX_ERR(6, 30, __pyx_L1_error) __pyx_ptype_8discodop_6plcfrs_SmallLCFRSChart = __Pyx_ImportType("discodop.plcfrs", "SmallLCFRSChart", sizeof(struct __pyx_obj_8discodop_6plcfrs_SmallLCFRSChart), 1); if (unlikely(!__pyx_ptype_8discodop_6plcfrs_SmallLCFRSChart)) __PYX_ERR(6, 38, __pyx_L1_error) __pyx_vtabptr_8discodop_6plcfrs_SmallLCFRSChart = (struct __pyx_vtabstruct_8discodop_6plcfrs_SmallLCFRSChart*)__Pyx_GetVtable(__pyx_ptype_8discodop_6plcfrs_SmallLCFRSChart->tp_dict); if (unlikely(!__pyx_vtabptr_8discodop_6plcfrs_SmallLCFRSChart)) __PYX_ERR(6, 38, __pyx_L1_error) __pyx_ptype_8discodop_6plcfrs_FatLCFRSChart = __Pyx_ImportType("discodop.plcfrs", "FatLCFRSChart", sizeof(struct __pyx_obj_8discodop_6plcfrs_FatLCFRSChart), 1); if (unlikely(!__pyx_ptype_8discodop_6plcfrs_FatLCFRSChart)) __PYX_ERR(6, 49, __pyx_L1_error) __pyx_vtabptr_8discodop_6plcfrs_FatLCFRSChart = (struct __pyx_vtabstruct_8discodop_6plcfrs_FatLCFRSChart*)__Pyx_GetVtable(__pyx_ptype_8discodop_6plcfrs_FatLCFRSChart->tp_dict); if (unlikely(!__pyx_vtabptr_8discodop_6plcfrs_FatLCFRSChart)) __PYX_ERR(6, 49, __pyx_L1_error) /*--- Variable import code ---*/ __pyx_t_1 = __Pyx_ImportModule("discodop.containers"); if (!__pyx_t_1) __PYX_ERR(0, 1, __pyx_L1_error) if (__Pyx_ImportVoidPtr(__pyx_t_1, "log1e200", (void **)&__pyx_vp_8discodop_10containers_log1e200, "PyObject *") < 0) __PYX_ERR(0, 1, __pyx_L1_error) Py_DECREF(__pyx_t_1); __pyx_t_1 = 0; /*--- Function import code ---*/ __pyx_t_2 = __Pyx_ImportModule("discodop.bit"); if (!__pyx_t_2) __PYX_ERR(0, 1, __pyx_L1_error) if (__Pyx_ImportFunction(__pyx_t_2, "bitcount", (void (**)(void))&__pyx_f_8discodop_3bit_bitcount, "int (uint64_t, int __pyx_skip_dispatch)") < 0) __PYX_ERR(0, 1, __pyx_L1_error) Py_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_3 = __Pyx_ImportModule("discodop.containers"); if (!__pyx_t_3) __PYX_ERR(0, 1, __pyx_L1_error) if (__Pyx_ImportFunction(__pyx_t_3, "CFGtoSmallChartItem", (void (**)(void))&__pyx_f_8discodop_10containers_CFGtoSmallChartItem, "SmallChartItem (Label, __pyx_t_8discodop_10containers_Idx, __pyx_t_8discodop_10containers_Idx)") < 0) __PYX_ERR(0, 1, __pyx_L1_error) if (__Pyx_ImportFunction(__pyx_t_3, "CFGtoFatChartItem", (void (**)(void))&__pyx_f_8discodop_10containers_CFGtoFatChartItem, "FatChartItem (Label, __pyx_t_8discodop_10containers_Idx, __pyx_t_8discodop_10containers_Idx)") < 0) __PYX_ERR(0, 1, __pyx_L1_error) Py_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_4 = __Pyx_ImportModule("discodop.kbest"); if (!__pyx_t_4) __PYX_ERR(0, 1, __pyx_L1_error) if (__Pyx_ImportFunction(__pyx_t_4, "getderiv", (void (**)(void))&__pyx_f_8discodop_5kbest_getderiv, "std::string (ItemNo, RankedEdge, struct __pyx_obj_8discodop_10containers_Chart *)") < 0) __PYX_ERR(0, 1, __pyx_L1_error) Py_DECREF(__pyx_t_4); __pyx_t_4 = 0; /*--- Execution code ---*/ #if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED) if (__Pyx_patch_abc() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif /* "discodop/disambiguation.pyx":10 * * from __future__ import print_function * import re # <<<<<<<<<<<<<< * from heapq import nlargest * from math import exp, log, isinf, fsum */ __pyx_t_5 = __Pyx_Import(__pyx_n_s_re, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 10, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_re, __pyx_t_5) < 0) __PYX_ERR(0, 10, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":11 * from __future__ import print_function * import re * from heapq import nlargest # <<<<<<<<<<<<<< * from math import exp, log, isinf, fsum * from random import random */ __pyx_t_5 = PyList_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 11, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_n_s_nlargest); __Pyx_GIVEREF(__pyx_n_s_nlargest); PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_nlargest); __pyx_t_6 = __Pyx_Import(__pyx_n_s_heapq, __pyx_t_5, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 11, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_nlargest); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 11, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_nlargest, __pyx_t_5) < 0) __PYX_ERR(0, 11, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "discodop/disambiguation.pyx":12 * import re * from heapq import nlargest * from math import exp, log, isinf, fsum # <<<<<<<<<<<<<< * from random import random * from bisect import bisect_right */ __pyx_t_6 = PyList_New(4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_n_s_exp); __Pyx_GIVEREF(__pyx_n_s_exp); PyList_SET_ITEM(__pyx_t_6, 0, __pyx_n_s_exp); __Pyx_INCREF(__pyx_n_s_log); __Pyx_GIVEREF(__pyx_n_s_log); PyList_SET_ITEM(__pyx_t_6, 1, __pyx_n_s_log); __Pyx_INCREF(__pyx_n_s_isinf); __Pyx_GIVEREF(__pyx_n_s_isinf); PyList_SET_ITEM(__pyx_t_6, 2, __pyx_n_s_isinf); __Pyx_INCREF(__pyx_n_s_fsum); __Pyx_GIVEREF(__pyx_n_s_fsum); PyList_SET_ITEM(__pyx_t_6, 3, __pyx_n_s_fsum); __pyx_t_5 = __Pyx_Import(__pyx_n_s_math, __pyx_t_6, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_exp); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_exp, __pyx_t_6) < 0) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_log); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_log, __pyx_t_6) < 0) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_isinf); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_isinf, __pyx_t_6) < 0) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_fsum); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_fsum, __pyx_t_6) < 0) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":13 * from heapq import nlargest * from math import exp, log, isinf, fsum * from random import random # <<<<<<<<<<<<<< * from bisect import bisect_right * from operator import itemgetter, attrgetter */ __pyx_t_5 = PyList_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 13, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_n_s_random); __Pyx_GIVEREF(__pyx_n_s_random); PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_random); __pyx_t_6 = __Pyx_Import(__pyx_n_s_random, __pyx_t_5, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 13, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_random); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 13, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_random, __pyx_t_5) < 0) __PYX_ERR(0, 13, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "discodop/disambiguation.pyx":14 * from math import exp, log, isinf, fsum * from random import random * from bisect import bisect_right # <<<<<<<<<<<<<< * from operator import itemgetter, attrgetter * from itertools import count */ __pyx_t_6 = PyList_New(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 14, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_n_s_bisect_right); __Pyx_GIVEREF(__pyx_n_s_bisect_right); PyList_SET_ITEM(__pyx_t_6, 0, __pyx_n_s_bisect_right); __pyx_t_5 = __Pyx_Import(__pyx_n_s_bisect, __pyx_t_6, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 14, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_bisect_right); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 14, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_bisect_right, __pyx_t_6) < 0) __PYX_ERR(0, 14, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":15 * from random import random * from bisect import bisect_right * from operator import itemgetter, attrgetter # <<<<<<<<<<<<<< * from itertools import count * from functools import partial */ __pyx_t_5 = PyList_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 15, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_n_s_itemgetter); __Pyx_GIVEREF(__pyx_n_s_itemgetter); PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_itemgetter); __Pyx_INCREF(__pyx_n_s_attrgetter); __Pyx_GIVEREF(__pyx_n_s_attrgetter); PyList_SET_ITEM(__pyx_t_5, 1, __pyx_n_s_attrgetter); __pyx_t_6 = __Pyx_Import(__pyx_n_s_operator, __pyx_t_5, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 15, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_itemgetter); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 15, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_itemgetter, __pyx_t_5) < 0) __PYX_ERR(0, 15, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_attrgetter); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 15, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_attrgetter, __pyx_t_5) < 0) __PYX_ERR(0, 15, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "discodop/disambiguation.pyx":16 * from bisect import bisect_right * from operator import itemgetter, attrgetter * from itertools import count # <<<<<<<<<<<<<< * from functools import partial * from collections import defaultdict */ __pyx_t_6 = PyList_New(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 16, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_n_s_count); __Pyx_GIVEREF(__pyx_n_s_count); PyList_SET_ITEM(__pyx_t_6, 0, __pyx_n_s_count); __pyx_t_5 = __Pyx_Import(__pyx_n_s_itertools, __pyx_t_6, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 16, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_count); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 16, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_count, __pyx_t_6) < 0) __PYX_ERR(0, 16, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":17 * from operator import itemgetter, attrgetter * from itertools import count * from functools import partial # <<<<<<<<<<<<<< * from collections import defaultdict * from . import plcfrs, _fragments */ __pyx_t_5 = PyList_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 17, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_n_s_partial); __Pyx_GIVEREF(__pyx_n_s_partial); PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_partial); __pyx_t_6 = __Pyx_Import(__pyx_n_s_functools, __pyx_t_5, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 17, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_partial); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 17, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_partial, __pyx_t_5) < 0) __PYX_ERR(0, 17, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "discodop/disambiguation.pyx":18 * from itertools import count * from functools import partial * from collections import defaultdict # <<<<<<<<<<<<<< * from . import plcfrs, _fragments * from .tree import Tree, ParentedTree, writediscbrackettree, brackettree */ __pyx_t_6 = PyList_New(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 18, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_n_s_defaultdict); __Pyx_GIVEREF(__pyx_n_s_defaultdict); PyList_SET_ITEM(__pyx_t_6, 0, __pyx_n_s_defaultdict); __pyx_t_5 = __Pyx_Import(__pyx_n_s_collections, __pyx_t_6, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 18, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_defaultdict); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 18, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_defaultdict, __pyx_t_6) < 0) __PYX_ERR(0, 18, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":19 * from functools import partial * from collections import defaultdict * from . import plcfrs, _fragments # <<<<<<<<<<<<<< * from .tree import Tree, ParentedTree, writediscbrackettree, brackettree * from .kbest import lazykbest */ __pyx_t_5 = PyList_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 19, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_n_s_plcfrs); __Pyx_GIVEREF(__pyx_n_s_plcfrs); PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_plcfrs); __Pyx_INCREF(__pyx_n_s_fragments); __Pyx_GIVEREF(__pyx_n_s_fragments); PyList_SET_ITEM(__pyx_t_5, 1, __pyx_n_s_fragments); __pyx_t_6 = __Pyx_Import(__pyx_n_s__3, __pyx_t_5, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 19, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_plcfrs); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 19, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_plcfrs, __pyx_t_5) < 0) __PYX_ERR(0, 19, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_fragments); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 19, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_fragments, __pyx_t_5) < 0) __PYX_ERR(0, 19, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "discodop/disambiguation.pyx":20 * from collections import defaultdict * from . import plcfrs, _fragments * from .tree import Tree, ParentedTree, writediscbrackettree, brackettree # <<<<<<<<<<<<<< * from .kbest import lazykbest * from .kbest cimport getderiv */ __pyx_t_6 = PyList_New(4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 20, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_n_s_Tree); __Pyx_GIVEREF(__pyx_n_s_Tree); PyList_SET_ITEM(__pyx_t_6, 0, __pyx_n_s_Tree); __Pyx_INCREF(__pyx_n_s_ParentedTree); __Pyx_GIVEREF(__pyx_n_s_ParentedTree); PyList_SET_ITEM(__pyx_t_6, 1, __pyx_n_s_ParentedTree); __Pyx_INCREF(__pyx_n_s_writediscbrackettree); __Pyx_GIVEREF(__pyx_n_s_writediscbrackettree); PyList_SET_ITEM(__pyx_t_6, 2, __pyx_n_s_writediscbrackettree); __Pyx_INCREF(__pyx_n_s_brackettree); __Pyx_GIVEREF(__pyx_n_s_brackettree); PyList_SET_ITEM(__pyx_t_6, 3, __pyx_n_s_brackettree); __pyx_t_5 = __Pyx_Import(__pyx_n_s_tree, __pyx_t_6, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 20, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_Tree); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 20, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_Tree, __pyx_t_6) < 0) __PYX_ERR(0, 20, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_ParentedTree); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 20, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_ParentedTree, __pyx_t_6) < 0) __PYX_ERR(0, 20, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_writediscbrackettree); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 20, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_writediscbrackettree, __pyx_t_6) < 0) __PYX_ERR(0, 20, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_brackettree); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 20, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_brackettree, __pyx_t_6) < 0) __PYX_ERR(0, 20, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":21 * from . import plcfrs, _fragments * from .tree import Tree, ParentedTree, writediscbrackettree, brackettree * from .kbest import lazykbest # <<<<<<<<<<<<<< * from .kbest cimport getderiv * from .grammar import lcfrsproductions, spinal, REMOVEDEC */ __pyx_t_5 = PyList_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 21, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_n_s_lazykbest); __Pyx_GIVEREF(__pyx_n_s_lazykbest); PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_lazykbest); __pyx_t_6 = __Pyx_Import(__pyx_n_s_kbest, __pyx_t_5, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 21, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_lazykbest); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 21, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_lazykbest, __pyx_t_5) < 0) __PYX_ERR(0, 21, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "discodop/disambiguation.pyx":23 * from .kbest import lazykbest * from .kbest cimport getderiv * from .grammar import lcfrsproductions, spinal, REMOVEDEC # <<<<<<<<<<<<<< * from .treetransforms import addbitsets, unbinarize, canonicalize, \ * collapseunary, mergediscnodes, binarize */ __pyx_t_6 = PyList_New(3); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 23, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_n_s_lcfrsproductions); __Pyx_GIVEREF(__pyx_n_s_lcfrsproductions); PyList_SET_ITEM(__pyx_t_6, 0, __pyx_n_s_lcfrsproductions); __Pyx_INCREF(__pyx_n_s_spinal); __Pyx_GIVEREF(__pyx_n_s_spinal); PyList_SET_ITEM(__pyx_t_6, 1, __pyx_n_s_spinal); __Pyx_INCREF(__pyx_n_s_REMOVEDEC); __Pyx_GIVEREF(__pyx_n_s_REMOVEDEC); PyList_SET_ITEM(__pyx_t_6, 2, __pyx_n_s_REMOVEDEC); __pyx_t_5 = __Pyx_Import(__pyx_n_s_grammar, __pyx_t_6, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 23, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_lcfrsproductions); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 23, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_lcfrsproductions, __pyx_t_6) < 0) __PYX_ERR(0, 23, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_spinal); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 23, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_spinal, __pyx_t_6) < 0) __PYX_ERR(0, 23, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_REMOVEDEC); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 23, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_REMOVEDEC, __pyx_t_6) < 0) __PYX_ERR(0, 23, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":24 * from .kbest cimport getderiv * from .grammar import lcfrsproductions, spinal, REMOVEDEC * from .treetransforms import addbitsets, unbinarize, canonicalize, \ # <<<<<<<<<<<<<< * collapseunary, mergediscnodes, binarize * from .bit import pyintnextset, pyintbitcount */ __pyx_t_5 = PyList_New(6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 24, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_n_s_addbitsets); __Pyx_GIVEREF(__pyx_n_s_addbitsets); PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_addbitsets); __Pyx_INCREF(__pyx_n_s_unbinarize); __Pyx_GIVEREF(__pyx_n_s_unbinarize); PyList_SET_ITEM(__pyx_t_5, 1, __pyx_n_s_unbinarize); __Pyx_INCREF(__pyx_n_s_canonicalize); __Pyx_GIVEREF(__pyx_n_s_canonicalize); PyList_SET_ITEM(__pyx_t_5, 2, __pyx_n_s_canonicalize); __Pyx_INCREF(__pyx_n_s_collapseunary); __Pyx_GIVEREF(__pyx_n_s_collapseunary); PyList_SET_ITEM(__pyx_t_5, 3, __pyx_n_s_collapseunary); __Pyx_INCREF(__pyx_n_s_mergediscnodes); __Pyx_GIVEREF(__pyx_n_s_mergediscnodes); PyList_SET_ITEM(__pyx_t_5, 4, __pyx_n_s_mergediscnodes); __Pyx_INCREF(__pyx_n_s_binarize); __Pyx_GIVEREF(__pyx_n_s_binarize); PyList_SET_ITEM(__pyx_t_5, 5, __pyx_n_s_binarize); __pyx_t_6 = __Pyx_Import(__pyx_n_s_treetransforms, __pyx_t_5, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 24, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_addbitsets); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 24, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_addbitsets, __pyx_t_5) < 0) __PYX_ERR(0, 24, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_unbinarize); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 24, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_unbinarize, __pyx_t_5) < 0) __PYX_ERR(0, 24, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_canonicalize); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 24, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_canonicalize, __pyx_t_5) < 0) __PYX_ERR(0, 24, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_collapseunary); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 24, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_collapseunary, __pyx_t_5) < 0) __PYX_ERR(0, 25, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_mergediscnodes); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 24, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_mergediscnodes, __pyx_t_5) < 0) __PYX_ERR(0, 25, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_ImportFrom(__pyx_t_6, __pyx_n_s_binarize); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 24, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_binarize, __pyx_t_5) < 0) __PYX_ERR(0, 25, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "discodop/disambiguation.pyx":26 * from .treetransforms import addbitsets, unbinarize, canonicalize, \ * collapseunary, mergediscnodes, binarize * from .bit import pyintnextset, pyintbitcount # <<<<<<<<<<<<<< * * cimport cython */ __pyx_t_6 = PyList_New(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 26, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_n_s_pyintnextset); __Pyx_GIVEREF(__pyx_n_s_pyintnextset); PyList_SET_ITEM(__pyx_t_6, 0, __pyx_n_s_pyintnextset); __Pyx_INCREF(__pyx_n_s_pyintbitcount); __Pyx_GIVEREF(__pyx_n_s_pyintbitcount); PyList_SET_ITEM(__pyx_t_6, 1, __pyx_n_s_pyintbitcount); __pyx_t_5 = __Pyx_Import(__pyx_n_s_bit, __pyx_t_6, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 26, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_pyintnextset); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 26, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_pyintnextset, __pyx_t_6) < 0) __PYX_ERR(0, 26, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_ImportFrom(__pyx_t_5, __pyx_n_s_pyintbitcount); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 26, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_pyintbitcount, __pyx_t_6) < 0) __PYX_ERR(0, 26, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":50 * include "constants.pxi" * * REMOVEIDS = re.compile('@[-0-9]+') # <<<<<<<<<<<<<< * REMOVEWORDTAGS = re.compile('@[^ )]+') * cdef str NONCONSTLABEL = '' */ __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_re); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 50, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_compile); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 50, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_tuple__45, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 50, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (PyDict_SetItem(__pyx_d, __pyx_n_s_REMOVEIDS, __pyx_t_5) < 0) __PYX_ERR(0, 50, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":51 * * REMOVEIDS = re.compile('@[-0-9]+') * REMOVEWORDTAGS = re.compile('@[^ )]+') # <<<<<<<<<<<<<< * cdef str NONCONSTLABEL = '' * cdef str NEGATIVECONSTLABEL = '-#-' */ __pyx_t_5 = __Pyx_GetModuleGlobalName(__pyx_n_s_re); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 51, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_compile); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 51, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_tuple__47, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 51, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (PyDict_SetItem(__pyx_d, __pyx_n_s_REMOVEWORDTAGS, __pyx_t_5) < 0) __PYX_ERR(0, 51, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":52 * REMOVEIDS = re.compile('@[-0-9]+') * REMOVEWORDTAGS = re.compile('@[^ )]+') * cdef str NONCONSTLABEL = '' # <<<<<<<<<<<<<< * cdef str NEGATIVECONSTLABEL = '-#-' * */ __Pyx_INCREF(__pyx_kp_u__3); __Pyx_XGOTREF(__pyx_v_8discodop_14disambiguation_NONCONSTLABEL); __Pyx_DECREF_SET(__pyx_v_8discodop_14disambiguation_NONCONSTLABEL, __pyx_kp_u__3); __Pyx_GIVEREF(__pyx_kp_u__3); /* "discodop/disambiguation.pyx":53 * REMOVEWORDTAGS = re.compile('@[^ )]+') * cdef str NONCONSTLABEL = '' * cdef str NEGATIVECONSTLABEL = '-#-' # <<<<<<<<<<<<<< * * cpdef getderivations(Chart chart, int k, derivstrings=True): */ __Pyx_INCREF(__pyx_kp_u__48); __Pyx_XGOTREF(__pyx_v_8discodop_14disambiguation_NEGATIVECONSTLABEL); __Pyx_DECREF_SET(__pyx_v_8discodop_14disambiguation_NEGATIVECONSTLABEL, __pyx_kp_u__48); __Pyx_GIVEREF(__pyx_kp_u__48); /* "discodop/disambiguation.pyx":364 * * * def gettree(cells, span): # <<<<<<<<<<<<<< * """Extract parse tree from most constituents correct table.""" * if span not in cells: */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_5gettree, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 364, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_gettree, __pyx_t_5) < 0) __PYX_ERR(0, 364, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":640 * * * def fragmentsinderiv_str(str deriv, chart, list backtransform): # <<<<<<<<<<<<<< * """Extract the list of fragments that were used in a given derivation. * */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_9fragmentsinderiv_str, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 640, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_fragmentsinderiv_str, __pyx_t_5) < 0) __PYX_ERR(0, 640, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":742 * * * def frontiernt(node): # <<<<<<<<<<<<<< * """Test whether node from a DOP derivation is a frontier nonterminal.""" * return '@' not in node.label */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_11frontiernt, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 742, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_frontiernt, __pyx_t_5) < 0) __PYX_ERR(0, 742, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":747 * * * def splitfrag(node): # <<<<<<<<<<<<<< * """Return a copy of a tree with subtrees labeled without '@' removed.""" * children = [] */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_13splitfrag, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 747, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_splitfrag, __pyx_t_5) < 0) __PYX_ERR(0, 747, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":762 * * * def treeparsing(trees, sent, Grammar grammar, int m, backtransform, tags=None, # <<<<<<<<<<<<<< * maskrules=True): * """Assign probabilities to a sequence of trees with a DOP grammar. */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_15treeparsing, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 762, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_treeparsing, __pyx_t_5) < 0) __PYX_ERR(0, 762, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":867 * * * def doprerank(parsetrees, sent, k, Grammar coarse, Grammar fine): # <<<<<<<<<<<<<< * """Rerank *k*-best coarse trees w/parse probabilities of DOP reduction. * */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_19doprerank, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 867, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_doprerank, __pyx_t_5) < 0) __PYX_ERR(0, 867, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":882 * * * def dopparseprob(tree, sent, Grammar coarse, Grammar fine): # <<<<<<<<<<<<<< * """Compute the exact DOP parse probability of a Tree in a DOP reduction. * */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_21dopparseprob, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 882, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_dopparseprob, __pyx_t_5) < 0) __PYX_ERR(0, 882, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":966 * * * def mcrerank(parsetrees, sent, k, trees, vocab): # <<<<<<<<<<<<<< * """Rerank *k*-best trees using tree fragments from training treebank. * */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_23mcrerank, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 966, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_mcrerank, __pyx_t_5) < 0) __PYX_ERR(0, 966, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":1003 * * * def ostagderivation(derivtreestr, sent): # <<<<<<<<<<<<<< * """Extract the list of fragments that were used in a given derivation. * */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_25ostagderivation, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1003, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_ostagderivation, __pyx_t_5) < 0) __PYX_ERR(0, 1003, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":1017 * * * def ostagfrontiernt(node): # <<<<<<<<<<<<<< * """Test if osTAG derivation node is a substitution/adjunction site.""" * return ('@' not in node.label */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_27ostagfrontiernt, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1017, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_ostagfrontiernt, __pyx_t_5) < 0) __PYX_ERR(0, 1017, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":1023 * * * def splitostagfrag(node, sent): # <<<<<<<<<<<<<< * """Return copy of tree after pruning subtrees that are subst/adj sites.""" * children = [] */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_29splitostagfrag, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1023, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_splitostagfrag, __pyx_t_5) < 0) __PYX_ERR(0, 1023, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":1061 * * * def removeadjunaries(tree): # <<<<<<<<<<<<<< * """Remove artificial unary adjunction nodes from osTAG derivation.""" * tree = Tree(tree) */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_31removeadjunaries, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1061, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_removeadjunaries, __pyx_t_5) < 0) __PYX_ERR(0, 1061, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":1071 * * * def test(): # <<<<<<<<<<<<<< * from .grammar import dopreduction * from .containers import Grammar */ __pyx_t_5 = PyCFunction_NewEx(&__pyx_mdef_8discodop_14disambiguation_33test, NULL, __pyx_n_s_discodop_disambiguation); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1071, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_test, __pyx_t_5) < 0) __PYX_ERR(0, 1071, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":1116 * 'shortest:\t%s %r' % e(short), sep='\n') * * __all__ = ['getderivations', 'marginalize', 'gettree', 'recoverfragments_str', # <<<<<<<<<<<<<< * 'fragmentsinderiv_str', 'treeparsing', 'viterbiderivation', * 'doprerank', 'dopparseprob', 'frontiernt', 'splitfrag'] */ __pyx_t_5 = PyList_New(11); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1116, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_n_u_getderivations); __Pyx_GIVEREF(__pyx_n_u_getderivations); PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_u_getderivations); __Pyx_INCREF(__pyx_n_u_marginalize); __Pyx_GIVEREF(__pyx_n_u_marginalize); PyList_SET_ITEM(__pyx_t_5, 1, __pyx_n_u_marginalize); __Pyx_INCREF(__pyx_n_u_gettree); __Pyx_GIVEREF(__pyx_n_u_gettree); PyList_SET_ITEM(__pyx_t_5, 2, __pyx_n_u_gettree); __Pyx_INCREF(__pyx_n_u_recoverfragments_str); __Pyx_GIVEREF(__pyx_n_u_recoverfragments_str); PyList_SET_ITEM(__pyx_t_5, 3, __pyx_n_u_recoverfragments_str); __Pyx_INCREF(__pyx_n_u_fragmentsinderiv_str); __Pyx_GIVEREF(__pyx_n_u_fragmentsinderiv_str); PyList_SET_ITEM(__pyx_t_5, 4, __pyx_n_u_fragmentsinderiv_str); __Pyx_INCREF(__pyx_n_u_treeparsing); __Pyx_GIVEREF(__pyx_n_u_treeparsing); PyList_SET_ITEM(__pyx_t_5, 5, __pyx_n_u_treeparsing); __Pyx_INCREF(__pyx_n_u_viterbiderivation); __Pyx_GIVEREF(__pyx_n_u_viterbiderivation); PyList_SET_ITEM(__pyx_t_5, 6, __pyx_n_u_viterbiderivation); __Pyx_INCREF(__pyx_n_u_doprerank); __Pyx_GIVEREF(__pyx_n_u_doprerank); PyList_SET_ITEM(__pyx_t_5, 7, __pyx_n_u_doprerank); __Pyx_INCREF(__pyx_n_u_dopparseprob); __Pyx_GIVEREF(__pyx_n_u_dopparseprob); PyList_SET_ITEM(__pyx_t_5, 8, __pyx_n_u_dopparseprob); __Pyx_INCREF(__pyx_n_u_frontiernt); __Pyx_GIVEREF(__pyx_n_u_frontiernt); PyList_SET_ITEM(__pyx_t_5, 9, __pyx_n_u_frontiernt); __Pyx_INCREF(__pyx_n_u_splitfrag); __Pyx_GIVEREF(__pyx_n_u_splitfrag); PyList_SET_ITEM(__pyx_t_5, 10, __pyx_n_u_splitfrag); if (PyDict_SetItem(__pyx_d, __pyx_n_s_all, __pyx_t_5) < 0) __PYX_ERR(0, 1116, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "discodop/disambiguation.pyx":1 * """Disambiguate parse forests with various methods for parse selection. # <<<<<<<<<<<<<< * * Use as follows: */ __pyx_t_5 = PyDict_New(); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_d, __pyx_n_s_test_2, __pyx_t_5) < 0) __PYX_ERR(0, 1, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "vector.from_py":45 * * @cname("__pyx_convert_vector_from_py_Prob") * cdef vector[X] __pyx_convert_vector_from_py_Prob(object o) except *: # <<<<<<<<<<<<<< * cdef vector[X] v * for item in o: */ /*--- Wrapped vars code ---*/ goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); if (__pyx_m) { if (__pyx_d) { __Pyx_AddTraceback("init discodop.disambiguation", 0, __pyx_lineno, __pyx_filename); } Py_DECREF(__pyx_m); __pyx_m = 0; } else if (!PyErr_Occurred()) { PyErr_SetString(PyExc_ImportError, "init discodop.disambiguation"); } __pyx_L0:; __Pyx_RefNannyFinishContext(); #if PY_MAJOR_VERSION < 3 return; #else return __pyx_m; #endif } /* --- Runtime support code --- */ /* Refnanny */ #if CYTHON_REFNANNY static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname) { PyObject *m = NULL, *p = NULL; void *r = NULL; m = PyImport_ImportModule((char *)modname); if (!m) goto end; p = PyObject_GetAttrString(m, (char *)"RefNannyAPI"); if (!p) goto end; r = PyLong_AsVoidPtr(p); end: Py_XDECREF(p); Py_XDECREF(m); return (__Pyx_RefNannyAPIStruct *)r; } #endif /* GetBuiltinName */ static PyObject *__Pyx_GetBuiltinName(PyObject *name) { PyObject* result = __Pyx_PyObject_GetAttrStr(__pyx_b, name); if (unlikely(!result)) { PyErr_Format(PyExc_NameError, #if PY_MAJOR_VERSION >= 3 "name '%U' is not defined", name); #else "name '%.200s' is not defined", PyString_AS_STRING(name)); #endif } return result; } /* GetModuleGlobalName */ static CYTHON_INLINE PyObject *__Pyx_GetModuleGlobalName(PyObject *name) { PyObject *result; #if !CYTHON_AVOID_BORROWED_REFS result = PyDict_GetItem(__pyx_d, name); if (likely(result)) { Py_INCREF(result); } else { #else result = PyObject_GetItem(__pyx_d, name); if (!result) { PyErr_Clear(); #endif result = __Pyx_GetBuiltinName(name); } return result; } /* PyObjectCall */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw) { PyObject *result; ternaryfunc call = func->ob_type->tp_call; if (unlikely(!call)) return PyObject_Call(func, arg, kw); if (unlikely(Py_EnterRecursiveCall((char*)" while calling a Python object"))) return NULL; result = (*call)(func, arg, kw); Py_LeaveRecursiveCall(); if (unlikely(!result) && unlikely(!PyErr_Occurred())) { PyErr_SetString( PyExc_SystemError, "NULL result without error in PyObject_Call"); } return result; } #endif /* RaiseArgTupleInvalid */ static void __Pyx_RaiseArgtupleInvalid( const char* func_name, int exact, Py_ssize_t num_min, Py_ssize_t num_max, Py_ssize_t num_found) { Py_ssize_t num_expected; const char *more_or_less; if (num_found < num_min) { num_expected = num_min; more_or_less = "at least"; } else { num_expected = num_max; more_or_less = "at most"; } if (exact) { more_or_less = "exactly"; } PyErr_Format(PyExc_TypeError, "%.200s() takes %.8s %" CYTHON_FORMAT_SSIZE_T "d positional argument%.1s (%" CYTHON_FORMAT_SSIZE_T "d given)", func_name, more_or_less, num_expected, (num_expected == 1) ? "" : "s", num_found); } /* RaiseDoubleKeywords */ static void __Pyx_RaiseDoubleKeywordsError( const char* func_name, PyObject* kw_name) { PyErr_Format(PyExc_TypeError, #if PY_MAJOR_VERSION >= 3 "%s() got multiple values for keyword argument '%U'", func_name, kw_name); #else "%s() got multiple values for keyword argument '%s'", func_name, PyString_AsString(kw_name)); #endif } /* ParseKeywords */ static int __Pyx_ParseOptionalKeywords( PyObject *kwds, PyObject **argnames[], PyObject *kwds2, PyObject *values[], Py_ssize_t num_pos_args, const char* function_name) { PyObject *key = 0, *value = 0; Py_ssize_t pos = 0; PyObject*** name; PyObject*** first_kw_arg = argnames + num_pos_args; while (PyDict_Next(kwds, &pos, &key, &value)) { name = first_kw_arg; while (*name && (**name != key)) name++; if (*name) { values[name-argnames] = value; continue; } name = first_kw_arg; #if PY_MAJOR_VERSION < 3 if (likely(PyString_CheckExact(key)) || likely(PyString_Check(key))) { while (*name) { if ((CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**name) == PyString_GET_SIZE(key)) && _PyString_Eq(**name, key)) { values[name-argnames] = value; break; } name++; } if (*name) continue; else { PyObject*** argname = argnames; while (argname != first_kw_arg) { if ((**argname == key) || ( (CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**argname) == PyString_GET_SIZE(key)) && _PyString_Eq(**argname, key))) { goto arg_passed_twice; } argname++; } } } else #endif if (likely(PyUnicode_Check(key))) { while (*name) { int cmp = (**name == key) ? 0 : #if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3 (PyUnicode_GET_SIZE(**name) != PyUnicode_GET_SIZE(key)) ? 1 : #endif PyUnicode_Compare(**name, key); if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad; if (cmp == 0) { values[name-argnames] = value; break; } name++; } if (*name) continue; else { PyObject*** argname = argnames; while (argname != first_kw_arg) { int cmp = (**argname == key) ? 0 : #if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3 (PyUnicode_GET_SIZE(**argname) != PyUnicode_GET_SIZE(key)) ? 1 : #endif PyUnicode_Compare(**argname, key); if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad; if (cmp == 0) goto arg_passed_twice; argname++; } } } else goto invalid_keyword_type; if (kwds2) { if (unlikely(PyDict_SetItem(kwds2, key, value))) goto bad; } else { goto invalid_keyword; } } return 0; arg_passed_twice: __Pyx_RaiseDoubleKeywordsError(function_name, key); goto bad; invalid_keyword_type: PyErr_Format(PyExc_TypeError, "%.200s() keywords must be strings", function_name); goto bad; invalid_keyword: PyErr_Format(PyExc_TypeError, #if PY_MAJOR_VERSION < 3 "%.200s() got an unexpected keyword argument '%.200s'", function_name, PyString_AsString(key)); #else "%s() got an unexpected keyword argument '%U'", function_name, key); #endif bad: return -1; } /* ArgTypeTest */ static void __Pyx_RaiseArgumentTypeInvalid(const char* name, PyObject *obj, PyTypeObject *type) { PyErr_Format(PyExc_TypeError, "Argument '%.200s' has incorrect type (expected %.200s, got %.200s)", name, type->tp_name, Py_TYPE(obj)->tp_name); } static CYTHON_INLINE int __Pyx_ArgTypeTest(PyObject *obj, PyTypeObject *type, int none_allowed, const char *name, int exact) { if (unlikely(!type)) { PyErr_SetString(PyExc_SystemError, "Missing type object"); return 0; } if (none_allowed && obj == Py_None) return 1; else if (exact) { if (likely(Py_TYPE(obj) == type)) return 1; #if PY_MAJOR_VERSION == 2 else if ((type == &PyBaseString_Type) && likely(__Pyx_PyBaseString_CheckExact(obj))) return 1; #endif } else { if (likely(PyObject_TypeCheck(obj, type))) return 1; } __Pyx_RaiseArgumentTypeInvalid(name, obj, type); return 0; } /* BytesEquals */ static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals) { #if CYTHON_COMPILING_IN_PYPY return PyObject_RichCompareBool(s1, s2, equals); #else if (s1 == s2) { return (equals == Py_EQ); } else if (PyBytes_CheckExact(s1) & PyBytes_CheckExact(s2)) { const char *ps1, *ps2; Py_ssize_t length = PyBytes_GET_SIZE(s1); if (length != PyBytes_GET_SIZE(s2)) return (equals == Py_NE); ps1 = PyBytes_AS_STRING(s1); ps2 = PyBytes_AS_STRING(s2); if (ps1[0] != ps2[0]) { return (equals == Py_NE); } else if (length == 1) { return (equals == Py_EQ); } else { int result; #if CYTHON_USE_UNICODE_INTERNALS Py_hash_t hash1, hash2; hash1 = ((PyBytesObject*)s1)->ob_shash; hash2 = ((PyBytesObject*)s2)->ob_shash; if (hash1 != hash2 && hash1 != -1 && hash2 != -1) { return (equals == Py_NE); } #endif result = memcmp(ps1, ps2, (size_t)length); return (equals == Py_EQ) ? (result == 0) : (result != 0); } } else if ((s1 == Py_None) & PyBytes_CheckExact(s2)) { return (equals == Py_NE); } else if ((s2 == Py_None) & PyBytes_CheckExact(s1)) { return (equals == Py_NE); } else { int result; PyObject* py_result = PyObject_RichCompare(s1, s2, equals); if (!py_result) return -1; result = __Pyx_PyObject_IsTrue(py_result); Py_DECREF(py_result); return result; } #endif } /* UnicodeEquals */ static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals) { #if CYTHON_COMPILING_IN_PYPY return PyObject_RichCompareBool(s1, s2, equals); #else #if PY_MAJOR_VERSION < 3 PyObject* owned_ref = NULL; #endif int s1_is_unicode, s2_is_unicode; if (s1 == s2) { goto return_eq; } s1_is_unicode = PyUnicode_CheckExact(s1); s2_is_unicode = PyUnicode_CheckExact(s2); #if PY_MAJOR_VERSION < 3 if ((s1_is_unicode & (!s2_is_unicode)) && PyString_CheckExact(s2)) { owned_ref = PyUnicode_FromObject(s2); if (unlikely(!owned_ref)) return -1; s2 = owned_ref; s2_is_unicode = 1; } else if ((s2_is_unicode & (!s1_is_unicode)) && PyString_CheckExact(s1)) { owned_ref = PyUnicode_FromObject(s1); if (unlikely(!owned_ref)) return -1; s1 = owned_ref; s1_is_unicode = 1; } else if (((!s2_is_unicode) & (!s1_is_unicode))) { return __Pyx_PyBytes_Equals(s1, s2, equals); } #endif if (s1_is_unicode & s2_is_unicode) { Py_ssize_t length; int kind; void *data1, *data2; if (unlikely(__Pyx_PyUnicode_READY(s1) < 0) || unlikely(__Pyx_PyUnicode_READY(s2) < 0)) return -1; length = __Pyx_PyUnicode_GET_LENGTH(s1); if (length != __Pyx_PyUnicode_GET_LENGTH(s2)) { goto return_ne; } #if CYTHON_USE_UNICODE_INTERNALS { Py_hash_t hash1, hash2; #if CYTHON_PEP393_ENABLED hash1 = ((PyASCIIObject*)s1)->hash; hash2 = ((PyASCIIObject*)s2)->hash; #else hash1 = ((PyUnicodeObject*)s1)->hash; hash2 = ((PyUnicodeObject*)s2)->hash; #endif if (hash1 != hash2 && hash1 != -1 && hash2 != -1) { goto return_ne; } } #endif kind = __Pyx_PyUnicode_KIND(s1); if (kind != __Pyx_PyUnicode_KIND(s2)) { goto return_ne; } data1 = __Pyx_PyUnicode_DATA(s1); data2 = __Pyx_PyUnicode_DATA(s2); if (__Pyx_PyUnicode_READ(kind, data1, 0) != __Pyx_PyUnicode_READ(kind, data2, 0)) { goto return_ne; } else if (length == 1) { goto return_eq; } else { int result = memcmp(data1, data2, (size_t)(length * kind)); #if PY_MAJOR_VERSION < 3 Py_XDECREF(owned_ref); #endif return (equals == Py_EQ) ? (result == 0) : (result != 0); } } else if ((s1 == Py_None) & s2_is_unicode) { goto return_ne; } else if ((s2 == Py_None) & s1_is_unicode) { goto return_ne; } else { int result; PyObject* py_result = PyObject_RichCompare(s1, s2, equals); if (!py_result) return -1; result = __Pyx_PyObject_IsTrue(py_result); Py_DECREF(py_result); return result; } return_eq: #if PY_MAJOR_VERSION < 3 Py_XDECREF(owned_ref); #endif return (equals == Py_EQ); return_ne: #if PY_MAJOR_VERSION < 3 Py_XDECREF(owned_ref); #endif return (equals == Py_NE); #endif } /* PyCFunctionFastCall */ #if CYTHON_FAST_PYCCALL static CYTHON_INLINE PyObject * __Pyx_PyCFunction_FastCall(PyObject *func_obj, PyObject **args, Py_ssize_t nargs) { PyCFunctionObject *func = (PyCFunctionObject*)func_obj; PyCFunction meth = PyCFunction_GET_FUNCTION(func); PyObject *self = PyCFunction_GET_SELF(func); int flags = PyCFunction_GET_FLAGS(func); assert(PyCFunction_Check(func)); assert(METH_FASTCALL == (flags & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_KEYWORDS))); assert(nargs >= 0); assert(nargs == 0 || args != NULL); /* _PyCFunction_FastCallDict() must not be called with an exception set, because it may clear it (directly or indirectly) and so the caller loses its exception */ assert(!PyErr_Occurred()); if ((PY_VERSION_HEX < 0x030700A0) || unlikely(flags & METH_KEYWORDS)) { return (*((__Pyx_PyCFunctionFastWithKeywords)meth)) (self, args, nargs, NULL); } else { return (*((__Pyx_PyCFunctionFast)meth)) (self, args, nargs); } } #endif /* PyFunctionFastCall */ #if CYTHON_FAST_PYCALL #include "frameobject.h" static PyObject* __Pyx_PyFunction_FastCallNoKw(PyCodeObject *co, PyObject **args, Py_ssize_t na, PyObject *globals) { PyFrameObject *f; PyThreadState *tstate = PyThreadState_GET(); PyObject **fastlocals; Py_ssize_t i; PyObject *result; assert(globals != NULL); /* XXX Perhaps we should create a specialized PyFrame_New() that doesn't take locals, but does take builtins without sanity checking them. */ assert(tstate != NULL); f = PyFrame_New(tstate, co, globals, NULL); if (f == NULL) { return NULL; } fastlocals = f->f_localsplus; for (i = 0; i < na; i++) { Py_INCREF(*args); fastlocals[i] = *args++; } result = PyEval_EvalFrameEx(f,0); ++tstate->recursion_depth; Py_DECREF(f); --tstate->recursion_depth; return result; } #if 1 || PY_VERSION_HEX < 0x030600B1 static PyObject *__Pyx_PyFunction_FastCallDict(PyObject *func, PyObject **args, int nargs, PyObject *kwargs) { PyCodeObject *co = (PyCodeObject *)PyFunction_GET_CODE(func); PyObject *globals = PyFunction_GET_GLOBALS(func); PyObject *argdefs = PyFunction_GET_DEFAULTS(func); PyObject *closure; #if PY_MAJOR_VERSION >= 3 PyObject *kwdefs; #endif PyObject *kwtuple, **k; PyObject **d; Py_ssize_t nd; Py_ssize_t nk; PyObject *result; assert(kwargs == NULL || PyDict_Check(kwargs)); nk = kwargs ? PyDict_Size(kwargs) : 0; if (Py_EnterRecursiveCall((char*)" while calling a Python object")) { return NULL; } if ( #if PY_MAJOR_VERSION >= 3 co->co_kwonlyargcount == 0 && #endif likely(kwargs == NULL || nk == 0) && co->co_flags == (CO_OPTIMIZED | CO_NEWLOCALS | CO_NOFREE)) { if (argdefs == NULL && co->co_argcount == nargs) { result = __Pyx_PyFunction_FastCallNoKw(co, args, nargs, globals); goto done; } else if (nargs == 0 && argdefs != NULL && co->co_argcount == Py_SIZE(argdefs)) { /* function called with no arguments, but all parameters have a default value: use default values as arguments .*/ args = &PyTuple_GET_ITEM(argdefs, 0); result =__Pyx_PyFunction_FastCallNoKw(co, args, Py_SIZE(argdefs), globals); goto done; } } if (kwargs != NULL) { Py_ssize_t pos, i; kwtuple = PyTuple_New(2 * nk); if (kwtuple == NULL) { result = NULL; goto done; } k = &PyTuple_GET_ITEM(kwtuple, 0); pos = i = 0; while (PyDict_Next(kwargs, &pos, &k[i], &k[i+1])) { Py_INCREF(k[i]); Py_INCREF(k[i+1]); i += 2; } nk = i / 2; } else { kwtuple = NULL; k = NULL; } closure = PyFunction_GET_CLOSURE(func); #if PY_MAJOR_VERSION >= 3 kwdefs = PyFunction_GET_KW_DEFAULTS(func); #endif if (argdefs != NULL) { d = &PyTuple_GET_ITEM(argdefs, 0); nd = Py_SIZE(argdefs); } else { d = NULL; nd = 0; } #if PY_MAJOR_VERSION >= 3 result = PyEval_EvalCodeEx((PyObject*)co, globals, (PyObject *)NULL, args, nargs, k, (int)nk, d, (int)nd, kwdefs, closure); #else result = PyEval_EvalCodeEx(co, globals, (PyObject *)NULL, args, nargs, k, (int)nk, d, (int)nd, closure); #endif Py_XDECREF(kwtuple); done: Py_LeaveRecursiveCall(); return result; } #endif #endif /* PyObjectCallMethO */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg) { PyObject *self, *result; PyCFunction cfunc; cfunc = PyCFunction_GET_FUNCTION(func); self = PyCFunction_GET_SELF(func); if (unlikely(Py_EnterRecursiveCall((char*)" while calling a Python object"))) return NULL; result = cfunc(self, arg); Py_LeaveRecursiveCall(); if (unlikely(!result) && unlikely(!PyErr_Occurred())) { PyErr_SetString( PyExc_SystemError, "NULL result without error in PyObject_Call"); } return result; } #endif /* PyObjectCallOneArg */ #if CYTHON_COMPILING_IN_CPYTHON static PyObject* __Pyx__PyObject_CallOneArg(PyObject *func, PyObject *arg) { PyObject *result; PyObject *args = PyTuple_New(1); if (unlikely(!args)) return NULL; Py_INCREF(arg); PyTuple_SET_ITEM(args, 0, arg); result = __Pyx_PyObject_Call(func, args, NULL); Py_DECREF(args); return result; } static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) { #if CYTHON_FAST_PYCALL if (PyFunction_Check(func)) { return __Pyx_PyFunction_FastCall(func, &arg, 1); } #endif if (likely(PyCFunction_Check(func))) { if (likely(PyCFunction_GET_FLAGS(func) & METH_O)) { return __Pyx_PyObject_CallMethO(func, arg); #if CYTHON_FAST_PYCCALL } else if (PyCFunction_GET_FLAGS(func) & METH_FASTCALL) { return __Pyx_PyCFunction_FastCall(func, &arg, 1); #endif } } return __Pyx__PyObject_CallOneArg(func, arg); } #else static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) { PyObject *result; PyObject *args = PyTuple_Pack(1, arg); if (unlikely(!args)) return NULL; result = __Pyx_PyObject_Call(func, args, NULL); Py_DECREF(args); return result; } #endif /* PyObjectCallNoArg */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func) { #if CYTHON_FAST_PYCALL if (PyFunction_Check(func)) { return __Pyx_PyFunction_FastCall(func, NULL, 0); } #endif #ifdef __Pyx_CyFunction_USED if (likely(PyCFunction_Check(func) || PyObject_TypeCheck(func, __pyx_CyFunctionType))) { #else if (likely(PyCFunction_Check(func))) { #endif if (likely(PyCFunction_GET_FLAGS(func) & METH_NOARGS)) { return __Pyx_PyObject_CallMethO(func, NULL); } } return __Pyx_PyObject_Call(func, __pyx_empty_tuple, NULL); } #endif /* RaiseTooManyValuesToUnpack */ static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected) { PyErr_Format(PyExc_ValueError, "too many values to unpack (expected %" CYTHON_FORMAT_SSIZE_T "d)", expected); } /* RaiseNeedMoreValuesToUnpack */ static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index) { PyErr_Format(PyExc_ValueError, "need more than %" CYTHON_FORMAT_SSIZE_T "d value%.1s to unpack", index, (index == 1) ? "" : "s"); } /* IterFinish */ static CYTHON_INLINE int __Pyx_IterFinish(void) { #if CYTHON_FAST_THREAD_STATE PyThreadState *tstate = PyThreadState_GET(); PyObject* exc_type = tstate->curexc_type; if (unlikely(exc_type)) { if (likely(exc_type == PyExc_StopIteration) || PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration)) { PyObject *exc_value, *exc_tb; exc_value = tstate->curexc_value; exc_tb = tstate->curexc_traceback; tstate->curexc_type = 0; tstate->curexc_value = 0; tstate->curexc_traceback = 0; Py_DECREF(exc_type); Py_XDECREF(exc_value); Py_XDECREF(exc_tb); return 0; } else { return -1; } } return 0; #else if (unlikely(PyErr_Occurred())) { if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) { PyErr_Clear(); return 0; } else { return -1; } } return 0; #endif } /* UnpackItemEndCheck */ static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected) { if (unlikely(retval)) { Py_DECREF(retval); __Pyx_RaiseTooManyValuesError(expected); return -1; } else { return __Pyx_IterFinish(); } return 0; } /* SaveResetException */ #if CYTHON_FAST_THREAD_STATE static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) { *type = tstate->exc_type; *value = tstate->exc_value; *tb = tstate->exc_traceback; Py_XINCREF(*type); Py_XINCREF(*value); Py_XINCREF(*tb); } static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) { PyObject *tmp_type, *tmp_value, *tmp_tb; tmp_type = tstate->exc_type; tmp_value = tstate->exc_value; tmp_tb = tstate->exc_traceback; tstate->exc_type = type; tstate->exc_value = value; tstate->exc_traceback = tb; Py_XDECREF(tmp_type); Py_XDECREF(tmp_value); Py_XDECREF(tmp_tb); } #endif /* GetException */ #if CYTHON_FAST_THREAD_STATE static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) { #else static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb) { #endif PyObject *local_type, *local_value, *local_tb; #if CYTHON_FAST_THREAD_STATE PyObject *tmp_type, *tmp_value, *tmp_tb; local_type = tstate->curexc_type; local_value = tstate->curexc_value; local_tb = tstate->curexc_traceback; tstate->curexc_type = 0; tstate->curexc_value = 0; tstate->curexc_traceback = 0; #else PyErr_Fetch(&local_type, &local_value, &local_tb); #endif PyErr_NormalizeException(&local_type, &local_value, &local_tb); #if CYTHON_FAST_THREAD_STATE if (unlikely(tstate->curexc_type)) #else if (unlikely(PyErr_Occurred())) #endif goto bad; #if PY_MAJOR_VERSION >= 3 if (local_tb) { if (unlikely(PyException_SetTraceback(local_value, local_tb) < 0)) goto bad; } #endif Py_XINCREF(local_tb); Py_XINCREF(local_type); Py_XINCREF(local_value); *type = local_type; *value = local_value; *tb = local_tb; #if CYTHON_FAST_THREAD_STATE tmp_type = tstate->exc_type; tmp_value = tstate->exc_value; tmp_tb = tstate->exc_traceback; tstate->exc_type = local_type; tstate->exc_value = local_value; tstate->exc_traceback = local_tb; Py_XDECREF(tmp_type); Py_XDECREF(tmp_value); Py_XDECREF(tmp_tb); #else PyErr_SetExcInfo(local_type, local_value, local_tb); #endif return 0; bad: *type = 0; *value = 0; *tb = 0; Py_XDECREF(local_type); Py_XDECREF(local_value); Py_XDECREF(local_tb); return -1; } /* PyErrFetchRestore */ #if CYTHON_FAST_THREAD_STATE static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) { PyObject *tmp_type, *tmp_value, *tmp_tb; tmp_type = tstate->curexc_type; tmp_value = tstate->curexc_value; tmp_tb = tstate->curexc_traceback; tstate->curexc_type = type; tstate->curexc_value = value; tstate->curexc_traceback = tb; Py_XDECREF(tmp_type); Py_XDECREF(tmp_value); Py_XDECREF(tmp_tb); } static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) { *type = tstate->curexc_type; *value = tstate->curexc_value; *tb = tstate->curexc_traceback; tstate->curexc_type = 0; tstate->curexc_value = 0; tstate->curexc_traceback = 0; } #endif /* RaiseException */ #if PY_MAJOR_VERSION < 3 static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, CYTHON_UNUSED PyObject *cause) { __Pyx_PyThreadState_declare Py_XINCREF(type); if (!value || value == Py_None) value = NULL; else Py_INCREF(value); if (!tb || tb == Py_None) tb = NULL; else { Py_INCREF(tb); if (!PyTraceBack_Check(tb)) { PyErr_SetString(PyExc_TypeError, "raise: arg 3 must be a traceback or None"); goto raise_error; } } if (PyType_Check(type)) { #if CYTHON_COMPILING_IN_PYPY if (!value) { Py_INCREF(Py_None); value = Py_None; } #endif PyErr_NormalizeException(&type, &value, &tb); } else { if (value) { PyErr_SetString(PyExc_TypeError, "instance exception may not have a separate value"); goto raise_error; } value = type; type = (PyObject*) Py_TYPE(type); Py_INCREF(type); if (!PyType_IsSubtype((PyTypeObject *)type, (PyTypeObject *)PyExc_BaseException)) { PyErr_SetString(PyExc_TypeError, "raise: exception class must be a subclass of BaseException"); goto raise_error; } } __Pyx_PyThreadState_assign __Pyx_ErrRestore(type, value, tb); return; raise_error: Py_XDECREF(value); Py_XDECREF(type); Py_XDECREF(tb); return; } #else static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause) { PyObject* owned_instance = NULL; if (tb == Py_None) { tb = 0; } else if (tb && !PyTraceBack_Check(tb)) { PyErr_SetString(PyExc_TypeError, "raise: arg 3 must be a traceback or None"); goto bad; } if (value == Py_None) value = 0; if (PyExceptionInstance_Check(type)) { if (value) { PyErr_SetString(PyExc_TypeError, "instance exception may not have a separate value"); goto bad; } value = type; type = (PyObject*) Py_TYPE(value); } else if (PyExceptionClass_Check(type)) { PyObject *instance_class = NULL; if (value && PyExceptionInstance_Check(value)) { instance_class = (PyObject*) Py_TYPE(value); if (instance_class != type) { int is_subclass = PyObject_IsSubclass(instance_class, type); if (!is_subclass) { instance_class = NULL; } else if (unlikely(is_subclass == -1)) { goto bad; } else { type = instance_class; } } } if (!instance_class) { PyObject *args; if (!value) args = PyTuple_New(0); else if (PyTuple_Check(value)) { Py_INCREF(value); args = value; } else args = PyTuple_Pack(1, value); if (!args) goto bad; owned_instance = PyObject_Call(type, args, NULL); Py_DECREF(args); if (!owned_instance) goto bad; value = owned_instance; if (!PyExceptionInstance_Check(value)) { PyErr_Format(PyExc_TypeError, "calling %R should have returned an instance of " "BaseException, not %R", type, Py_TYPE(value)); goto bad; } } } else { PyErr_SetString(PyExc_TypeError, "raise: exception class must be a subclass of BaseException"); goto bad; } #if PY_VERSION_HEX >= 0x03030000 if (cause) { #else if (cause && cause != Py_None) { #endif PyObject *fixed_cause; if (cause == Py_None) { fixed_cause = NULL; } else if (PyExceptionClass_Check(cause)) { fixed_cause = PyObject_CallObject(cause, NULL); if (fixed_cause == NULL) goto bad; } else if (PyExceptionInstance_Check(cause)) { fixed_cause = cause; Py_INCREF(fixed_cause); } else { PyErr_SetString(PyExc_TypeError, "exception causes must derive from " "BaseException"); goto bad; } PyException_SetCause(value, fixed_cause); } PyErr_SetObject(type, value); if (tb) { #if CYTHON_COMPILING_IN_PYPY PyObject *tmp_type, *tmp_value, *tmp_tb; PyErr_Fetch(&tmp_type, &tmp_value, &tmp_tb); Py_INCREF(tb); PyErr_Restore(tmp_type, tmp_value, tb); Py_XDECREF(tmp_tb); #else PyThreadState *tstate = PyThreadState_GET(); PyObject* tmp_tb = tstate->curexc_traceback; if (tb != tmp_tb) { Py_INCREF(tb); tstate->curexc_traceback = tb; Py_XDECREF(tmp_tb); } #endif } bad: Py_XDECREF(owned_instance); return; } #endif /* GetItemInt */ static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j) { PyObject *r; if (!j) return NULL; r = PyObject_GetItem(o, j); Py_DECREF(j); return r; } static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i, CYTHON_NCP_UNUSED int wraparound, CYTHON_NCP_UNUSED int boundscheck) { #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS Py_ssize_t wrapped_i = i; if (wraparound & unlikely(i < 0)) { wrapped_i += PyList_GET_SIZE(o); } if ((!boundscheck) || likely((0 <= wrapped_i) & (wrapped_i < PyList_GET_SIZE(o)))) { PyObject *r = PyList_GET_ITEM(o, wrapped_i); Py_INCREF(r); return r; } return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i)); #else return PySequence_GetItem(o, i); #endif } static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i, CYTHON_NCP_UNUSED int wraparound, CYTHON_NCP_UNUSED int boundscheck) { #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS Py_ssize_t wrapped_i = i; if (wraparound & unlikely(i < 0)) { wrapped_i += PyTuple_GET_SIZE(o); } if ((!boundscheck) || likely((0 <= wrapped_i) & (wrapped_i < PyTuple_GET_SIZE(o)))) { PyObject *r = PyTuple_GET_ITEM(o, wrapped_i); Py_INCREF(r); return r; } return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i)); #else return PySequence_GetItem(o, i); #endif } static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i, int is_list, CYTHON_NCP_UNUSED int wraparound, CYTHON_NCP_UNUSED int boundscheck) { #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS && CYTHON_USE_TYPE_SLOTS if (is_list || PyList_CheckExact(o)) { Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyList_GET_SIZE(o); if ((!boundscheck) || (likely((n >= 0) & (n < PyList_GET_SIZE(o))))) { PyObject *r = PyList_GET_ITEM(o, n); Py_INCREF(r); return r; } } else if (PyTuple_CheckExact(o)) { Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyTuple_GET_SIZE(o); if ((!boundscheck) || likely((n >= 0) & (n < PyTuple_GET_SIZE(o)))) { PyObject *r = PyTuple_GET_ITEM(o, n); Py_INCREF(r); return r; } } else { PySequenceMethods *m = Py_TYPE(o)->tp_as_sequence; if (likely(m && m->sq_item)) { if (wraparound && unlikely(i < 0) && likely(m->sq_length)) { Py_ssize_t l = m->sq_length(o); if (likely(l >= 0)) { i += l; } else { if (!PyErr_ExceptionMatches(PyExc_OverflowError)) return NULL; PyErr_Clear(); } } return m->sq_item(o, i); } } #else if (is_list || PySequence_Check(o)) { return PySequence_GetItem(o, i); } #endif return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i)); } /* decode_c_bytes */ static CYTHON_INLINE PyObject* __Pyx_decode_c_bytes( const char* cstring, Py_ssize_t length, Py_ssize_t start, Py_ssize_t stop, const char* encoding, const char* errors, PyObject* (*decode_func)(const char *s, Py_ssize_t size, const char *errors)) { if (unlikely((start < 0) | (stop < 0))) { if (start < 0) { start += length; if (start < 0) start = 0; } if (stop < 0) stop += length; } if (stop > length) stop = length; length = stop - start; if (unlikely(length <= 0)) return PyUnicode_FromUnicode(NULL, 0); cstring += start; if (decode_func) { return decode_func(cstring, length, errors); } else { return PyUnicode_Decode(cstring, length, encoding, errors); } } /* PyObjectCallMethod0 */ static PyObject* __Pyx_PyObject_CallMethod0(PyObject* obj, PyObject* method_name) { PyObject *method, *result = NULL; method = __Pyx_PyObject_GetAttrStr(obj, method_name); if (unlikely(!method)) goto bad; #if CYTHON_UNPACK_METHODS if (likely(PyMethod_Check(method))) { PyObject *self = PyMethod_GET_SELF(method); if (likely(self)) { PyObject *function = PyMethod_GET_FUNCTION(method); result = __Pyx_PyObject_CallOneArg(function, self); Py_DECREF(method); return result; } } #endif result = __Pyx_PyObject_CallNoArg(method); Py_DECREF(method); bad: return result; } /* RaiseNoneIterError */ static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); } /* UnpackTupleError */ static void __Pyx_UnpackTupleError(PyObject *t, Py_ssize_t index) { if (t == Py_None) { __Pyx_RaiseNoneNotIterableError(); } else if (PyTuple_GET_SIZE(t) < index) { __Pyx_RaiseNeedMoreValuesError(PyTuple_GET_SIZE(t)); } else { __Pyx_RaiseTooManyValuesError(index); } } /* UnpackTuple2 */ static CYTHON_INLINE int __Pyx_unpack_tuple2(PyObject* tuple, PyObject** pvalue1, PyObject** pvalue2, int is_tuple, int has_known_size, int decref_tuple) { Py_ssize_t index; PyObject *value1 = NULL, *value2 = NULL, *iter = NULL; if (!is_tuple && unlikely(!PyTuple_Check(tuple))) { iternextfunc iternext; iter = PyObject_GetIter(tuple); if (unlikely(!iter)) goto bad; if (decref_tuple) { Py_DECREF(tuple); tuple = NULL; } iternext = Py_TYPE(iter)->tp_iternext; value1 = iternext(iter); if (unlikely(!value1)) { index = 0; goto unpacking_failed; } value2 = iternext(iter); if (unlikely(!value2)) { index = 1; goto unpacking_failed; } if (!has_known_size && unlikely(__Pyx_IternextUnpackEndCheck(iternext(iter), 2))) goto bad; Py_DECREF(iter); } else { if (!has_known_size && unlikely(PyTuple_GET_SIZE(tuple) != 2)) { __Pyx_UnpackTupleError(tuple, 2); goto bad; } #if CYTHON_COMPILING_IN_PYPY value1 = PySequence_ITEM(tuple, 0); if (unlikely(!value1)) goto bad; value2 = PySequence_ITEM(tuple, 1); if (unlikely(!value2)) goto bad; #else value1 = PyTuple_GET_ITEM(tuple, 0); value2 = PyTuple_GET_ITEM(tuple, 1); Py_INCREF(value1); Py_INCREF(value2); #endif if (decref_tuple) { Py_DECREF(tuple); } } *pvalue1 = value1; *pvalue2 = value2; return 0; unpacking_failed: if (!has_known_size && __Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); bad: Py_XDECREF(iter); Py_XDECREF(value1); Py_XDECREF(value2); if (decref_tuple) { Py_XDECREF(tuple); } return -1; } /* dict_iter */ static CYTHON_INLINE PyObject* __Pyx_dict_iterator(PyObject* iterable, int is_dict, PyObject* method_name, Py_ssize_t* p_orig_length, int* p_source_is_dict) { is_dict = is_dict || likely(PyDict_CheckExact(iterable)); *p_source_is_dict = is_dict; if (is_dict) { #if !CYTHON_COMPILING_IN_PYPY *p_orig_length = PyDict_Size(iterable); Py_INCREF(iterable); return iterable; #elif PY_MAJOR_VERSION >= 3 static PyObject *py_items = NULL, *py_keys = NULL, *py_values = NULL; const char *name = PyUnicode_AsUTF8(method_name); PyObject **pp = NULL; if (strcmp(name, "iteritems") == 0) pp = &py_items; else if (strcmp(name, "iterkeys") == 0) pp = &py_keys; else if (strcmp(name, "itervalues") == 0) pp = &py_values; if (pp) { if (!*pp) { *pp = PyUnicode_FromString(name + 4); if (!*pp) return NULL; } method_name = *pp; } #endif } *p_orig_length = 0; if (method_name) { PyObject* iter; iterable = __Pyx_PyObject_CallMethod0(iterable, method_name); if (!iterable) return NULL; #if !CYTHON_COMPILING_IN_PYPY if (PyTuple_CheckExact(iterable) || PyList_CheckExact(iterable)) return iterable; #endif iter = PyObject_GetIter(iterable); Py_DECREF(iterable); return iter; } return PyObject_GetIter(iterable); } static CYTHON_INLINE int __Pyx_dict_iter_next( PyObject* iter_obj, CYTHON_NCP_UNUSED Py_ssize_t orig_length, CYTHON_NCP_UNUSED Py_ssize_t* ppos, PyObject** pkey, PyObject** pvalue, PyObject** pitem, int source_is_dict) { PyObject* next_item; #if !CYTHON_COMPILING_IN_PYPY if (source_is_dict) { PyObject *key, *value; if (unlikely(orig_length != PyDict_Size(iter_obj))) { PyErr_SetString(PyExc_RuntimeError, "dictionary changed size during iteration"); return -1; } if (unlikely(!PyDict_Next(iter_obj, ppos, &key, &value))) { return 0; } if (pitem) { PyObject* tuple = PyTuple_New(2); if (unlikely(!tuple)) { return -1; } Py_INCREF(key); Py_INCREF(value); PyTuple_SET_ITEM(tuple, 0, key); PyTuple_SET_ITEM(tuple, 1, value); *pitem = tuple; } else { if (pkey) { Py_INCREF(key); *pkey = key; } if (pvalue) { Py_INCREF(value); *pvalue = value; } } return 1; } else if (PyTuple_CheckExact(iter_obj)) { Py_ssize_t pos = *ppos; if (unlikely(pos >= PyTuple_GET_SIZE(iter_obj))) return 0; *ppos = pos + 1; next_item = PyTuple_GET_ITEM(iter_obj, pos); Py_INCREF(next_item); } else if (PyList_CheckExact(iter_obj)) { Py_ssize_t pos = *ppos; if (unlikely(pos >= PyList_GET_SIZE(iter_obj))) return 0; *ppos = pos + 1; next_item = PyList_GET_ITEM(iter_obj, pos); Py_INCREF(next_item); } else #endif { next_item = PyIter_Next(iter_obj); if (unlikely(!next_item)) { return __Pyx_IterFinish(); } } if (pitem) { *pitem = next_item; } else if (pkey && pvalue) { if (__Pyx_unpack_tuple2(next_item, pkey, pvalue, source_is_dict, source_is_dict, 1)) return -1; } else if (pkey) { *pkey = next_item; } else { *pvalue = next_item; } return 1; } /* SliceObject */ static CYTHON_INLINE PyObject* __Pyx_PyObject_GetSlice(PyObject* obj, Py_ssize_t cstart, Py_ssize_t cstop, PyObject** _py_start, PyObject** _py_stop, PyObject** _py_slice, int has_cstart, int has_cstop, CYTHON_UNUSED int wraparound) { #if CYTHON_USE_TYPE_SLOTS PyMappingMethods* mp; #if PY_MAJOR_VERSION < 3 PySequenceMethods* ms = Py_TYPE(obj)->tp_as_sequence; if (likely(ms && ms->sq_slice)) { if (!has_cstart) { if (_py_start && (*_py_start != Py_None)) { cstart = __Pyx_PyIndex_AsSsize_t(*_py_start); if ((cstart == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad; } else cstart = 0; } if (!has_cstop) { if (_py_stop && (*_py_stop != Py_None)) { cstop = __Pyx_PyIndex_AsSsize_t(*_py_stop); if ((cstop == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad; } else cstop = PY_SSIZE_T_MAX; } if (wraparound && unlikely((cstart < 0) | (cstop < 0)) && likely(ms->sq_length)) { Py_ssize_t l = ms->sq_length(obj); if (likely(l >= 0)) { if (cstop < 0) { cstop += l; if (cstop < 0) cstop = 0; } if (cstart < 0) { cstart += l; if (cstart < 0) cstart = 0; } } else { if (!PyErr_ExceptionMatches(PyExc_OverflowError)) goto bad; PyErr_Clear(); } } return ms->sq_slice(obj, cstart, cstop); } #endif mp = Py_TYPE(obj)->tp_as_mapping; if (likely(mp && mp->mp_subscript)) #endif { PyObject* result; PyObject *py_slice, *py_start, *py_stop; if (_py_slice) { py_slice = *_py_slice; } else { PyObject* owned_start = NULL; PyObject* owned_stop = NULL; if (_py_start) { py_start = *_py_start; } else { if (has_cstart) { owned_start = py_start = PyInt_FromSsize_t(cstart); if (unlikely(!py_start)) goto bad; } else py_start = Py_None; } if (_py_stop) { py_stop = *_py_stop; } else { if (has_cstop) { owned_stop = py_stop = PyInt_FromSsize_t(cstop); if (unlikely(!py_stop)) { Py_XDECREF(owned_start); goto bad; } } else py_stop = Py_None; } py_slice = PySlice_New(py_start, py_stop, Py_None); Py_XDECREF(owned_start); Py_XDECREF(owned_stop); if (unlikely(!py_slice)) goto bad; } #if CYTHON_USE_TYPE_SLOTS result = mp->mp_subscript(obj, py_slice); #else result = PyObject_GetItem(obj, py_slice); #endif if (!_py_slice) { Py_DECREF(py_slice); } return result; } PyErr_Format(PyExc_TypeError, "'%.200s' object is unsliceable", Py_TYPE(obj)->tp_name); bad: return NULL; } /* PyErrExceptionMatches */ #if CYTHON_FAST_THREAD_STATE static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err) { PyObject *exc_type = tstate->curexc_type; if (exc_type == err) return 1; if (unlikely(!exc_type)) return 0; return PyErr_GivenExceptionMatches(exc_type, err); } #endif /* ExtTypeTest */ static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type) { if (unlikely(!type)) { PyErr_SetString(PyExc_SystemError, "Missing type object"); return 0; } if (likely(PyObject_TypeCheck(obj, type))) return 1; PyErr_Format(PyExc_TypeError, "Cannot convert %.200s to %.200s", Py_TYPE(obj)->tp_name, type->tp_name); return 0; } /* WriteUnraisableException */ static void __Pyx_WriteUnraisable(const char *name, CYTHON_UNUSED int clineno, CYTHON_UNUSED int lineno, CYTHON_UNUSED const char *filename, int full_traceback, CYTHON_UNUSED int nogil) { PyObject *old_exc, *old_val, *old_tb; PyObject *ctx; __Pyx_PyThreadState_declare #ifdef WITH_THREAD PyGILState_STATE state; if (nogil) state = PyGILState_Ensure(); #ifdef _MSC_VER else state = (PyGILState_STATE)-1; #endif #endif __Pyx_PyThreadState_assign __Pyx_ErrFetch(&old_exc, &old_val, &old_tb); if (full_traceback) { Py_XINCREF(old_exc); Py_XINCREF(old_val); Py_XINCREF(old_tb); __Pyx_ErrRestore(old_exc, old_val, old_tb); PyErr_PrintEx(1); } #if PY_MAJOR_VERSION < 3 ctx = PyString_FromString(name); #else ctx = PyUnicode_FromString(name); #endif __Pyx_ErrRestore(old_exc, old_val, old_tb); if (!ctx) { PyErr_WriteUnraisable(Py_None); } else { PyErr_WriteUnraisable(ctx); Py_DECREF(ctx); } #ifdef WITH_THREAD if (nogil) PyGILState_Release(state); #endif } /* None */ static CYTHON_INLINE void __Pyx_RaiseClosureNameError(const char *varname) { PyErr_Format(PyExc_NameError, "free variable '%s' referenced before assignment in enclosing scope", varname); } /* PyIntBinop */ #if !CYTHON_COMPILING_IN_PYPY static PyObject* __Pyx_PyInt_AddObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, CYTHON_UNUSED int inplace) { #if PY_MAJOR_VERSION < 3 if (likely(PyInt_CheckExact(op1))) { const long b = intval; long x; long a = PyInt_AS_LONG(op1); x = (long)((unsigned long)a + b); if (likely((x^a) >= 0 || (x^b) >= 0)) return PyInt_FromLong(x); return PyLong_Type.tp_as_number->nb_add(op1, op2); } #endif #if CYTHON_USE_PYLONG_INTERNALS if (likely(PyLong_CheckExact(op1))) { const long b = intval; long a, x; #ifdef HAVE_LONG_LONG const PY_LONG_LONG llb = intval; PY_LONG_LONG lla, llx; #endif const digit* digits = ((PyLongObject*)op1)->ob_digit; const Py_ssize_t size = Py_SIZE(op1); if (likely(__Pyx_sst_abs(size) <= 1)) { a = likely(size) ? digits[0] : 0; if (size == -1) a = -a; } else { switch (size) { case -2: if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) { a = -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) { lla = -(PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } case 2: if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) { a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) { lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } case -3: if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) { a = -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) { lla = -(PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } case 3: if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) { a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) { lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } case -4: if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) { a = -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) { lla = -(PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } case 4: if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) { a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) { lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } default: return PyLong_Type.tp_as_number->nb_add(op1, op2); } } x = a + b; return PyLong_FromLong(x); #ifdef HAVE_LONG_LONG long_long: llx = lla + llb; return PyLong_FromLongLong(llx); #endif } #endif if (PyFloat_CheckExact(op1)) { const long b = intval; double a = PyFloat_AS_DOUBLE(op1); double result; PyFPE_START_PROTECT("add", return NULL) result = ((double)a) + (double)b; PyFPE_END_PROTECT(result) return PyFloat_FromDouble(result); } return (inplace ? PyNumber_InPlaceAdd : PyNumber_Add)(op1, op2); } #endif /* FetchCommonType */ static PyTypeObject* __Pyx_FetchCommonType(PyTypeObject* type) { PyObject* fake_module; PyTypeObject* cached_type = NULL; fake_module = PyImport_AddModule((char*) "_cython_" CYTHON_ABI); if (!fake_module) return NULL; Py_INCREF(fake_module); cached_type = (PyTypeObject*) PyObject_GetAttrString(fake_module, type->tp_name); if (cached_type) { if (!PyType_Check((PyObject*)cached_type)) { PyErr_Format(PyExc_TypeError, "Shared Cython type %.200s is not a type object", type->tp_name); goto bad; } if (cached_type->tp_basicsize != type->tp_basicsize) { PyErr_Format(PyExc_TypeError, "Shared Cython type %.200s has the wrong size, try recompiling", type->tp_name); goto bad; } } else { if (!PyErr_ExceptionMatches(PyExc_AttributeError)) goto bad; PyErr_Clear(); if (PyType_Ready(type) < 0) goto bad; if (PyObject_SetAttrString(fake_module, type->tp_name, (PyObject*) type) < 0) goto bad; Py_INCREF(type); cached_type = type; } done: Py_DECREF(fake_module); return cached_type; bad: Py_XDECREF(cached_type); cached_type = NULL; goto done; } /* CythonFunction */ static PyObject * __Pyx_CyFunction_get_doc(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *closure) { if (unlikely(op->func_doc == NULL)) { if (op->func.m_ml->ml_doc) { #if PY_MAJOR_VERSION >= 3 op->func_doc = PyUnicode_FromString(op->func.m_ml->ml_doc); #else op->func_doc = PyString_FromString(op->func.m_ml->ml_doc); #endif if (unlikely(op->func_doc == NULL)) return NULL; } else { Py_INCREF(Py_None); return Py_None; } } Py_INCREF(op->func_doc); return op->func_doc; } static int __Pyx_CyFunction_set_doc(__pyx_CyFunctionObject *op, PyObject *value) { PyObject *tmp = op->func_doc; if (value == NULL) { value = Py_None; } Py_INCREF(value); op->func_doc = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_name(__pyx_CyFunctionObject *op) { if (unlikely(op->func_name == NULL)) { #if PY_MAJOR_VERSION >= 3 op->func_name = PyUnicode_InternFromString(op->func.m_ml->ml_name); #else op->func_name = PyString_InternFromString(op->func.m_ml->ml_name); #endif if (unlikely(op->func_name == NULL)) return NULL; } Py_INCREF(op->func_name); return op->func_name; } static int __Pyx_CyFunction_set_name(__pyx_CyFunctionObject *op, PyObject *value) { PyObject *tmp; #if PY_MAJOR_VERSION >= 3 if (unlikely(value == NULL || !PyUnicode_Check(value))) { #else if (unlikely(value == NULL || !PyString_Check(value))) { #endif PyErr_SetString(PyExc_TypeError, "__name__ must be set to a string object"); return -1; } tmp = op->func_name; Py_INCREF(value); op->func_name = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_qualname(__pyx_CyFunctionObject *op) { Py_INCREF(op->func_qualname); return op->func_qualname; } static int __Pyx_CyFunction_set_qualname(__pyx_CyFunctionObject *op, PyObject *value) { PyObject *tmp; #if PY_MAJOR_VERSION >= 3 if (unlikely(value == NULL || !PyUnicode_Check(value))) { #else if (unlikely(value == NULL || !PyString_Check(value))) { #endif PyErr_SetString(PyExc_TypeError, "__qualname__ must be set to a string object"); return -1; } tmp = op->func_qualname; Py_INCREF(value); op->func_qualname = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_self(__pyx_CyFunctionObject *m, CYTHON_UNUSED void *closure) { PyObject *self; self = m->func_closure; if (self == NULL) self = Py_None; Py_INCREF(self); return self; } static PyObject * __Pyx_CyFunction_get_dict(__pyx_CyFunctionObject *op) { if (unlikely(op->func_dict == NULL)) { op->func_dict = PyDict_New(); if (unlikely(op->func_dict == NULL)) return NULL; } Py_INCREF(op->func_dict); return op->func_dict; } static int __Pyx_CyFunction_set_dict(__pyx_CyFunctionObject *op, PyObject *value) { PyObject *tmp; if (unlikely(value == NULL)) { PyErr_SetString(PyExc_TypeError, "function's dictionary may not be deleted"); return -1; } if (unlikely(!PyDict_Check(value))) { PyErr_SetString(PyExc_TypeError, "setting function's dictionary to a non-dict"); return -1; } tmp = op->func_dict; Py_INCREF(value); op->func_dict = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_globals(__pyx_CyFunctionObject *op) { Py_INCREF(op->func_globals); return op->func_globals; } static PyObject * __Pyx_CyFunction_get_closure(CYTHON_UNUSED __pyx_CyFunctionObject *op) { Py_INCREF(Py_None); return Py_None; } static PyObject * __Pyx_CyFunction_get_code(__pyx_CyFunctionObject *op) { PyObject* result = (op->func_code) ? op->func_code : Py_None; Py_INCREF(result); return result; } static int __Pyx_CyFunction_init_defaults(__pyx_CyFunctionObject *op) { int result = 0; PyObject *res = op->defaults_getter((PyObject *) op); if (unlikely(!res)) return -1; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS op->defaults_tuple = PyTuple_GET_ITEM(res, 0); Py_INCREF(op->defaults_tuple); op->defaults_kwdict = PyTuple_GET_ITEM(res, 1); Py_INCREF(op->defaults_kwdict); #else op->defaults_tuple = PySequence_ITEM(res, 0); if (unlikely(!op->defaults_tuple)) result = -1; else { op->defaults_kwdict = PySequence_ITEM(res, 1); if (unlikely(!op->defaults_kwdict)) result = -1; } #endif Py_DECREF(res); return result; } static int __Pyx_CyFunction_set_defaults(__pyx_CyFunctionObject *op, PyObject* value) { PyObject* tmp; if (!value) { value = Py_None; } else if (value != Py_None && !PyTuple_Check(value)) { PyErr_SetString(PyExc_TypeError, "__defaults__ must be set to a tuple object"); return -1; } Py_INCREF(value); tmp = op->defaults_tuple; op->defaults_tuple = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_defaults(__pyx_CyFunctionObject *op) { PyObject* result = op->defaults_tuple; if (unlikely(!result)) { if (op->defaults_getter) { if (__Pyx_CyFunction_init_defaults(op) < 0) return NULL; result = op->defaults_tuple; } else { result = Py_None; } } Py_INCREF(result); return result; } static int __Pyx_CyFunction_set_kwdefaults(__pyx_CyFunctionObject *op, PyObject* value) { PyObject* tmp; if (!value) { value = Py_None; } else if (value != Py_None && !PyDict_Check(value)) { PyErr_SetString(PyExc_TypeError, "__kwdefaults__ must be set to a dict object"); return -1; } Py_INCREF(value); tmp = op->defaults_kwdict; op->defaults_kwdict = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_kwdefaults(__pyx_CyFunctionObject *op) { PyObject* result = op->defaults_kwdict; if (unlikely(!result)) { if (op->defaults_getter) { if (__Pyx_CyFunction_init_defaults(op) < 0) return NULL; result = op->defaults_kwdict; } else { result = Py_None; } } Py_INCREF(result); return result; } static int __Pyx_CyFunction_set_annotations(__pyx_CyFunctionObject *op, PyObject* value) { PyObject* tmp; if (!value || value == Py_None) { value = NULL; } else if (!PyDict_Check(value)) { PyErr_SetString(PyExc_TypeError, "__annotations__ must be set to a dict object"); return -1; } Py_XINCREF(value); tmp = op->func_annotations; op->func_annotations = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_annotations(__pyx_CyFunctionObject *op) { PyObject* result = op->func_annotations; if (unlikely(!result)) { result = PyDict_New(); if (unlikely(!result)) return NULL; op->func_annotations = result; } Py_INCREF(result); return result; } static PyGetSetDef __pyx_CyFunction_getsets[] = { {(char *) "func_doc", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0}, {(char *) "__doc__", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0}, {(char *) "func_name", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0}, {(char *) "__name__", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0}, {(char *) "__qualname__", (getter)__Pyx_CyFunction_get_qualname, (setter)__Pyx_CyFunction_set_qualname, 0, 0}, {(char *) "__self__", (getter)__Pyx_CyFunction_get_self, 0, 0, 0}, {(char *) "func_dict", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0}, {(char *) "__dict__", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0}, {(char *) "func_globals", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0}, {(char *) "__globals__", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0}, {(char *) "func_closure", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0}, {(char *) "__closure__", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0}, {(char *) "func_code", (getter)__Pyx_CyFunction_get_code, 0, 0, 0}, {(char *) "__code__", (getter)__Pyx_CyFunction_get_code, 0, 0, 0}, {(char *) "func_defaults", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0}, {(char *) "__defaults__", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0}, {(char *) "__kwdefaults__", (getter)__Pyx_CyFunction_get_kwdefaults, (setter)__Pyx_CyFunction_set_kwdefaults, 0, 0}, {(char *) "__annotations__", (getter)__Pyx_CyFunction_get_annotations, (setter)__Pyx_CyFunction_set_annotations, 0, 0}, {0, 0, 0, 0, 0} }; static PyMemberDef __pyx_CyFunction_members[] = { {(char *) "__module__", T_OBJECT, offsetof(__pyx_CyFunctionObject, func.m_module), PY_WRITE_RESTRICTED, 0}, {0, 0, 0, 0, 0} }; static PyObject * __Pyx_CyFunction_reduce(__pyx_CyFunctionObject *m, CYTHON_UNUSED PyObject *args) { #if PY_MAJOR_VERSION >= 3 return PyUnicode_FromString(m->func.m_ml->ml_name); #else return PyString_FromString(m->func.m_ml->ml_name); #endif } static PyMethodDef __pyx_CyFunction_methods[] = { {"__reduce__", (PyCFunction)__Pyx_CyFunction_reduce, METH_VARARGS, 0}, {0, 0, 0, 0} }; #if PY_VERSION_HEX < 0x030500A0 #define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func_weakreflist) #else #define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func.m_weakreflist) #endif static PyObject *__Pyx_CyFunction_New(PyTypeObject *type, PyMethodDef *ml, int flags, PyObject* qualname, PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) { __pyx_CyFunctionObject *op = PyObject_GC_New(__pyx_CyFunctionObject, type); if (op == NULL) return NULL; op->flags = flags; __Pyx_CyFunction_weakreflist(op) = NULL; op->func.m_ml = ml; op->func.m_self = (PyObject *) op; Py_XINCREF(closure); op->func_closure = closure; Py_XINCREF(module); op->func.m_module = module; op->func_dict = NULL; op->func_name = NULL; Py_INCREF(qualname); op->func_qualname = qualname; op->func_doc = NULL; op->func_classobj = NULL; op->func_globals = globals; Py_INCREF(op->func_globals); Py_XINCREF(code); op->func_code = code; op->defaults_pyobjects = 0; op->defaults = NULL; op->defaults_tuple = NULL; op->defaults_kwdict = NULL; op->defaults_getter = NULL; op->func_annotations = NULL; PyObject_GC_Track(op); return (PyObject *) op; } static int __Pyx_CyFunction_clear(__pyx_CyFunctionObject *m) { Py_CLEAR(m->func_closure); Py_CLEAR(m->func.m_module); Py_CLEAR(m->func_dict); Py_CLEAR(m->func_name); Py_CLEAR(m->func_qualname); Py_CLEAR(m->func_doc); Py_CLEAR(m->func_globals); Py_CLEAR(m->func_code); Py_CLEAR(m->func_classobj); Py_CLEAR(m->defaults_tuple); Py_CLEAR(m->defaults_kwdict); Py_CLEAR(m->func_annotations); if (m->defaults) { PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m); int i; for (i = 0; i < m->defaults_pyobjects; i++) Py_XDECREF(pydefaults[i]); PyObject_Free(m->defaults); m->defaults = NULL; } return 0; } static void __Pyx_CyFunction_dealloc(__pyx_CyFunctionObject *m) { PyObject_GC_UnTrack(m); if (__Pyx_CyFunction_weakreflist(m) != NULL) PyObject_ClearWeakRefs((PyObject *) m); __Pyx_CyFunction_clear(m); PyObject_GC_Del(m); } static int __Pyx_CyFunction_traverse(__pyx_CyFunctionObject *m, visitproc visit, void *arg) { Py_VISIT(m->func_closure); Py_VISIT(m->func.m_module); Py_VISIT(m->func_dict); Py_VISIT(m->func_name); Py_VISIT(m->func_qualname); Py_VISIT(m->func_doc); Py_VISIT(m->func_globals); Py_VISIT(m->func_code); Py_VISIT(m->func_classobj); Py_VISIT(m->defaults_tuple); Py_VISIT(m->defaults_kwdict); if (m->defaults) { PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m); int i; for (i = 0; i < m->defaults_pyobjects; i++) Py_VISIT(pydefaults[i]); } return 0; } static PyObject *__Pyx_CyFunction_descr_get(PyObject *func, PyObject *obj, PyObject *type) { __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func; if (m->flags & __Pyx_CYFUNCTION_STATICMETHOD) { Py_INCREF(func); return func; } if (m->flags & __Pyx_CYFUNCTION_CLASSMETHOD) { if (type == NULL) type = (PyObject *)(Py_TYPE(obj)); return __Pyx_PyMethod_New(func, type, (PyObject *)(Py_TYPE(type))); } if (obj == Py_None) obj = NULL; return __Pyx_PyMethod_New(func, obj, type); } static PyObject* __Pyx_CyFunction_repr(__pyx_CyFunctionObject *op) { #if PY_MAJOR_VERSION >= 3 return PyUnicode_FromFormat("", op->func_qualname, (void *)op); #else return PyString_FromFormat("", PyString_AsString(op->func_qualname), (void *)op); #endif } static PyObject * __Pyx_CyFunction_CallMethod(PyObject *func, PyObject *self, PyObject *arg, PyObject *kw) { PyCFunctionObject* f = (PyCFunctionObject*)func; PyCFunction meth = f->m_ml->ml_meth; Py_ssize_t size; switch (f->m_ml->ml_flags & (METH_VARARGS | METH_KEYWORDS | METH_NOARGS | METH_O)) { case METH_VARARGS: if (likely(kw == NULL || PyDict_Size(kw) == 0)) return (*meth)(self, arg); break; case METH_VARARGS | METH_KEYWORDS: return (*(PyCFunctionWithKeywords)meth)(self, arg, kw); case METH_NOARGS: if (likely(kw == NULL || PyDict_Size(kw) == 0)) { size = PyTuple_GET_SIZE(arg); if (likely(size == 0)) return (*meth)(self, NULL); PyErr_Format(PyExc_TypeError, "%.200s() takes no arguments (%" CYTHON_FORMAT_SSIZE_T "d given)", f->m_ml->ml_name, size); return NULL; } break; case METH_O: if (likely(kw == NULL || PyDict_Size(kw) == 0)) { size = PyTuple_GET_SIZE(arg); if (likely(size == 1)) { PyObject *result, *arg0 = PySequence_ITEM(arg, 0); if (unlikely(!arg0)) return NULL; result = (*meth)(self, arg0); Py_DECREF(arg0); return result; } PyErr_Format(PyExc_TypeError, "%.200s() takes exactly one argument (%" CYTHON_FORMAT_SSIZE_T "d given)", f->m_ml->ml_name, size); return NULL; } break; default: PyErr_SetString(PyExc_SystemError, "Bad call flags in " "__Pyx_CyFunction_Call. METH_OLDARGS is no " "longer supported!"); return NULL; } PyErr_Format(PyExc_TypeError, "%.200s() takes no keyword arguments", f->m_ml->ml_name); return NULL; } static CYTHON_INLINE PyObject *__Pyx_CyFunction_Call(PyObject *func, PyObject *arg, PyObject *kw) { return __Pyx_CyFunction_CallMethod(func, ((PyCFunctionObject*)func)->m_self, arg, kw); } static PyObject *__Pyx_CyFunction_CallAsMethod(PyObject *func, PyObject *args, PyObject *kw) { PyObject *result; __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *) func; if ((cyfunc->flags & __Pyx_CYFUNCTION_CCLASS) && !(cyfunc->flags & __Pyx_CYFUNCTION_STATICMETHOD)) { Py_ssize_t argc; PyObject *new_args; PyObject *self; argc = PyTuple_GET_SIZE(args); new_args = PyTuple_GetSlice(args, 1, argc); if (unlikely(!new_args)) return NULL; self = PyTuple_GetItem(args, 0); if (unlikely(!self)) { Py_DECREF(new_args); return NULL; } result = __Pyx_CyFunction_CallMethod(func, self, new_args, kw); Py_DECREF(new_args); } else { result = __Pyx_CyFunction_Call(func, args, kw); } return result; } static PyTypeObject __pyx_CyFunctionType_type = { PyVarObject_HEAD_INIT(0, 0) "cython_function_or_method", sizeof(__pyx_CyFunctionObject), 0, (destructor) __Pyx_CyFunction_dealloc, 0, 0, 0, #if PY_MAJOR_VERSION < 3 0, #else 0, #endif (reprfunc) __Pyx_CyFunction_repr, 0, 0, 0, 0, __Pyx_CyFunction_CallAsMethod, 0, 0, 0, 0, Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, 0, (traverseproc) __Pyx_CyFunction_traverse, (inquiry) __Pyx_CyFunction_clear, 0, #if PY_VERSION_HEX < 0x030500A0 offsetof(__pyx_CyFunctionObject, func_weakreflist), #else offsetof(PyCFunctionObject, m_weakreflist), #endif 0, 0, __pyx_CyFunction_methods, __pyx_CyFunction_members, __pyx_CyFunction_getsets, 0, 0, __Pyx_CyFunction_descr_get, 0, offsetof(__pyx_CyFunctionObject, func_dict), 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, #if PY_VERSION_HEX >= 0x030400a1 0, #endif }; static int __pyx_CyFunction_init(void) { __pyx_CyFunctionType = __Pyx_FetchCommonType(&__pyx_CyFunctionType_type); if (__pyx_CyFunctionType == NULL) { return -1; } return 0; } static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *func, size_t size, int pyobjects) { __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func; m->defaults = PyObject_Malloc(size); if (!m->defaults) return PyErr_NoMemory(); memset(m->defaults, 0, size); m->defaults_pyobjects = pyobjects; return m->defaults; } static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *func, PyObject *tuple) { __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func; m->defaults_tuple = tuple; Py_INCREF(tuple); } static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *func, PyObject *dict) { __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func; m->defaults_kwdict = dict; Py_INCREF(dict); } static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *func, PyObject *dict) { __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func; m->func_annotations = dict; Py_INCREF(dict); } /* SliceObject */ static CYTHON_INLINE int __Pyx_PyObject_SetSlice(PyObject* obj, PyObject* value, Py_ssize_t cstart, Py_ssize_t cstop, PyObject** _py_start, PyObject** _py_stop, PyObject** _py_slice, int has_cstart, int has_cstop, CYTHON_UNUSED int wraparound) { #if CYTHON_USE_TYPE_SLOTS PyMappingMethods* mp; #if PY_MAJOR_VERSION < 3 PySequenceMethods* ms = Py_TYPE(obj)->tp_as_sequence; if (likely(ms && ms->sq_ass_slice)) { if (!has_cstart) { if (_py_start && (*_py_start != Py_None)) { cstart = __Pyx_PyIndex_AsSsize_t(*_py_start); if ((cstart == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad; } else cstart = 0; } if (!has_cstop) { if (_py_stop && (*_py_stop != Py_None)) { cstop = __Pyx_PyIndex_AsSsize_t(*_py_stop); if ((cstop == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad; } else cstop = PY_SSIZE_T_MAX; } if (wraparound && unlikely((cstart < 0) | (cstop < 0)) && likely(ms->sq_length)) { Py_ssize_t l = ms->sq_length(obj); if (likely(l >= 0)) { if (cstop < 0) { cstop += l; if (cstop < 0) cstop = 0; } if (cstart < 0) { cstart += l; if (cstart < 0) cstart = 0; } } else { if (!PyErr_ExceptionMatches(PyExc_OverflowError)) goto bad; PyErr_Clear(); } } return ms->sq_ass_slice(obj, cstart, cstop, value); } #endif mp = Py_TYPE(obj)->tp_as_mapping; if (likely(mp && mp->mp_ass_subscript)) #endif { int result; PyObject *py_slice, *py_start, *py_stop; if (_py_slice) { py_slice = *_py_slice; } else { PyObject* owned_start = NULL; PyObject* owned_stop = NULL; if (_py_start) { py_start = *_py_start; } else { if (has_cstart) { owned_start = py_start = PyInt_FromSsize_t(cstart); if (unlikely(!py_start)) goto bad; } else py_start = Py_None; } if (_py_stop) { py_stop = *_py_stop; } else { if (has_cstop) { owned_stop = py_stop = PyInt_FromSsize_t(cstop); if (unlikely(!py_stop)) { Py_XDECREF(owned_start); goto bad; } } else py_stop = Py_None; } py_slice = PySlice_New(py_start, py_stop, Py_None); Py_XDECREF(owned_start); Py_XDECREF(owned_stop); if (unlikely(!py_slice)) goto bad; } #if CYTHON_USE_TYPE_SLOTS result = mp->mp_ass_subscript(obj, py_slice, value); #else result = value ? PyObject_SetItem(obj, py_slice, value) : PyObject_DelItem(obj, py_slice); #endif if (!_py_slice) { Py_DECREF(py_slice); } return result; } PyErr_Format(PyExc_TypeError, "'%.200s' object does not support slice %.10s", Py_TYPE(obj)->tp_name, value ? "assignment" : "deletion"); bad: return -1; } /* Import */ static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int level) { PyObject *empty_list = 0; PyObject *module = 0; PyObject *global_dict = 0; PyObject *empty_dict = 0; PyObject *list; #if PY_VERSION_HEX < 0x03030000 PyObject *py_import; py_import = __Pyx_PyObject_GetAttrStr(__pyx_b, __pyx_n_s_import); if (!py_import) goto bad; #endif if (from_list) list = from_list; else { empty_list = PyList_New(0); if (!empty_list) goto bad; list = empty_list; } global_dict = PyModule_GetDict(__pyx_m); if (!global_dict) goto bad; empty_dict = PyDict_New(); if (!empty_dict) goto bad; { #if PY_MAJOR_VERSION >= 3 if (level == -1) { if (strchr(__Pyx_MODULE_NAME, '.')) { #if PY_VERSION_HEX < 0x03030000 PyObject *py_level = PyInt_FromLong(1); if (!py_level) goto bad; module = PyObject_CallFunctionObjArgs(py_import, name, global_dict, empty_dict, list, py_level, NULL); Py_DECREF(py_level); #else module = PyImport_ImportModuleLevelObject( name, global_dict, empty_dict, list, 1); #endif if (!module) { if (!PyErr_ExceptionMatches(PyExc_ImportError)) goto bad; PyErr_Clear(); } } level = 0; } #endif if (!module) { #if PY_VERSION_HEX < 0x03030000 PyObject *py_level = PyInt_FromLong(level); if (!py_level) goto bad; module = PyObject_CallFunctionObjArgs(py_import, name, global_dict, empty_dict, list, py_level, NULL); Py_DECREF(py_level); #else module = PyImport_ImportModuleLevelObject( name, global_dict, empty_dict, list, level); #endif } } bad: #if PY_VERSION_HEX < 0x03030000 Py_XDECREF(py_import); #endif Py_XDECREF(empty_list); Py_XDECREF(empty_dict); return module; } /* ImportFrom */ static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name) { PyObject* value = __Pyx_PyObject_GetAttrStr(module, name); if (unlikely(!value) && PyErr_ExceptionMatches(PyExc_AttributeError)) { PyErr_Format(PyExc_ImportError, #if PY_MAJOR_VERSION < 3 "cannot import name %.230s", PyString_AS_STRING(name)); #else "cannot import name %S", name); #endif } return value; } /* PyIntBinop */ #if !CYTHON_COMPILING_IN_PYPY static PyObject* __Pyx_PyInt_SubtractObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, CYTHON_UNUSED int inplace) { #if PY_MAJOR_VERSION < 3 if (likely(PyInt_CheckExact(op1))) { const long b = intval; long x; long a = PyInt_AS_LONG(op1); x = (long)((unsigned long)a - b); if (likely((x^a) >= 0 || (x^~b) >= 0)) return PyInt_FromLong(x); return PyLong_Type.tp_as_number->nb_subtract(op1, op2); } #endif #if CYTHON_USE_PYLONG_INTERNALS if (likely(PyLong_CheckExact(op1))) { const long b = intval; long a, x; #ifdef HAVE_LONG_LONG const PY_LONG_LONG llb = intval; PY_LONG_LONG lla, llx; #endif const digit* digits = ((PyLongObject*)op1)->ob_digit; const Py_ssize_t size = Py_SIZE(op1); if (likely(__Pyx_sst_abs(size) <= 1)) { a = likely(size) ? digits[0] : 0; if (size == -1) a = -a; } else { switch (size) { case -2: if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) { a = -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) { lla = -(PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } case 2: if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) { a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) { lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } case -3: if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) { a = -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) { lla = -(PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } case 3: if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) { a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) { lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } case -4: if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) { a = -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) { lla = -(PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } case 4: if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) { a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) { lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } default: return PyLong_Type.tp_as_number->nb_subtract(op1, op2); } } x = a - b; return PyLong_FromLong(x); #ifdef HAVE_LONG_LONG long_long: llx = lla - llb; return PyLong_FromLongLong(llx); #endif } #endif if (PyFloat_CheckExact(op1)) { const long b = intval; double a = PyFloat_AS_DOUBLE(op1); double result; PyFPE_START_PROTECT("subtract", return NULL) result = ((double)a) - (double)b; PyFPE_END_PROTECT(result) return PyFloat_FromDouble(result); } return (inplace ? PyNumber_InPlaceSubtract : PyNumber_Subtract)(op1, op2); } #endif /* GetVTable */ static void* __Pyx_GetVtable(PyObject *dict) { void* ptr; PyObject *ob = PyObject_GetItem(dict, __pyx_n_s_pyx_vtable); if (!ob) goto bad; #if PY_VERSION_HEX >= 0x02070000 ptr = PyCapsule_GetPointer(ob, 0); #else ptr = PyCObject_AsVoidPtr(ob); #endif if (!ptr && !PyErr_Occurred()) PyErr_SetString(PyExc_RuntimeError, "invalid vtable found for imported type"); Py_DECREF(ob); return ptr; bad: Py_XDECREF(ob); return NULL; } /* CLineInTraceback */ static int __Pyx_CLineForTraceback(int c_line) { #ifdef CYTHON_CLINE_IN_TRACEBACK return ((CYTHON_CLINE_IN_TRACEBACK)) ? c_line : 0; #else PyObject **cython_runtime_dict; PyObject *use_cline; cython_runtime_dict = _PyObject_GetDictPtr(__pyx_cython_runtime); if (unlikely(!cython_runtime_dict)) { PyObject *ptype, *pvalue, *ptraceback; PyObject *use_cline_obj; PyErr_Fetch(&ptype, &pvalue, &ptraceback); use_cline_obj = __Pyx_PyObject_GetAttrStr(__pyx_cython_runtime, __pyx_n_s_cline_in_traceback); if (use_cline_obj) { use_cline = PyObject_Not(use_cline_obj) ? Py_False : Py_True; Py_DECREF(use_cline_obj); } else { use_cline = NULL; } PyErr_Restore(ptype, pvalue, ptraceback); } else { use_cline = PyDict_GetItem(*_PyObject_GetDictPtr(__pyx_cython_runtime), __pyx_n_s_cline_in_traceback); } if (!use_cline) { c_line = 0; PyObject_SetAttr(__pyx_cython_runtime, __pyx_n_s_cline_in_traceback, Py_False); } else if (PyObject_Not(use_cline) != 0) { c_line = 0; } return c_line; #endif } /* CodeObjectCache */ static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line) { int start = 0, mid = 0, end = count - 1; if (end >= 0 && code_line > entries[end].code_line) { return count; } while (start < end) { mid = start + (end - start) / 2; if (code_line < entries[mid].code_line) { end = mid; } else if (code_line > entries[mid].code_line) { start = mid + 1; } else { return mid; } } if (code_line <= entries[mid].code_line) { return mid; } else { return mid + 1; } } static PyCodeObject *__pyx_find_code_object(int code_line) { PyCodeObject* code_object; int pos; if (unlikely(!code_line) || unlikely(!__pyx_code_cache.entries)) { return NULL; } pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line); if (unlikely(pos >= __pyx_code_cache.count) || unlikely(__pyx_code_cache.entries[pos].code_line != code_line)) { return NULL; } code_object = __pyx_code_cache.entries[pos].code_object; Py_INCREF(code_object); return code_object; } static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object) { int pos, i; __Pyx_CodeObjectCacheEntry* entries = __pyx_code_cache.entries; if (unlikely(!code_line)) { return; } if (unlikely(!entries)) { entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Malloc(64*sizeof(__Pyx_CodeObjectCacheEntry)); if (likely(entries)) { __pyx_code_cache.entries = entries; __pyx_code_cache.max_count = 64; __pyx_code_cache.count = 1; entries[0].code_line = code_line; entries[0].code_object = code_object; Py_INCREF(code_object); } return; } pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line); if ((pos < __pyx_code_cache.count) && unlikely(__pyx_code_cache.entries[pos].code_line == code_line)) { PyCodeObject* tmp = entries[pos].code_object; entries[pos].code_object = code_object; Py_DECREF(tmp); return; } if (__pyx_code_cache.count == __pyx_code_cache.max_count) { int new_max = __pyx_code_cache.max_count + 64; entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Realloc( __pyx_code_cache.entries, (size_t)new_max*sizeof(__Pyx_CodeObjectCacheEntry)); if (unlikely(!entries)) { return; } __pyx_code_cache.entries = entries; __pyx_code_cache.max_count = new_max; } for (i=__pyx_code_cache.count; i>pos; i--) { entries[i] = entries[i-1]; } entries[pos].code_line = code_line; entries[pos].code_object = code_object; __pyx_code_cache.count++; Py_INCREF(code_object); } /* AddTraceback */ #include "compile.h" #include "frameobject.h" #include "traceback.h" static PyCodeObject* __Pyx_CreateCodeObjectForTraceback( const char *funcname, int c_line, int py_line, const char *filename) { PyCodeObject *py_code = 0; PyObject *py_srcfile = 0; PyObject *py_funcname = 0; #if PY_MAJOR_VERSION < 3 py_srcfile = PyString_FromString(filename); #else py_srcfile = PyUnicode_FromString(filename); #endif if (!py_srcfile) goto bad; if (c_line) { #if PY_MAJOR_VERSION < 3 py_funcname = PyString_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line); #else py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line); #endif } else { #if PY_MAJOR_VERSION < 3 py_funcname = PyString_FromString(funcname); #else py_funcname = PyUnicode_FromString(funcname); #endif } if (!py_funcname) goto bad; py_code = __Pyx_PyCode_New( 0, 0, 0, 0, 0, __pyx_empty_bytes, /*PyObject *code,*/ __pyx_empty_tuple, /*PyObject *consts,*/ __pyx_empty_tuple, /*PyObject *names,*/ __pyx_empty_tuple, /*PyObject *varnames,*/ __pyx_empty_tuple, /*PyObject *freevars,*/ __pyx_empty_tuple, /*PyObject *cellvars,*/ py_srcfile, /*PyObject *filename,*/ py_funcname, /*PyObject *name,*/ py_line, __pyx_empty_bytes /*PyObject *lnotab*/ ); Py_DECREF(py_srcfile); Py_DECREF(py_funcname); return py_code; bad: Py_XDECREF(py_srcfile); Py_XDECREF(py_funcname); return NULL; } static void __Pyx_AddTraceback(const char *funcname, int c_line, int py_line, const char *filename) { PyCodeObject *py_code = 0; PyFrameObject *py_frame = 0; if (c_line) { c_line = __Pyx_CLineForTraceback(c_line); } py_code = __pyx_find_code_object(c_line ? -c_line : py_line); if (!py_code) { py_code = __Pyx_CreateCodeObjectForTraceback( funcname, c_line, py_line, filename); if (!py_code) goto bad; __pyx_insert_code_object(c_line ? -c_line : py_line, py_code); } py_frame = PyFrame_New( PyThreadState_GET(), /*PyThreadState *tstate,*/ py_code, /*PyCodeObject *code,*/ __pyx_d, /*PyObject *globals,*/ 0 /*PyObject *locals*/ ); if (!py_frame) goto bad; __Pyx_PyFrame_SetLineNumber(py_frame, py_line); PyTraceBack_Here(py_frame); bad: Py_XDECREF(py_code); Py_XDECREF(py_frame); } /* CIntFromPyVerify */ #define __PYX_VERIFY_RETURN_INT(target_type, func_type, func_value)\ __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 0) #define __PYX_VERIFY_RETURN_INT_EXC(target_type, func_type, func_value)\ __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 1) #define __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, exc)\ {\ func_type value = func_value;\ if (sizeof(target_type) < sizeof(func_type)) {\ if (unlikely(value != (func_type) (target_type) value)) {\ func_type zero = 0;\ if (exc && unlikely(value == (func_type)-1 && PyErr_Occurred()))\ return (target_type) -1;\ if (is_unsigned && unlikely(value < zero))\ goto raise_neg_overflow;\ else\ goto raise_overflow;\ }\ }\ return (target_type) value;\ } /* CIntToPy */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int(int value) { const int neg_one = (int) -1, const_zero = (int) 0; const int is_unsigned = neg_one > const_zero; if (is_unsigned) { if (sizeof(int) < sizeof(long)) { return PyInt_FromLong((long) value); } else if (sizeof(int) <= sizeof(unsigned long)) { return PyLong_FromUnsignedLong((unsigned long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) { return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value); #endif } } else { if (sizeof(int) <= sizeof(long)) { return PyInt_FromLong((long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(int) <= sizeof(PY_LONG_LONG)) { return PyLong_FromLongLong((PY_LONG_LONG) value); #endif } } { int one = 1; int little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&value; return _PyLong_FromByteArray(bytes, sizeof(int), little, !is_unsigned); } } /* CIntToPy */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_long(long value) { const long neg_one = (long) -1, const_zero = (long) 0; const int is_unsigned = neg_one > const_zero; if (is_unsigned) { if (sizeof(long) < sizeof(long)) { return PyInt_FromLong((long) value); } else if (sizeof(long) <= sizeof(unsigned long)) { return PyLong_FromUnsignedLong((unsigned long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) { return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value); #endif } } else { if (sizeof(long) <= sizeof(long)) { return PyInt_FromLong((long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(long) <= sizeof(PY_LONG_LONG)) { return PyLong_FromLongLong((PY_LONG_LONG) value); #endif } } { int one = 1; int little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&value; return _PyLong_FromByteArray(bytes, sizeof(long), little, !is_unsigned); } } /* CIntToPy */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint64_t(uint64_t value) { const uint64_t neg_one = (uint64_t) -1, const_zero = (uint64_t) 0; const int is_unsigned = neg_one > const_zero; if (is_unsigned) { if (sizeof(uint64_t) < sizeof(long)) { return PyInt_FromLong((long) value); } else if (sizeof(uint64_t) <= sizeof(unsigned long)) { return PyLong_FromUnsignedLong((unsigned long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(uint64_t) <= sizeof(unsigned PY_LONG_LONG)) { return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value); #endif } } else { if (sizeof(uint64_t) <= sizeof(long)) { return PyInt_FromLong((long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(uint64_t) <= sizeof(PY_LONG_LONG)) { return PyLong_FromLongLong((PY_LONG_LONG) value); #endif } } { int one = 1; int little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&value; return _PyLong_FromByteArray(bytes, sizeof(uint64_t), little, !is_unsigned); } } /* CIntToPy */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_short(short value) { const short neg_one = (short) -1, const_zero = (short) 0; const int is_unsigned = neg_one > const_zero; if (is_unsigned) { if (sizeof(short) < sizeof(long)) { return PyInt_FromLong((long) value); } else if (sizeof(short) <= sizeof(unsigned long)) { return PyLong_FromUnsignedLong((unsigned long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(short) <= sizeof(unsigned PY_LONG_LONG)) { return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value); #endif } } else { if (sizeof(short) <= sizeof(long)) { return PyInt_FromLong((long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(short) <= sizeof(PY_LONG_LONG)) { return PyLong_FromLongLong((PY_LONG_LONG) value); #endif } } { int one = 1; int little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&value; return _PyLong_FromByteArray(bytes, sizeof(short), little, !is_unsigned); } } /* CIntToPy */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint32_t(uint32_t value) { const uint32_t neg_one = (uint32_t) -1, const_zero = (uint32_t) 0; const int is_unsigned = neg_one > const_zero; if (is_unsigned) { if (sizeof(uint32_t) < sizeof(long)) { return PyInt_FromLong((long) value); } else if (sizeof(uint32_t) <= sizeof(unsigned long)) { return PyLong_FromUnsignedLong((unsigned long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(uint32_t) <= sizeof(unsigned PY_LONG_LONG)) { return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value); #endif } } else { if (sizeof(uint32_t) <= sizeof(long)) { return PyInt_FromLong((long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(uint32_t) <= sizeof(PY_LONG_LONG)) { return PyLong_FromLongLong((PY_LONG_LONG) value); #endif } } { int one = 1; int little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&value; return _PyLong_FromByteArray(bytes, sizeof(uint32_t), little, !is_unsigned); } } /* CIntFromPy */ static CYTHON_INLINE int __Pyx_PyInt_As_int(PyObject *x) { const int neg_one = (int) -1, const_zero = (int) 0; const int is_unsigned = neg_one > const_zero; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_Check(x))) { if (sizeof(int) < sizeof(long)) { __PYX_VERIFY_RETURN_INT(int, long, PyInt_AS_LONG(x)) } else { long val = PyInt_AS_LONG(x); if (is_unsigned && unlikely(val < 0)) { goto raise_neg_overflow; } return (int) val; } } else #endif if (likely(PyLong_Check(x))) { if (is_unsigned) { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (int) 0; case 1: __PYX_VERIFY_RETURN_INT(int, digit, digits[0]) case 2: if (8 * sizeof(int) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) >= 2 * PyLong_SHIFT) { return (int) (((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])); } } break; case 3: if (8 * sizeof(int) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) >= 3 * PyLong_SHIFT) { return (int) (((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])); } } break; case 4: if (8 * sizeof(int) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) >= 4 * PyLong_SHIFT) { return (int) (((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])); } } break; } #endif #if CYTHON_COMPILING_IN_CPYTHON if (unlikely(Py_SIZE(x) < 0)) { goto raise_neg_overflow; } #else { int result = PyObject_RichCompareBool(x, Py_False, Py_LT); if (unlikely(result < 0)) return (int) -1; if (unlikely(result == 1)) goto raise_neg_overflow; } #endif if (sizeof(int) <= sizeof(unsigned long)) { __PYX_VERIFY_RETURN_INT_EXC(int, unsigned long, PyLong_AsUnsignedLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(int, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x)) #endif } } else { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (int) 0; case -1: __PYX_VERIFY_RETURN_INT(int, sdigit, (sdigit) (-(sdigit)digits[0])) case 1: __PYX_VERIFY_RETURN_INT(int, digit, +digits[0]) case -2: if (8 * sizeof(int) - 1 > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) { return (int) (((int)-1)*(((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0]))); } } break; case 2: if (8 * sizeof(int) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) { return (int) ((((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0]))); } } break; case -3: if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) { return (int) (((int)-1)*(((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]))); } } break; case 3: if (8 * sizeof(int) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) { return (int) ((((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]))); } } break; case -4: if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) - 1 > 4 * PyLong_SHIFT) { return (int) (((int)-1)*(((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]))); } } break; case 4: if (8 * sizeof(int) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) - 1 > 4 * PyLong_SHIFT) { return (int) ((((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]))); } } break; } #endif if (sizeof(int) <= sizeof(long)) { __PYX_VERIFY_RETURN_INT_EXC(int, long, PyLong_AsLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(int) <= sizeof(PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(int, PY_LONG_LONG, PyLong_AsLongLong(x)) #endif } } { #if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray) PyErr_SetString(PyExc_RuntimeError, "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers"); #else int val; PyObject *v = __Pyx_PyNumber_IntOrLong(x); #if PY_MAJOR_VERSION < 3 if (likely(v) && !PyLong_Check(v)) { PyObject *tmp = v; v = PyNumber_Long(tmp); Py_DECREF(tmp); } #endif if (likely(v)) { int one = 1; int is_little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&val; int ret = _PyLong_AsByteArray((PyLongObject *)v, bytes, sizeof(val), is_little, !is_unsigned); Py_DECREF(v); if (likely(!ret)) return val; } #endif return (int) -1; } } else { int val; PyObject *tmp = __Pyx_PyNumber_IntOrLong(x); if (!tmp) return (int) -1; val = __Pyx_PyInt_As_int(tmp); Py_DECREF(tmp); return val; } raise_overflow: PyErr_SetString(PyExc_OverflowError, "value too large to convert to int"); return (int) -1; raise_neg_overflow: PyErr_SetString(PyExc_OverflowError, "can't convert negative value to int"); return (int) -1; } /* CIntFromPy */ static CYTHON_INLINE size_t __Pyx_PyInt_As_size_t(PyObject *x) { const size_t neg_one = (size_t) -1, const_zero = (size_t) 0; const int is_unsigned = neg_one > const_zero; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_Check(x))) { if (sizeof(size_t) < sizeof(long)) { __PYX_VERIFY_RETURN_INT(size_t, long, PyInt_AS_LONG(x)) } else { long val = PyInt_AS_LONG(x); if (is_unsigned && unlikely(val < 0)) { goto raise_neg_overflow; } return (size_t) val; } } else #endif if (likely(PyLong_Check(x))) { if (is_unsigned) { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (size_t) 0; case 1: __PYX_VERIFY_RETURN_INT(size_t, digit, digits[0]) case 2: if (8 * sizeof(size_t) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(size_t) >= 2 * PyLong_SHIFT) { return (size_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } } break; case 3: if (8 * sizeof(size_t) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(size_t) >= 3 * PyLong_SHIFT) { return (size_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } } break; case 4: if (8 * sizeof(size_t) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(size_t) >= 4 * PyLong_SHIFT) { return (size_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } } break; } #endif #if CYTHON_COMPILING_IN_CPYTHON if (unlikely(Py_SIZE(x) < 0)) { goto raise_neg_overflow; } #else { int result = PyObject_RichCompareBool(x, Py_False, Py_LT); if (unlikely(result < 0)) return (size_t) -1; if (unlikely(result == 1)) goto raise_neg_overflow; } #endif if (sizeof(size_t) <= sizeof(unsigned long)) { __PYX_VERIFY_RETURN_INT_EXC(size_t, unsigned long, PyLong_AsUnsignedLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(size_t) <= sizeof(unsigned PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(size_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x)) #endif } } else { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (size_t) 0; case -1: __PYX_VERIFY_RETURN_INT(size_t, sdigit, (sdigit) (-(sdigit)digits[0])) case 1: __PYX_VERIFY_RETURN_INT(size_t, digit, +digits[0]) case -2: if (8 * sizeof(size_t) - 1 > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT) { return (size_t) (((size_t)-1)*(((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]))); } } break; case 2: if (8 * sizeof(size_t) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT) { return (size_t) ((((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]))); } } break; case -3: if (8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT) { return (size_t) (((size_t)-1)*(((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]))); } } break; case 3: if (8 * sizeof(size_t) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT) { return (size_t) ((((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]))); } } break; case -4: if (8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(size_t) - 1 > 4 * PyLong_SHIFT) { return (size_t) (((size_t)-1)*(((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]))); } } break; case 4: if (8 * sizeof(size_t) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(size_t) - 1 > 4 * PyLong_SHIFT) { return (size_t) ((((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]))); } } break; } #endif if (sizeof(size_t) <= sizeof(long)) { __PYX_VERIFY_RETURN_INT_EXC(size_t, long, PyLong_AsLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(size_t) <= sizeof(PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(size_t, PY_LONG_LONG, PyLong_AsLongLong(x)) #endif } } { #if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray) PyErr_SetString(PyExc_RuntimeError, "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers"); #else size_t val; PyObject *v = __Pyx_PyNumber_IntOrLong(x); #if PY_MAJOR_VERSION < 3 if (likely(v) && !PyLong_Check(v)) { PyObject *tmp = v; v = PyNumber_Long(tmp); Py_DECREF(tmp); } #endif if (likely(v)) { int one = 1; int is_little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&val; int ret = _PyLong_AsByteArray((PyLongObject *)v, bytes, sizeof(val), is_little, !is_unsigned); Py_DECREF(v); if (likely(!ret)) return val; } #endif return (size_t) -1; } } else { size_t val; PyObject *tmp = __Pyx_PyNumber_IntOrLong(x); if (!tmp) return (size_t) -1; val = __Pyx_PyInt_As_size_t(tmp); Py_DECREF(tmp); return val; } raise_overflow: PyErr_SetString(PyExc_OverflowError, "value too large to convert to size_t"); return (size_t) -1; raise_neg_overflow: PyErr_SetString(PyExc_OverflowError, "can't convert negative value to size_t"); return (size_t) -1; } /* CIntFromPy */ static CYTHON_INLINE short __Pyx_PyInt_As_short(PyObject *x) { const short neg_one = (short) -1, const_zero = (short) 0; const int is_unsigned = neg_one > const_zero; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_Check(x))) { if (sizeof(short) < sizeof(long)) { __PYX_VERIFY_RETURN_INT(short, long, PyInt_AS_LONG(x)) } else { long val = PyInt_AS_LONG(x); if (is_unsigned && unlikely(val < 0)) { goto raise_neg_overflow; } return (short) val; } } else #endif if (likely(PyLong_Check(x))) { if (is_unsigned) { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (short) 0; case 1: __PYX_VERIFY_RETURN_INT(short, digit, digits[0]) case 2: if (8 * sizeof(short) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(short, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(short) >= 2 * PyLong_SHIFT) { return (short) (((((short)digits[1]) << PyLong_SHIFT) | (short)digits[0])); } } break; case 3: if (8 * sizeof(short) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(short, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(short) >= 3 * PyLong_SHIFT) { return (short) (((((((short)digits[2]) << PyLong_SHIFT) | (short)digits[1]) << PyLong_SHIFT) | (short)digits[0])); } } break; case 4: if (8 * sizeof(short) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(short, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(short) >= 4 * PyLong_SHIFT) { return (short) (((((((((short)digits[3]) << PyLong_SHIFT) | (short)digits[2]) << PyLong_SHIFT) | (short)digits[1]) << PyLong_SHIFT) | (short)digits[0])); } } break; } #endif #if CYTHON_COMPILING_IN_CPYTHON if (unlikely(Py_SIZE(x) < 0)) { goto raise_neg_overflow; } #else { int result = PyObject_RichCompareBool(x, Py_False, Py_LT); if (unlikely(result < 0)) return (short) -1; if (unlikely(result == 1)) goto raise_neg_overflow; } #endif if (sizeof(short) <= sizeof(unsigned long)) { __PYX_VERIFY_RETURN_INT_EXC(short, unsigned long, PyLong_AsUnsignedLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(short) <= sizeof(unsigned PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(short, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x)) #endif } } else { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (short) 0; case -1: __PYX_VERIFY_RETURN_INT(short, sdigit, (sdigit) (-(sdigit)digits[0])) case 1: __PYX_VERIFY_RETURN_INT(short, digit, +digits[0]) case -2: if (8 * sizeof(short) - 1 > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(short, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(short) - 1 > 2 * PyLong_SHIFT) { return (short) (((short)-1)*(((((short)digits[1]) << PyLong_SHIFT) | (short)digits[0]))); } } break; case 2: if (8 * sizeof(short) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(short, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(short) - 1 > 2 * PyLong_SHIFT) { return (short) ((((((short)digits[1]) << PyLong_SHIFT) | (short)digits[0]))); } } break; case -3: if (8 * sizeof(short) - 1 > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(short, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(short) - 1 > 3 * PyLong_SHIFT) { return (short) (((short)-1)*(((((((short)digits[2]) << PyLong_SHIFT) | (short)digits[1]) << PyLong_SHIFT) | (short)digits[0]))); } } break; case 3: if (8 * sizeof(short) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(short, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(short) - 1 > 3 * PyLong_SHIFT) { return (short) ((((((((short)digits[2]) << PyLong_SHIFT) | (short)digits[1]) << PyLong_SHIFT) | (short)digits[0]))); } } break; case -4: if (8 * sizeof(short) - 1 > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(short, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(short) - 1 > 4 * PyLong_SHIFT) { return (short) (((short)-1)*(((((((((short)digits[3]) << PyLong_SHIFT) | (short)digits[2]) << PyLong_SHIFT) | (short)digits[1]) << PyLong_SHIFT) | (short)digits[0]))); } } break; case 4: if (8 * sizeof(short) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(short, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(short) - 1 > 4 * PyLong_SHIFT) { return (short) ((((((((((short)digits[3]) << PyLong_SHIFT) | (short)digits[2]) << PyLong_SHIFT) | (short)digits[1]) << PyLong_SHIFT) | (short)digits[0]))); } } break; } #endif if (sizeof(short) <= sizeof(long)) { __PYX_VERIFY_RETURN_INT_EXC(short, long, PyLong_AsLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(short) <= sizeof(PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(short, PY_LONG_LONG, PyLong_AsLongLong(x)) #endif } } { #if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray) PyErr_SetString(PyExc_RuntimeError, "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers"); #else short val; PyObject *v = __Pyx_PyNumber_IntOrLong(x); #if PY_MAJOR_VERSION < 3 if (likely(v) && !PyLong_Check(v)) { PyObject *tmp = v; v = PyNumber_Long(tmp); Py_DECREF(tmp); } #endif if (likely(v)) { int one = 1; int is_little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&val; int ret = _PyLong_AsByteArray((PyLongObject *)v, bytes, sizeof(val), is_little, !is_unsigned); Py_DECREF(v); if (likely(!ret)) return val; } #endif return (short) -1; } } else { short val; PyObject *tmp = __Pyx_PyNumber_IntOrLong(x); if (!tmp) return (short) -1; val = __Pyx_PyInt_As_short(tmp); Py_DECREF(tmp); return val; } raise_overflow: PyErr_SetString(PyExc_OverflowError, "value too large to convert to short"); return (short) -1; raise_neg_overflow: PyErr_SetString(PyExc_OverflowError, "can't convert negative value to short"); return (short) -1; } /* CIntFromPy */ static CYTHON_INLINE uint32_t __Pyx_PyInt_As_uint32_t(PyObject *x) { const uint32_t neg_one = (uint32_t) -1, const_zero = (uint32_t) 0; const int is_unsigned = neg_one > const_zero; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_Check(x))) { if (sizeof(uint32_t) < sizeof(long)) { __PYX_VERIFY_RETURN_INT(uint32_t, long, PyInt_AS_LONG(x)) } else { long val = PyInt_AS_LONG(x); if (is_unsigned && unlikely(val < 0)) { goto raise_neg_overflow; } return (uint32_t) val; } } else #endif if (likely(PyLong_Check(x))) { if (is_unsigned) { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (uint32_t) 0; case 1: __PYX_VERIFY_RETURN_INT(uint32_t, digit, digits[0]) case 2: if (8 * sizeof(uint32_t) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint32_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint32_t) >= 2 * PyLong_SHIFT) { return (uint32_t) (((((uint32_t)digits[1]) << PyLong_SHIFT) | (uint32_t)digits[0])); } } break; case 3: if (8 * sizeof(uint32_t) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint32_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint32_t) >= 3 * PyLong_SHIFT) { return (uint32_t) (((((((uint32_t)digits[2]) << PyLong_SHIFT) | (uint32_t)digits[1]) << PyLong_SHIFT) | (uint32_t)digits[0])); } } break; case 4: if (8 * sizeof(uint32_t) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint32_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint32_t) >= 4 * PyLong_SHIFT) { return (uint32_t) (((((((((uint32_t)digits[3]) << PyLong_SHIFT) | (uint32_t)digits[2]) << PyLong_SHIFT) | (uint32_t)digits[1]) << PyLong_SHIFT) | (uint32_t)digits[0])); } } break; } #endif #if CYTHON_COMPILING_IN_CPYTHON if (unlikely(Py_SIZE(x) < 0)) { goto raise_neg_overflow; } #else { int result = PyObject_RichCompareBool(x, Py_False, Py_LT); if (unlikely(result < 0)) return (uint32_t) -1; if (unlikely(result == 1)) goto raise_neg_overflow; } #endif if (sizeof(uint32_t) <= sizeof(unsigned long)) { __PYX_VERIFY_RETURN_INT_EXC(uint32_t, unsigned long, PyLong_AsUnsignedLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(uint32_t) <= sizeof(unsigned PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(uint32_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x)) #endif } } else { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (uint32_t) 0; case -1: __PYX_VERIFY_RETURN_INT(uint32_t, sdigit, (sdigit) (-(sdigit)digits[0])) case 1: __PYX_VERIFY_RETURN_INT(uint32_t, digit, +digits[0]) case -2: if (8 * sizeof(uint32_t) - 1 > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint32_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint32_t) - 1 > 2 * PyLong_SHIFT) { return (uint32_t) (((uint32_t)-1)*(((((uint32_t)digits[1]) << PyLong_SHIFT) | (uint32_t)digits[0]))); } } break; case 2: if (8 * sizeof(uint32_t) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint32_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint32_t) - 1 > 2 * PyLong_SHIFT) { return (uint32_t) ((((((uint32_t)digits[1]) << PyLong_SHIFT) | (uint32_t)digits[0]))); } } break; case -3: if (8 * sizeof(uint32_t) - 1 > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint32_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint32_t) - 1 > 3 * PyLong_SHIFT) { return (uint32_t) (((uint32_t)-1)*(((((((uint32_t)digits[2]) << PyLong_SHIFT) | (uint32_t)digits[1]) << PyLong_SHIFT) | (uint32_t)digits[0]))); } } break; case 3: if (8 * sizeof(uint32_t) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint32_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint32_t) - 1 > 3 * PyLong_SHIFT) { return (uint32_t) ((((((((uint32_t)digits[2]) << PyLong_SHIFT) | (uint32_t)digits[1]) << PyLong_SHIFT) | (uint32_t)digits[0]))); } } break; case -4: if (8 * sizeof(uint32_t) - 1 > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint32_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint32_t) - 1 > 4 * PyLong_SHIFT) { return (uint32_t) (((uint32_t)-1)*(((((((((uint32_t)digits[3]) << PyLong_SHIFT) | (uint32_t)digits[2]) << PyLong_SHIFT) | (uint32_t)digits[1]) << PyLong_SHIFT) | (uint32_t)digits[0]))); } } break; case 4: if (8 * sizeof(uint32_t) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint32_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint32_t) - 1 > 4 * PyLong_SHIFT) { return (uint32_t) ((((((((((uint32_t)digits[3]) << PyLong_SHIFT) | (uint32_t)digits[2]) << PyLong_SHIFT) | (uint32_t)digits[1]) << PyLong_SHIFT) | (uint32_t)digits[0]))); } } break; } #endif if (sizeof(uint32_t) <= sizeof(long)) { __PYX_VERIFY_RETURN_INT_EXC(uint32_t, long, PyLong_AsLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(uint32_t) <= sizeof(PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(uint32_t, PY_LONG_LONG, PyLong_AsLongLong(x)) #endif } } { #if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray) PyErr_SetString(PyExc_RuntimeError, "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers"); #else uint32_t val; PyObject *v = __Pyx_PyNumber_IntOrLong(x); #if PY_MAJOR_VERSION < 3 if (likely(v) && !PyLong_Check(v)) { PyObject *tmp = v; v = PyNumber_Long(tmp); Py_DECREF(tmp); } #endif if (likely(v)) { int one = 1; int is_little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&val; int ret = _PyLong_AsByteArray((PyLongObject *)v, bytes, sizeof(val), is_little, !is_unsigned); Py_DECREF(v); if (likely(!ret)) return val; } #endif return (uint32_t) -1; } } else { uint32_t val; PyObject *tmp = __Pyx_PyNumber_IntOrLong(x); if (!tmp) return (uint32_t) -1; val = __Pyx_PyInt_As_uint32_t(tmp); Py_DECREF(tmp); return val; } raise_overflow: PyErr_SetString(PyExc_OverflowError, "value too large to convert to uint32_t"); return (uint32_t) -1; raise_neg_overflow: PyErr_SetString(PyExc_OverflowError, "can't convert negative value to uint32_t"); return (uint32_t) -1; } /* CIntFromPy */ static CYTHON_INLINE uint64_t __Pyx_PyInt_As_uint64_t(PyObject *x) { const uint64_t neg_one = (uint64_t) -1, const_zero = (uint64_t) 0; const int is_unsigned = neg_one > const_zero; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_Check(x))) { if (sizeof(uint64_t) < sizeof(long)) { __PYX_VERIFY_RETURN_INT(uint64_t, long, PyInt_AS_LONG(x)) } else { long val = PyInt_AS_LONG(x); if (is_unsigned && unlikely(val < 0)) { goto raise_neg_overflow; } return (uint64_t) val; } } else #endif if (likely(PyLong_Check(x))) { if (is_unsigned) { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (uint64_t) 0; case 1: __PYX_VERIFY_RETURN_INT(uint64_t, digit, digits[0]) case 2: if (8 * sizeof(uint64_t) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) >= 2 * PyLong_SHIFT) { return (uint64_t) (((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])); } } break; case 3: if (8 * sizeof(uint64_t) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) >= 3 * PyLong_SHIFT) { return (uint64_t) (((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])); } } break; case 4: if (8 * sizeof(uint64_t) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) >= 4 * PyLong_SHIFT) { return (uint64_t) (((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])); } } break; } #endif #if CYTHON_COMPILING_IN_CPYTHON if (unlikely(Py_SIZE(x) < 0)) { goto raise_neg_overflow; } #else { int result = PyObject_RichCompareBool(x, Py_False, Py_LT); if (unlikely(result < 0)) return (uint64_t) -1; if (unlikely(result == 1)) goto raise_neg_overflow; } #endif if (sizeof(uint64_t) <= sizeof(unsigned long)) { __PYX_VERIFY_RETURN_INT_EXC(uint64_t, unsigned long, PyLong_AsUnsignedLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(uint64_t) <= sizeof(unsigned PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(uint64_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x)) #endif } } else { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (uint64_t) 0; case -1: __PYX_VERIFY_RETURN_INT(uint64_t, sdigit, (sdigit) (-(sdigit)digits[0])) case 1: __PYX_VERIFY_RETURN_INT(uint64_t, digit, +digits[0]) case -2: if (8 * sizeof(uint64_t) - 1 > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT) { return (uint64_t) (((uint64_t)-1)*(((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]))); } } break; case 2: if (8 * sizeof(uint64_t) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT) { return (uint64_t) ((((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]))); } } break; case -3: if (8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT) { return (uint64_t) (((uint64_t)-1)*(((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]))); } } break; case 3: if (8 * sizeof(uint64_t) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT) { return (uint64_t) ((((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]))); } } break; case -4: if (8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) - 1 > 4 * PyLong_SHIFT) { return (uint64_t) (((uint64_t)-1)*(((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]))); } } break; case 4: if (8 * sizeof(uint64_t) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) - 1 > 4 * PyLong_SHIFT) { return (uint64_t) ((((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]))); } } break; } #endif if (sizeof(uint64_t) <= sizeof(long)) { __PYX_VERIFY_RETURN_INT_EXC(uint64_t, long, PyLong_AsLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(uint64_t) <= sizeof(PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(uint64_t, PY_LONG_LONG, PyLong_AsLongLong(x)) #endif } } { #if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray) PyErr_SetString(PyExc_RuntimeError, "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers"); #else uint64_t val; PyObject *v = __Pyx_PyNumber_IntOrLong(x); #if PY_MAJOR_VERSION < 3 if (likely(v) && !PyLong_Check(v)) { PyObject *tmp = v; v = PyNumber_Long(tmp); Py_DECREF(tmp); } #endif if (likely(v)) { int one = 1; int is_little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&val; int ret = _PyLong_AsByteArray((PyLongObject *)v, bytes, sizeof(val), is_little, !is_unsigned); Py_DECREF(v); if (likely(!ret)) return val; } #endif return (uint64_t) -1; } } else { uint64_t val; PyObject *tmp = __Pyx_PyNumber_IntOrLong(x); if (!tmp) return (uint64_t) -1; val = __Pyx_PyInt_As_uint64_t(tmp); Py_DECREF(tmp); return val; } raise_overflow: PyErr_SetString(PyExc_OverflowError, "value too large to convert to uint64_t"); return (uint64_t) -1; raise_neg_overflow: PyErr_SetString(PyExc_OverflowError, "can't convert negative value to uint64_t"); return (uint64_t) -1; } /* CIntFromPy */ static CYTHON_INLINE long __Pyx_PyInt_As_long(PyObject *x) { const long neg_one = (long) -1, const_zero = (long) 0; const int is_unsigned = neg_one > const_zero; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_Check(x))) { if (sizeof(long) < sizeof(long)) { __PYX_VERIFY_RETURN_INT(long, long, PyInt_AS_LONG(x)) } else { long val = PyInt_AS_LONG(x); if (is_unsigned && unlikely(val < 0)) { goto raise_neg_overflow; } return (long) val; } } else #endif if (likely(PyLong_Check(x))) { if (is_unsigned) { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (long) 0; case 1: __PYX_VERIFY_RETURN_INT(long, digit, digits[0]) case 2: if (8 * sizeof(long) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) >= 2 * PyLong_SHIFT) { return (long) (((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])); } } break; case 3: if (8 * sizeof(long) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) >= 3 * PyLong_SHIFT) { return (long) (((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])); } } break; case 4: if (8 * sizeof(long) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) >= 4 * PyLong_SHIFT) { return (long) (((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])); } } break; } #endif #if CYTHON_COMPILING_IN_CPYTHON if (unlikely(Py_SIZE(x) < 0)) { goto raise_neg_overflow; } #else { int result = PyObject_RichCompareBool(x, Py_False, Py_LT); if (unlikely(result < 0)) return (long) -1; if (unlikely(result == 1)) goto raise_neg_overflow; } #endif if (sizeof(long) <= sizeof(unsigned long)) { __PYX_VERIFY_RETURN_INT_EXC(long, unsigned long, PyLong_AsUnsignedLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(long, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x)) #endif } } else { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (long) 0; case -1: __PYX_VERIFY_RETURN_INT(long, sdigit, (sdigit) (-(sdigit)digits[0])) case 1: __PYX_VERIFY_RETURN_INT(long, digit, +digits[0]) case -2: if (8 * sizeof(long) - 1 > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) { return (long) (((long)-1)*(((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0]))); } } break; case 2: if (8 * sizeof(long) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) { return (long) ((((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0]))); } } break; case -3: if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) { return (long) (((long)-1)*(((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]))); } } break; case 3: if (8 * sizeof(long) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) { return (long) ((((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]))); } } break; case -4: if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) { return (long) (((long)-1)*(((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]))); } } break; case 4: if (8 * sizeof(long) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) { return (long) ((((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]))); } } break; } #endif if (sizeof(long) <= sizeof(long)) { __PYX_VERIFY_RETURN_INT_EXC(long, long, PyLong_AsLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(long) <= sizeof(PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(long, PY_LONG_LONG, PyLong_AsLongLong(x)) #endif } } { #if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray) PyErr_SetString(PyExc_RuntimeError, "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers"); #else long val; PyObject *v = __Pyx_PyNumber_IntOrLong(x); #if PY_MAJOR_VERSION < 3 if (likely(v) && !PyLong_Check(v)) { PyObject *tmp = v; v = PyNumber_Long(tmp); Py_DECREF(tmp); } #endif if (likely(v)) { int one = 1; int is_little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&val; int ret = _PyLong_AsByteArray((PyLongObject *)v, bytes, sizeof(val), is_little, !is_unsigned); Py_DECREF(v); if (likely(!ret)) return val; } #endif return (long) -1; } } else { long val; PyObject *tmp = __Pyx_PyNumber_IntOrLong(x); if (!tmp) return (long) -1; val = __Pyx_PyInt_As_long(tmp); Py_DECREF(tmp); return val; } raise_overflow: PyErr_SetString(PyExc_OverflowError, "value too large to convert to long"); return (long) -1; raise_neg_overflow: PyErr_SetString(PyExc_OverflowError, "can't convert negative value to long"); return (long) -1; } /* SwapException */ #if CYTHON_FAST_THREAD_STATE static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) { PyObject *tmp_type, *tmp_value, *tmp_tb; tmp_type = tstate->exc_type; tmp_value = tstate->exc_value; tmp_tb = tstate->exc_traceback; tstate->exc_type = *type; tstate->exc_value = *value; tstate->exc_traceback = *tb; *type = tmp_type; *value = tmp_value; *tb = tmp_tb; } #else static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb) { PyObject *tmp_type, *tmp_value, *tmp_tb; PyErr_GetExcInfo(&tmp_type, &tmp_value, &tmp_tb); PyErr_SetExcInfo(*type, *value, *tb); *type = tmp_type; *value = tmp_value; *tb = tmp_tb; } #endif /* PyObjectCallMethod1 */ static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg) { PyObject *method, *result = NULL; method = __Pyx_PyObject_GetAttrStr(obj, method_name); if (unlikely(!method)) goto done; #if CYTHON_UNPACK_METHODS if (likely(PyMethod_Check(method))) { PyObject *self = PyMethod_GET_SELF(method); if (likely(self)) { PyObject *args; PyObject *function = PyMethod_GET_FUNCTION(method); #if CYTHON_FAST_PYCALL if (PyFunction_Check(function)) { PyObject *args[2] = {self, arg}; result = __Pyx_PyFunction_FastCall(function, args, 2); goto done; } #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(function)) { PyObject *args[2] = {self, arg}; result = __Pyx_PyCFunction_FastCall(function, args, 2); goto done; } #endif args = PyTuple_New(2); if (unlikely(!args)) goto done; Py_INCREF(self); PyTuple_SET_ITEM(args, 0, self); Py_INCREF(arg); PyTuple_SET_ITEM(args, 1, arg); Py_INCREF(function); Py_DECREF(method); method = NULL; result = __Pyx_PyObject_Call(function, args, NULL); Py_DECREF(args); Py_DECREF(function); return result; } } #endif result = __Pyx_PyObject_CallOneArg(method, arg); done: Py_XDECREF(method); return result; } /* CoroutineBase */ #include #include static PyObject *__Pyx_Coroutine_Send(PyObject *self, PyObject *value); static PyObject *__Pyx_Coroutine_Close(PyObject *self); static PyObject *__Pyx_Coroutine_Throw(PyObject *gen, PyObject *args); #define __Pyx_Coroutine_Undelegate(gen) Py_CLEAR((gen)->yieldfrom) #if 1 || PY_VERSION_HEX < 0x030300B0 static int __Pyx_PyGen_FetchStopIterationValue(PyObject **pvalue) { PyObject *et, *ev, *tb; PyObject *value = NULL; __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ErrFetch(&et, &ev, &tb); if (!et) { Py_XDECREF(tb); Py_XDECREF(ev); Py_INCREF(Py_None); *pvalue = Py_None; return 0; } if (likely(et == PyExc_StopIteration)) { if (!ev) { Py_INCREF(Py_None); value = Py_None; } #if PY_VERSION_HEX >= 0x030300A0 else if (Py_TYPE(ev) == (PyTypeObject*)PyExc_StopIteration) { value = ((PyStopIterationObject *)ev)->value; Py_INCREF(value); Py_DECREF(ev); } #endif else if (unlikely(PyTuple_Check(ev))) { if (PyTuple_GET_SIZE(ev) >= 1) { #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS value = PyTuple_GET_ITEM(ev, 0); Py_INCREF(value); #else value = PySequence_ITEM(ev, 0); #endif } else { Py_INCREF(Py_None); value = Py_None; } Py_DECREF(ev); } else if (!PyObject_TypeCheck(ev, (PyTypeObject*)PyExc_StopIteration)) { value = ev; } if (likely(value)) { Py_XDECREF(tb); Py_DECREF(et); *pvalue = value; return 0; } } else if (!PyErr_GivenExceptionMatches(et, PyExc_StopIteration)) { __Pyx_ErrRestore(et, ev, tb); return -1; } PyErr_NormalizeException(&et, &ev, &tb); if (unlikely(!PyObject_TypeCheck(ev, (PyTypeObject*)PyExc_StopIteration))) { __Pyx_ErrRestore(et, ev, tb); return -1; } Py_XDECREF(tb); Py_DECREF(et); #if PY_VERSION_HEX >= 0x030300A0 value = ((PyStopIterationObject *)ev)->value; Py_INCREF(value); Py_DECREF(ev); #else { PyObject* args = __Pyx_PyObject_GetAttrStr(ev, __pyx_n_s_args); Py_DECREF(ev); if (likely(args)) { value = PySequence_GetItem(args, 0); Py_DECREF(args); } if (unlikely(!value)) { __Pyx_ErrRestore(NULL, NULL, NULL); Py_INCREF(Py_None); value = Py_None; } } #endif *pvalue = value; return 0; } #endif static CYTHON_INLINE void __Pyx_Coroutine_ExceptionClear(__pyx_CoroutineObject *self) { PyObject *exc_type = self->exc_type; PyObject *exc_value = self->exc_value; PyObject *exc_traceback = self->exc_traceback; self->exc_type = NULL; self->exc_value = NULL; self->exc_traceback = NULL; Py_XDECREF(exc_type); Py_XDECREF(exc_value); Py_XDECREF(exc_traceback); } static CYTHON_INLINE int __Pyx_Coroutine_CheckRunning(__pyx_CoroutineObject *gen) { if (unlikely(gen->is_running)) { PyErr_SetString(PyExc_ValueError, "generator already executing"); return 1; } return 0; } static CYTHON_INLINE PyObject *__Pyx_Coroutine_SendEx(__pyx_CoroutineObject *self, PyObject *value) { PyObject *retval; __Pyx_PyThreadState_declare assert(!self->is_running); if (unlikely(self->resume_label == 0)) { if (unlikely(value && value != Py_None)) { PyErr_SetString(PyExc_TypeError, "can't send non-None value to a " "just-started generator"); return NULL; } } if (unlikely(self->resume_label == -1)) { PyErr_SetNone(PyExc_StopIteration); return NULL; } __Pyx_PyThreadState_assign if (value) { #if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_PYSTON #else if (self->exc_traceback) { PyTracebackObject *tb = (PyTracebackObject *) self->exc_traceback; PyFrameObject *f = tb->tb_frame; Py_XINCREF(__pyx_tstate->frame); assert(f->f_back == NULL); f->f_back = __pyx_tstate->frame; } #endif __Pyx_ExceptionSwap(&self->exc_type, &self->exc_value, &self->exc_traceback); } else { __Pyx_Coroutine_ExceptionClear(self); } self->is_running = 1; retval = self->body((PyObject *) self, value); self->is_running = 0; if (retval) { __Pyx_ExceptionSwap(&self->exc_type, &self->exc_value, &self->exc_traceback); #if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_PYSTON #else if (self->exc_traceback) { PyTracebackObject *tb = (PyTracebackObject *) self->exc_traceback; PyFrameObject *f = tb->tb_frame; Py_CLEAR(f->f_back); } #endif } else { __Pyx_Coroutine_ExceptionClear(self); } return retval; } static CYTHON_INLINE PyObject *__Pyx_Coroutine_MethodReturn(PyObject *retval) { if (unlikely(!retval && !PyErr_Occurred())) { PyErr_SetNone(PyExc_StopIteration); } return retval; } static CYTHON_INLINE PyObject *__Pyx_Coroutine_FinishDelegation(__pyx_CoroutineObject *gen) { PyObject *ret; PyObject *val = NULL; __Pyx_Coroutine_Undelegate(gen); __Pyx_PyGen_FetchStopIterationValue(&val); ret = __Pyx_Coroutine_SendEx(gen, val); Py_XDECREF(val); return ret; } static PyObject *__Pyx_Coroutine_Send(PyObject *self, PyObject *value) { PyObject *retval; __pyx_CoroutineObject *gen = (__pyx_CoroutineObject*) self; PyObject *yf = gen->yieldfrom; if (unlikely(__Pyx_Coroutine_CheckRunning(gen))) return NULL; if (yf) { PyObject *ret; gen->is_running = 1; #ifdef __Pyx_Generator_USED if (__Pyx_Generator_CheckExact(yf)) { ret = __Pyx_Coroutine_Send(yf, value); } else #endif #ifdef __Pyx_Coroutine_USED if (__Pyx_Coroutine_CheckExact(yf)) { ret = __Pyx_Coroutine_Send(yf, value); } else #endif { if (value == Py_None) ret = Py_TYPE(yf)->tp_iternext(yf); else ret = __Pyx_PyObject_CallMethod1(yf, __pyx_n_s_send, value); } gen->is_running = 0; if (likely(ret)) { return ret; } retval = __Pyx_Coroutine_FinishDelegation(gen); } else { retval = __Pyx_Coroutine_SendEx(gen, value); } return __Pyx_Coroutine_MethodReturn(retval); } static int __Pyx_Coroutine_CloseIter(__pyx_CoroutineObject *gen, PyObject *yf) { PyObject *retval = NULL; int err = 0; #ifdef __Pyx_Generator_USED if (__Pyx_Generator_CheckExact(yf)) { retval = __Pyx_Coroutine_Close(yf); if (!retval) return -1; } else #endif #ifdef __Pyx_Coroutine_USED if (__Pyx_Coroutine_CheckExact(yf)) { retval = __Pyx_Coroutine_Close(yf); if (!retval) return -1; } else #endif { PyObject *meth; gen->is_running = 1; meth = __Pyx_PyObject_GetAttrStr(yf, __pyx_n_s_close); if (unlikely(!meth)) { if (!PyErr_ExceptionMatches(PyExc_AttributeError)) { PyErr_WriteUnraisable(yf); } PyErr_Clear(); } else { retval = PyObject_CallFunction(meth, NULL); Py_DECREF(meth); if (!retval) err = -1; } gen->is_running = 0; } Py_XDECREF(retval); return err; } static PyObject *__Pyx_Generator_Next(PyObject *self) { __pyx_CoroutineObject *gen = (__pyx_CoroutineObject*) self; PyObject *yf = gen->yieldfrom; if (unlikely(__Pyx_Coroutine_CheckRunning(gen))) return NULL; if (yf) { PyObject *ret; gen->is_running = 1; #ifdef __Pyx_Generator_USED if (__Pyx_Generator_CheckExact(yf)) { ret = __Pyx_Generator_Next(yf); } else #endif ret = Py_TYPE(yf)->tp_iternext(yf); gen->is_running = 0; if (likely(ret)) { return ret; } return __Pyx_Coroutine_FinishDelegation(gen); } return __Pyx_Coroutine_SendEx(gen, Py_None); } static PyObject *__Pyx_Coroutine_Close(PyObject *self) { __pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self; PyObject *retval, *raised_exception; PyObject *yf = gen->yieldfrom; int err = 0; if (unlikely(__Pyx_Coroutine_CheckRunning(gen))) return NULL; if (yf) { Py_INCREF(yf); err = __Pyx_Coroutine_CloseIter(gen, yf); __Pyx_Coroutine_Undelegate(gen); Py_DECREF(yf); } if (err == 0) PyErr_SetNone(PyExc_GeneratorExit); retval = __Pyx_Coroutine_SendEx(gen, NULL); if (retval) { Py_DECREF(retval); PyErr_SetString(PyExc_RuntimeError, "generator ignored GeneratorExit"); return NULL; } raised_exception = PyErr_Occurred(); if (!raised_exception || raised_exception == PyExc_StopIteration || raised_exception == PyExc_GeneratorExit || PyErr_GivenExceptionMatches(raised_exception, PyExc_GeneratorExit) || PyErr_GivenExceptionMatches(raised_exception, PyExc_StopIteration)) { if (raised_exception) PyErr_Clear(); Py_INCREF(Py_None); return Py_None; } return NULL; } static PyObject *__Pyx_Coroutine_Throw(PyObject *self, PyObject *args) { __pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self; PyObject *typ; PyObject *tb = NULL; PyObject *val = NULL; PyObject *yf = gen->yieldfrom; if (!PyArg_UnpackTuple(args, (char *)"throw", 1, 3, &typ, &val, &tb)) return NULL; if (unlikely(__Pyx_Coroutine_CheckRunning(gen))) return NULL; if (yf) { PyObject *ret; Py_INCREF(yf); if (PyErr_GivenExceptionMatches(typ, PyExc_GeneratorExit)) { int err = __Pyx_Coroutine_CloseIter(gen, yf); Py_DECREF(yf); __Pyx_Coroutine_Undelegate(gen); if (err < 0) return __Pyx_Coroutine_MethodReturn(__Pyx_Coroutine_SendEx(gen, NULL)); goto throw_here; } gen->is_running = 1; #ifdef __Pyx_Generator_USED if (__Pyx_Generator_CheckExact(yf)) { ret = __Pyx_Coroutine_Throw(yf, args); } else #endif #ifdef __Pyx_Coroutine_USED if (__Pyx_Coroutine_CheckExact(yf)) { ret = __Pyx_Coroutine_Throw(yf, args); } else #endif { PyObject *meth = __Pyx_PyObject_GetAttrStr(yf, __pyx_n_s_throw); if (unlikely(!meth)) { Py_DECREF(yf); if (!PyErr_ExceptionMatches(PyExc_AttributeError)) { gen->is_running = 0; return NULL; } PyErr_Clear(); __Pyx_Coroutine_Undelegate(gen); gen->is_running = 0; goto throw_here; } ret = PyObject_CallObject(meth, args); Py_DECREF(meth); } gen->is_running = 0; Py_DECREF(yf); if (!ret) { ret = __Pyx_Coroutine_FinishDelegation(gen); } return __Pyx_Coroutine_MethodReturn(ret); } throw_here: __Pyx_Raise(typ, val, tb, NULL); return __Pyx_Coroutine_MethodReturn(__Pyx_Coroutine_SendEx(gen, NULL)); } static int __Pyx_Coroutine_traverse(PyObject *self, visitproc visit, void *arg) { __pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self; Py_VISIT(gen->closure); Py_VISIT(gen->classobj); Py_VISIT(gen->yieldfrom); Py_VISIT(gen->exc_type); Py_VISIT(gen->exc_value); Py_VISIT(gen->exc_traceback); return 0; } static int __Pyx_Coroutine_clear(PyObject *self) { __pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self; Py_CLEAR(gen->closure); Py_CLEAR(gen->classobj); Py_CLEAR(gen->yieldfrom); Py_CLEAR(gen->exc_type); Py_CLEAR(gen->exc_value); Py_CLEAR(gen->exc_traceback); Py_CLEAR(gen->gi_name); Py_CLEAR(gen->gi_qualname); return 0; } static void __Pyx_Coroutine_dealloc(PyObject *self) { __pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self; PyObject_GC_UnTrack(gen); if (gen->gi_weakreflist != NULL) PyObject_ClearWeakRefs(self); if (gen->resume_label > 0) { PyObject_GC_Track(self); #if PY_VERSION_HEX >= 0x030400a1 if (PyObject_CallFinalizerFromDealloc(self)) #else Py_TYPE(gen)->tp_del(self); if (self->ob_refcnt > 0) #endif { return; } PyObject_GC_UnTrack(self); } __Pyx_Coroutine_clear(self); PyObject_GC_Del(gen); } static void __Pyx_Coroutine_del(PyObject *self) { PyObject *res; PyObject *error_type, *error_value, *error_traceback; __pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self; __Pyx_PyThreadState_declare if (gen->resume_label <= 0) return ; #if PY_VERSION_HEX < 0x030400a1 assert(self->ob_refcnt == 0); self->ob_refcnt = 1; #endif __Pyx_PyThreadState_assign __Pyx_ErrFetch(&error_type, &error_value, &error_traceback); res = __Pyx_Coroutine_Close(self); if (res == NULL) PyErr_WriteUnraisable(self); else Py_DECREF(res); __Pyx_ErrRestore(error_type, error_value, error_traceback); #if PY_VERSION_HEX < 0x030400a1 assert(self->ob_refcnt > 0); if (--self->ob_refcnt == 0) { return; } { Py_ssize_t refcnt = self->ob_refcnt; _Py_NewReference(self); self->ob_refcnt = refcnt; } #if CYTHON_COMPILING_IN_CPYTHON assert(PyType_IS_GC(self->ob_type) && _Py_AS_GC(self)->gc.gc_refs != _PyGC_REFS_UNTRACKED); _Py_DEC_REFTOTAL; #endif #ifdef COUNT_ALLOCS --Py_TYPE(self)->tp_frees; --Py_TYPE(self)->tp_allocs; #endif #endif } static PyObject * __Pyx_Coroutine_get_name(__pyx_CoroutineObject *self) { PyObject *name = self->gi_name; if (unlikely(!name)) name = Py_None; Py_INCREF(name); return name; } static int __Pyx_Coroutine_set_name(__pyx_CoroutineObject *self, PyObject *value) { PyObject *tmp; #if PY_MAJOR_VERSION >= 3 if (unlikely(value == NULL || !PyUnicode_Check(value))) { #else if (unlikely(value == NULL || !PyString_Check(value))) { #endif PyErr_SetString(PyExc_TypeError, "__name__ must be set to a string object"); return -1; } tmp = self->gi_name; Py_INCREF(value); self->gi_name = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_Coroutine_get_qualname(__pyx_CoroutineObject *self) { PyObject *name = self->gi_qualname; if (unlikely(!name)) name = Py_None; Py_INCREF(name); return name; } static int __Pyx_Coroutine_set_qualname(__pyx_CoroutineObject *self, PyObject *value) { PyObject *tmp; #if PY_MAJOR_VERSION >= 3 if (unlikely(value == NULL || !PyUnicode_Check(value))) { #else if (unlikely(value == NULL || !PyString_Check(value))) { #endif PyErr_SetString(PyExc_TypeError, "__qualname__ must be set to a string object"); return -1; } tmp = self->gi_qualname; Py_INCREF(value); self->gi_qualname = value; Py_XDECREF(tmp); return 0; } static __pyx_CoroutineObject *__Pyx__Coroutine_New( PyTypeObject* type, __pyx_coroutine_body_t body, PyObject *closure, PyObject *name, PyObject *qualname, PyObject *module_name) { __pyx_CoroutineObject *gen = PyObject_GC_New(__pyx_CoroutineObject, type); if (gen == NULL) return NULL; gen->body = body; gen->closure = closure; Py_XINCREF(closure); gen->is_running = 0; gen->resume_label = 0; gen->classobj = NULL; gen->yieldfrom = NULL; gen->exc_type = NULL; gen->exc_value = NULL; gen->exc_traceback = NULL; gen->gi_weakreflist = NULL; Py_XINCREF(qualname); gen->gi_qualname = qualname; Py_XINCREF(name); gen->gi_name = name; Py_XINCREF(module_name); gen->gi_modulename = module_name; PyObject_GC_Track(gen); return gen; } /* PatchModuleWithCoroutine */ static PyObject* __Pyx_Coroutine_patch_module(PyObject* module, const char* py_code) { #if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED) int result; PyObject *globals, *result_obj; globals = PyDict_New(); if (unlikely(!globals)) goto ignore; result = PyDict_SetItemString(globals, "_cython_coroutine_type", #ifdef __Pyx_Coroutine_USED (PyObject*)__pyx_CoroutineType); #else Py_None); #endif if (unlikely(result < 0)) goto ignore; result = PyDict_SetItemString(globals, "_cython_generator_type", #ifdef __Pyx_Generator_USED (PyObject*)__pyx_GeneratorType); #else Py_None); #endif if (unlikely(result < 0)) goto ignore; if (unlikely(PyDict_SetItemString(globals, "_module", module) < 0)) goto ignore; if (unlikely(PyDict_SetItemString(globals, "__builtins__", __pyx_b) < 0)) goto ignore; result_obj = PyRun_String(py_code, Py_file_input, globals, globals); if (unlikely(!result_obj)) goto ignore; Py_DECREF(result_obj); Py_DECREF(globals); return module; ignore: Py_XDECREF(globals); PyErr_WriteUnraisable(module); if (unlikely(PyErr_WarnEx(PyExc_RuntimeWarning, "Cython module failed to patch module with custom type", 1) < 0)) { Py_DECREF(module); module = NULL; } #else py_code++; #endif return module; } /* PatchGeneratorABC */ #if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED) static PyObject* __Pyx_patch_abc_module(PyObject *module); static PyObject* __Pyx_patch_abc_module(PyObject *module) { module = __Pyx_Coroutine_patch_module( module, "" "if _cython_generator_type is not None:\n" " try: Generator = _module.Generator\n" " except AttributeError: pass\n" " else: Generator.register(_cython_generator_type)\n" "if _cython_coroutine_type is not None:\n" " try: Coroutine = _module.Coroutine\n" " except AttributeError: pass\n" " else: Coroutine.register(_cython_coroutine_type)\n" ); return module; } #endif static int __Pyx_patch_abc(void) { #if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED) static int abc_patched = 0; if (!abc_patched) { PyObject *module; module = PyImport_ImportModule((PY_VERSION_HEX >= 0x03030000) ? "collections.abc" : "collections"); if (!module) { PyErr_WriteUnraisable(NULL); if (unlikely(PyErr_WarnEx(PyExc_RuntimeWarning, ((PY_VERSION_HEX >= 0x03030000) ? "Cython module failed to register with collections.abc module" : "Cython module failed to register with collections module"), 1) < 0)) { return -1; } } else { module = __Pyx_patch_abc_module(module); abc_patched = 1; if (unlikely(!module)) return -1; Py_DECREF(module); } module = PyImport_ImportModule("backports_abc"); if (module) { module = __Pyx_patch_abc_module(module); Py_XDECREF(module); } if (!module) { PyErr_Clear(); } } #else if (0) __Pyx_Coroutine_patch_module(NULL, NULL); #endif return 0; } /* Generator */ static PyMethodDef __pyx_Generator_methods[] = { {"send", (PyCFunction) __Pyx_Coroutine_Send, METH_O, (char*) PyDoc_STR("send(arg) -> send 'arg' into generator,\nreturn next yielded value or raise StopIteration.")}, {"throw", (PyCFunction) __Pyx_Coroutine_Throw, METH_VARARGS, (char*) PyDoc_STR("throw(typ[,val[,tb]]) -> raise exception in generator,\nreturn next yielded value or raise StopIteration.")}, {"close", (PyCFunction) __Pyx_Coroutine_Close, METH_NOARGS, (char*) PyDoc_STR("close() -> raise GeneratorExit inside generator.")}, {0, 0, 0, 0} }; static PyMemberDef __pyx_Generator_memberlist[] = { {(char *) "gi_running", T_BOOL, offsetof(__pyx_CoroutineObject, is_running), READONLY, NULL}, {(char*) "gi_yieldfrom", T_OBJECT, offsetof(__pyx_CoroutineObject, yieldfrom), READONLY, (char*) PyDoc_STR("object being iterated by 'yield from', or None")}, {0, 0, 0, 0, 0} }; static PyGetSetDef __pyx_Generator_getsets[] = { {(char *) "__name__", (getter)__Pyx_Coroutine_get_name, (setter)__Pyx_Coroutine_set_name, (char*) PyDoc_STR("name of the generator"), 0}, {(char *) "__qualname__", (getter)__Pyx_Coroutine_get_qualname, (setter)__Pyx_Coroutine_set_qualname, (char*) PyDoc_STR("qualified name of the generator"), 0}, {0, 0, 0, 0, 0} }; static PyTypeObject __pyx_GeneratorType_type = { PyVarObject_HEAD_INIT(0, 0) "generator", sizeof(__pyx_CoroutineObject), 0, (destructor) __Pyx_Coroutine_dealloc, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | Py_TPFLAGS_HAVE_FINALIZE, 0, (traverseproc) __Pyx_Coroutine_traverse, 0, 0, offsetof(__pyx_CoroutineObject, gi_weakreflist), 0, (iternextfunc) __Pyx_Generator_Next, __pyx_Generator_methods, __pyx_Generator_memberlist, __pyx_Generator_getsets, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, #if PY_VERSION_HEX >= 0x030400a1 0, #else __Pyx_Coroutine_del, #endif 0, #if PY_VERSION_HEX >= 0x030400a1 __Pyx_Coroutine_del, #endif }; static int __pyx_Generator_init(void) { __pyx_GeneratorType_type.tp_getattro = PyObject_GenericGetAttr; __pyx_GeneratorType_type.tp_iter = PyObject_SelfIter; __pyx_GeneratorType = __Pyx_FetchCommonType(&__pyx_GeneratorType_type); if (unlikely(!__pyx_GeneratorType)) { return -1; } return 0; } /* CheckBinaryVersion */ static int __Pyx_check_binary_version(void) { char ctversion[4], rtversion[4]; PyOS_snprintf(ctversion, 4, "%d.%d", PY_MAJOR_VERSION, PY_MINOR_VERSION); PyOS_snprintf(rtversion, 4, "%s", Py_GetVersion()); if (ctversion[0] != rtversion[0] || ctversion[2] != rtversion[2]) { char message[200]; PyOS_snprintf(message, sizeof(message), "compiletime version %s of module '%.100s' " "does not match runtime version %s", ctversion, __Pyx_MODULE_NAME, rtversion); return PyErr_WarnEx(NULL, message, 1); } return 0; } /* ModuleImport */ #ifndef __PYX_HAVE_RT_ImportModule #define __PYX_HAVE_RT_ImportModule static PyObject *__Pyx_ImportModule(const char *name) { PyObject *py_name = 0; PyObject *py_module = 0; py_name = __Pyx_PyIdentifier_FromString(name); if (!py_name) goto bad; py_module = PyImport_Import(py_name); Py_DECREF(py_name); return py_module; bad: Py_XDECREF(py_name); return 0; } #endif /* TypeImport */ #ifndef __PYX_HAVE_RT_ImportType #define __PYX_HAVE_RT_ImportType static PyTypeObject *__Pyx_ImportType(const char *module_name, const char *class_name, size_t size, int strict) { PyObject *py_module = 0; PyObject *result = 0; PyObject *py_name = 0; char warning[200]; Py_ssize_t basicsize; #ifdef Py_LIMITED_API PyObject *py_basicsize; #endif py_module = __Pyx_ImportModule(module_name); if (!py_module) goto bad; py_name = __Pyx_PyIdentifier_FromString(class_name); if (!py_name) goto bad; result = PyObject_GetAttr(py_module, py_name); Py_DECREF(py_name); py_name = 0; Py_DECREF(py_module); py_module = 0; if (!result) goto bad; if (!PyType_Check(result)) { PyErr_Format(PyExc_TypeError, "%.200s.%.200s is not a type object", module_name, class_name); goto bad; } #ifndef Py_LIMITED_API basicsize = ((PyTypeObject *)result)->tp_basicsize; #else py_basicsize = PyObject_GetAttrString(result, "__basicsize__"); if (!py_basicsize) goto bad; basicsize = PyLong_AsSsize_t(py_basicsize); Py_DECREF(py_basicsize); py_basicsize = 0; if (basicsize == (Py_ssize_t)-1 && PyErr_Occurred()) goto bad; #endif if (!strict && (size_t)basicsize > size) { PyOS_snprintf(warning, sizeof(warning), "%s.%s size changed, may indicate binary incompatibility. Expected %zd, got %zd", module_name, class_name, basicsize, size); if (PyErr_WarnEx(NULL, warning, 0) < 0) goto bad; } else if ((size_t)basicsize != size) { PyErr_Format(PyExc_ValueError, "%.200s.%.200s has the wrong size, try recompiling. Expected %zd, got %zd", module_name, class_name, basicsize, size); goto bad; } return (PyTypeObject *)result; bad: Py_XDECREF(py_module); Py_XDECREF(result); return NULL; } #endif /* VoidPtrImport */ #ifndef __PYX_HAVE_RT_ImportVoidPtr #define __PYX_HAVE_RT_ImportVoidPtr static int __Pyx_ImportVoidPtr(PyObject *module, const char *name, void **p, const char *sig) { PyObject *d = 0; PyObject *cobj = 0; d = PyObject_GetAttrString(module, (char *)"__pyx_capi__"); if (!d) goto bad; cobj = PyDict_GetItemString(d, name); if (!cobj) { PyErr_Format(PyExc_ImportError, "%.200s does not export expected C variable %.200s", PyModule_GetName(module), name); goto bad; } #if PY_VERSION_HEX >= 0x02070000 if (!PyCapsule_IsValid(cobj, sig)) { PyErr_Format(PyExc_TypeError, "C variable %.200s.%.200s has wrong signature (expected %.500s, got %.500s)", PyModule_GetName(module), name, sig, PyCapsule_GetName(cobj)); goto bad; } *p = PyCapsule_GetPointer(cobj, sig); #else {const char *desc, *s1, *s2; desc = (const char *)PyCObject_GetDesc(cobj); if (!desc) goto bad; s1 = desc; s2 = sig; while (*s1 != '\0' && *s1 == *s2) { s1++; s2++; } if (*s1 != *s2) { PyErr_Format(PyExc_TypeError, "C variable %.200s.%.200s has wrong signature (expected %.500s, got %.500s)", PyModule_GetName(module), name, sig, desc); goto bad; } *p = PyCObject_AsVoidPtr(cobj);} #endif if (!(*p)) goto bad; Py_DECREF(d); return 0; bad: Py_XDECREF(d); return -1; } #endif /* FunctionImport */ #ifndef __PYX_HAVE_RT_ImportFunction #define __PYX_HAVE_RT_ImportFunction static int __Pyx_ImportFunction(PyObject *module, const char *funcname, void (**f)(void), const char *sig) { PyObject *d = 0; PyObject *cobj = 0; union { void (*fp)(void); void *p; } tmp; d = PyObject_GetAttrString(module, (char *)"__pyx_capi__"); if (!d) goto bad; cobj = PyDict_GetItemString(d, funcname); if (!cobj) { PyErr_Format(PyExc_ImportError, "%.200s does not export expected C function %.200s", PyModule_GetName(module), funcname); goto bad; } #if PY_VERSION_HEX >= 0x02070000 if (!PyCapsule_IsValid(cobj, sig)) { PyErr_Format(PyExc_TypeError, "C function %.200s.%.200s has wrong signature (expected %.500s, got %.500s)", PyModule_GetName(module), funcname, sig, PyCapsule_GetName(cobj)); goto bad; } tmp.p = PyCapsule_GetPointer(cobj, sig); #else {const char *desc, *s1, *s2; desc = (const char *)PyCObject_GetDesc(cobj); if (!desc) goto bad; s1 = desc; s2 = sig; while (*s1 != '\0' && *s1 == *s2) { s1++; s2++; } if (*s1 != *s2) { PyErr_Format(PyExc_TypeError, "C function %.200s.%.200s has wrong signature (expected %.500s, got %.500s)", PyModule_GetName(module), funcname, sig, desc); goto bad; } tmp.p = PyCObject_AsVoidPtr(cobj);} #endif *f = tmp.fp; if (!(*f)) goto bad; Py_DECREF(d); return 0; bad: Py_XDECREF(d); return -1; } #endif /* InitStrings */ static int __Pyx_InitStrings(__Pyx_StringTabEntry *t) { while (t->p) { #if PY_MAJOR_VERSION < 3 if (t->is_unicode) { *t->p = PyUnicode_DecodeUTF8(t->s, t->n - 1, NULL); } else if (t->intern) { *t->p = PyString_InternFromString(t->s); } else { *t->p = PyString_FromStringAndSize(t->s, t->n - 1); } #else if (t->is_unicode | t->is_str) { if (t->intern) { *t->p = PyUnicode_InternFromString(t->s); } else if (t->encoding) { *t->p = PyUnicode_Decode(t->s, t->n - 1, t->encoding, NULL); } else { *t->p = PyUnicode_FromStringAndSize(t->s, t->n - 1); } } else { *t->p = PyBytes_FromStringAndSize(t->s, t->n - 1); } #endif if (!*t->p) return -1; if (PyObject_Hash(*t->p) == -1) PyErr_Clear(); ++t; } return 0; } static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char* c_str) { return __Pyx_PyUnicode_FromStringAndSize(c_str, (Py_ssize_t)strlen(c_str)); } static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject* o) { Py_ssize_t ignore; return __Pyx_PyObject_AsStringAndSize(o, &ignore); } static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject* o, Py_ssize_t *length) { #if CYTHON_COMPILING_IN_CPYTHON && (__PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT) if ( #if PY_MAJOR_VERSION < 3 && __PYX_DEFAULT_STRING_ENCODING_IS_ASCII __Pyx_sys_getdefaultencoding_not_ascii && #endif PyUnicode_Check(o)) { #if PY_VERSION_HEX < 0x03030000 char* defenc_c; PyObject* defenc = _PyUnicode_AsDefaultEncodedString(o, NULL); if (!defenc) return NULL; defenc_c = PyBytes_AS_STRING(defenc); #if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII { char* end = defenc_c + PyBytes_GET_SIZE(defenc); char* c; for (c = defenc_c; c < end; c++) { if ((unsigned char) (*c) >= 128) { PyUnicode_AsASCIIString(o); return NULL; } } } #endif *length = PyBytes_GET_SIZE(defenc); return defenc_c; #else if (__Pyx_PyUnicode_READY(o) == -1) return NULL; #if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII if (PyUnicode_IS_ASCII(o)) { *length = PyUnicode_GET_LENGTH(o); return PyUnicode_AsUTF8(o); } else { PyUnicode_AsASCIIString(o); return NULL; } #else return PyUnicode_AsUTF8AndSize(o, length); #endif #endif } else #endif #if (!CYTHON_COMPILING_IN_PYPY) || (defined(PyByteArray_AS_STRING) && defined(PyByteArray_GET_SIZE)) if (PyByteArray_Check(o)) { *length = PyByteArray_GET_SIZE(o); return PyByteArray_AS_STRING(o); } else #endif { char* result; int r = PyBytes_AsStringAndSize(o, &result, length); if (unlikely(r < 0)) { return NULL; } else { return result; } } } static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject* x) { int is_true = x == Py_True; if (is_true | (x == Py_False) | (x == Py_None)) return is_true; else return PyObject_IsTrue(x); } static CYTHON_INLINE PyObject* __Pyx_PyNumber_IntOrLong(PyObject* x) { #if CYTHON_USE_TYPE_SLOTS PyNumberMethods *m; #endif const char *name = NULL; PyObject *res = NULL; #if PY_MAJOR_VERSION < 3 if (PyInt_Check(x) || PyLong_Check(x)) #else if (PyLong_Check(x)) #endif return __Pyx_NewRef(x); #if CYTHON_USE_TYPE_SLOTS m = Py_TYPE(x)->tp_as_number; #if PY_MAJOR_VERSION < 3 if (m && m->nb_int) { name = "int"; res = PyNumber_Int(x); } else if (m && m->nb_long) { name = "long"; res = PyNumber_Long(x); } #else if (m && m->nb_int) { name = "int"; res = PyNumber_Long(x); } #endif #else res = PyNumber_Int(x); #endif if (res) { #if PY_MAJOR_VERSION < 3 if (!PyInt_Check(res) && !PyLong_Check(res)) { #else if (!PyLong_Check(res)) { #endif PyErr_Format(PyExc_TypeError, "__%.4s__ returned non-%.4s (type %.200s)", name, name, Py_TYPE(res)->tp_name); Py_DECREF(res); return NULL; } } else if (!PyErr_Occurred()) { PyErr_SetString(PyExc_TypeError, "an integer is required"); } return res; } static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject* b) { Py_ssize_t ival; PyObject *x; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_CheckExact(b))) { if (sizeof(Py_ssize_t) >= sizeof(long)) return PyInt_AS_LONG(b); else return PyInt_AsSsize_t(x); } #endif if (likely(PyLong_CheckExact(b))) { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)b)->ob_digit; const Py_ssize_t size = Py_SIZE(b); if (likely(__Pyx_sst_abs(size) <= 1)) { ival = likely(size) ? digits[0] : 0; if (size == -1) ival = -ival; return ival; } else { switch (size) { case 2: if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) { return (Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } break; case -2: if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) { return -(Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } break; case 3: if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) { return (Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } break; case -3: if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) { return -(Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } break; case 4: if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) { return (Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } break; case -4: if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) { return -(Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } break; } } #endif return PyLong_AsSsize_t(b); } x = PyNumber_Index(b); if (!x) return -1; ival = PyInt_AsSsize_t(x); Py_DECREF(x); return ival; } static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t ival) { return PyInt_FromSize_t(ival); } #endif /* Py_PYTHON_H */