Armintawebapp
/
webapp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branches Tags
${ item.name }
Create tag ${ searchTerm }
Create branch ${ searchTerm }
from 'main'
${ noResults }
webapp/seed/Lib/site-packages/spacy/tokenizer.cpp

54094 lines
2.1 MiB
Raw Permalink Blame History

/* Generated by Cython 3.2.1 */
/* BEGIN: Cython Metadata
{
"distutils": {
"depends": [
"C:\\Users\\runneradmin\\AppData\\Local\\Temp\\build-env-ej_q3m8u\\Lib\\site-packages\\numpy\\_core\\include\\numpy\\arrayobject.h",
"C:\\Users\\runneradmin\\AppData\\Local\\Temp\\build-env-ej_q3m8u\\Lib\\site-packages\\numpy\\_core\\include\\numpy\\arrayscalars.h",
"C:\\Users\\runneradmin\\AppData\\Local\\Temp\\build-env-ej_q3m8u\\Lib\\site-packages\\numpy\\_core\\include\\numpy\\ndarrayobject.h",
"C:\\Users\\runneradmin\\AppData\\Local\\Temp\\build-env-ej_q3m8u\\Lib\\site-packages\\numpy\\_core\\include\\numpy\\ndarraytypes.h",
"C:\\Users\\runneradmin\\AppData\\Local\\Temp\\build-env-ej_q3m8u\\Lib\\site-packages\\numpy\\_core\\include\\numpy\\ufuncobject.h",
"C:\\Users\\runneradmin\\AppData\\Local\\pypa\\cibuildwheel\\Cache\\nuget-cpython\\python.3.12.10\\tools\\Include\\Python.h"
],
"extra_compile_args": [
"-std=c++11"
],
"include_dirs": [
"C:\\Users\\runneradmin\\AppData\\Local\\Temp\\build-env-ej_q3m8u\\Lib\\site-packages\\numpy\\_core\\include",
"C:\\Users\\runneradmin\\AppData\\Local\\pypa\\cibuildwheel\\Cache\\nuget-cpython\\python.3.12.10\\tools\\Include"
],
"language": "c++",
"name": "spacy.tokenizer",
"sources": [
"spacy/tokenizer.pyx"
]
},
"module_name": "spacy.tokenizer"
}
END: Cython Metadata */
#ifndef PY_SSIZE_T_CLEAN
#define PY_SSIZE_T_CLEAN
#endif /* PY_SSIZE_T_CLEAN */
/* InitLimitedAPI */
#if defined(Py_LIMITED_API)
#if !defined(CYTHON_LIMITED_API)
#define CYTHON_LIMITED_API 1
#endif
#elif defined(CYTHON_LIMITED_API)
#ifdef _MSC_VER
#pragma message ("Limited API usage is enabled with 'CYTHON_LIMITED_API' but 'Py_LIMITED_API' does not define a Python target version. Consider setting 'Py_LIMITED_API' instead.")
#else
#warning Limited API usage is enabled with 'CYTHON_LIMITED_API' but 'Py_LIMITED_API' does not define a Python target version. Consider setting 'Py_LIMITED_API' instead.
#endif
#endif
#include "Python.h"
#ifndef Py_PYTHON_H
#error Python headers needed to compile C extensions, please install development version of Python.
#elif PY_VERSION_HEX < 0x03080000
#error Cython requires Python 3.8+.
#else
#define __PYX_ABI_VERSION "3_2_1"
#define CYTHON_HEX_VERSION 0x030201F0
#define CYTHON_FUTURE_DIVISION 0
/* CModulePreamble */
#include <stddef.h>
#ifndef offsetof
#define offsetof(type, member) ( (size_t) & ((type*)0) -> member )
#endif
#if !defined(_WIN32) && !defined(WIN32) && !defined(MS_WINDOWS)
#ifndef __stdcall
#define __stdcall
#endif
#ifndef __cdecl
#define __cdecl
#endif
#ifndef __fastcall
#define __fastcall
#endif
#endif
#ifndef DL_IMPORT
#define DL_IMPORT(t) t
#endif
#ifndef DL_EXPORT
#define DL_EXPORT(t) t
#endif
#define __PYX_COMMA ,
#ifndef PY_LONG_LONG
#define PY_LONG_LONG LONG_LONG
#endif
#ifndef Py_HUGE_VAL
#define Py_HUGE_VAL HUGE_VAL
#endif
#define __PYX_LIMITED_VERSION_HEX PY_VERSION_HEX
#if defined(GRAALVM_PYTHON)
/* For very preliminary testing purposes. Most variables are set the same as PyPy.
The existence of this section does not imply that anything works or is even tested */
#define CYTHON_COMPILING_IN_PYPY 0
#define CYTHON_COMPILING_IN_CPYTHON 0
#define CYTHON_COMPILING_IN_LIMITED_API 0
#define CYTHON_COMPILING_IN_GRAAL 1
#define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
#undef CYTHON_USE_TYPE_SLOTS
#define CYTHON_USE_TYPE_SLOTS 0
#undef CYTHON_USE_TYPE_SPECS
#define CYTHON_USE_TYPE_SPECS 0
#undef CYTHON_USE_PYTYPE_LOOKUP
#define CYTHON_USE_PYTYPE_LOOKUP 0
#undef CYTHON_USE_PYLIST_INTERNALS
#define CYTHON_USE_PYLIST_INTERNALS 0
#undef CYTHON_USE_UNICODE_INTERNALS
#define CYTHON_USE_UNICODE_INTERNALS 0
#undef CYTHON_USE_UNICODE_WRITER
#define CYTHON_USE_UNICODE_WRITER 0
#undef CYTHON_USE_PYLONG_INTERNALS
#define CYTHON_USE_PYLONG_INTERNALS 0
#undef CYTHON_AVOID_BORROWED_REFS
#define CYTHON_AVOID_BORROWED_REFS 1
#undef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
#define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 0
#undef CYTHON_ASSUME_SAFE_MACROS
#define CYTHON_ASSUME_SAFE_MACROS 0
#undef CYTHON_ASSUME_SAFE_SIZE
#define CYTHON_ASSUME_SAFE_SIZE 0
#undef CYTHON_UNPACK_METHODS
#define CYTHON_UNPACK_METHODS 0
#undef CYTHON_FAST_THREAD_STATE
#define CYTHON_FAST_THREAD_STATE 0
#undef CYTHON_FAST_GIL
#define CYTHON_FAST_GIL 0
#undef CYTHON_METH_FASTCALL
#define CYTHON_METH_FASTCALL 0
#undef CYTHON_FAST_PYCALL
#define CYTHON_FAST_PYCALL 0
#ifndef CYTHON_PEP487_INIT_SUBCLASS
#define CYTHON_PEP487_INIT_SUBCLASS 1
#endif
#undef CYTHON_PEP489_MULTI_PHASE_INIT
#define CYTHON_PEP489_MULTI_PHASE_INIT 1
#undef CYTHON_USE_MODULE_STATE
#define CYTHON_USE_MODULE_STATE 0
#undef CYTHON_USE_SYS_MONITORING
#define CYTHON_USE_SYS_MONITORING 0
#undef CYTHON_USE_TP_FINALIZE
#define CYTHON_USE_TP_FINALIZE 0
#undef CYTHON_USE_AM_SEND
#define CYTHON_USE_AM_SEND 0
#undef CYTHON_USE_DICT_VERSIONS
#define CYTHON_USE_DICT_VERSIONS 0
#undef CYTHON_USE_EXC_INFO_STACK
#define CYTHON_USE_EXC_INFO_STACK 1
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
#define CYTHON_UPDATE_DESCRIPTOR_DOC 0
#endif
#undef CYTHON_USE_FREELISTS
#define CYTHON_USE_FREELISTS 0
#undef CYTHON_IMMORTAL_CONSTANTS
#define CYTHON_IMMORTAL_CONSTANTS 0
#elif defined(PYPY_VERSION)
#define CYTHON_COMPILING_IN_PYPY 1
#define CYTHON_COMPILING_IN_CPYTHON 0
#define CYTHON_COMPILING_IN_LIMITED_API 0
#define CYTHON_COMPILING_IN_GRAAL 0
#define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
#undef CYTHON_USE_TYPE_SLOTS
#define CYTHON_USE_TYPE_SLOTS 1
#ifndef CYTHON_USE_TYPE_SPECS
#define CYTHON_USE_TYPE_SPECS 0
#endif
#undef CYTHON_USE_PYTYPE_LOOKUP
#define CYTHON_USE_PYTYPE_LOOKUP 0
#undef CYTHON_USE_PYLIST_INTERNALS
#define CYTHON_USE_PYLIST_INTERNALS 0
#undef CYTHON_USE_UNICODE_INTERNALS
#define CYTHON_USE_UNICODE_INTERNALS 0
#undef CYTHON_USE_UNICODE_WRITER
#define CYTHON_USE_UNICODE_WRITER 0
#undef CYTHON_USE_PYLONG_INTERNALS
#define CYTHON_USE_PYLONG_INTERNALS 0
#undef CYTHON_AVOID_BORROWED_REFS
#define CYTHON_AVOID_BORROWED_REFS 1
#undef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
#define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 1
#undef CYTHON_ASSUME_SAFE_MACROS
#define CYTHON_ASSUME_SAFE_MACROS 0
#ifndef CYTHON_ASSUME_SAFE_SIZE
#define CYTHON_ASSUME_SAFE_SIZE 1
#endif
#undef CYTHON_UNPACK_METHODS
#define CYTHON_UNPACK_METHODS 0
#undef CYTHON_FAST_THREAD_STATE
#define CYTHON_FAST_THREAD_STATE 0
#undef CYTHON_FAST_GIL
#define CYTHON_FAST_GIL 0
#undef CYTHON_METH_FASTCALL
#define CYTHON_METH_FASTCALL 0
#undef CYTHON_FAST_PYCALL
#define CYTHON_FAST_PYCALL 0
#ifndef CYTHON_PEP487_INIT_SUBCLASS
#define CYTHON_PEP487_INIT_SUBCLASS 1
#endif
#if PY_VERSION_HEX < 0x03090000
#undef CYTHON_PEP489_MULTI_PHASE_INIT
#define CYTHON_PEP489_MULTI_PHASE_INIT 0
#elif !defined(CYTHON_PEP489_MULTI_PHASE_INIT)
#define CYTHON_PEP489_MULTI_PHASE_INIT 1
#endif
#undef CYTHON_USE_MODULE_STATE
#define CYTHON_USE_MODULE_STATE 0
#undef CYTHON_USE_SYS_MONITORING
#define CYTHON_USE_SYS_MONITORING 0
#ifndef CYTHON_USE_TP_FINALIZE
#define CYTHON_USE_TP_FINALIZE (PYPY_VERSION_NUM >= 0x07030C00)
#endif
#undef CYTHON_USE_AM_SEND
#define CYTHON_USE_AM_SEND 0
#undef CYTHON_USE_DICT_VERSIONS
#define CYTHON_USE_DICT_VERSIONS 0
#undef CYTHON_USE_EXC_INFO_STACK
#define CYTHON_USE_EXC_INFO_STACK 0
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
#define CYTHON_UPDATE_DESCRIPTOR_DOC (PYPY_VERSION_NUM >= 0x07031100)
#endif
#undef CYTHON_USE_FREELISTS
#define CYTHON_USE_FREELISTS 0
#undef CYTHON_IMMORTAL_CONSTANTS
#define CYTHON_IMMORTAL_CONSTANTS 0
#elif defined(CYTHON_LIMITED_API)
#ifdef Py_LIMITED_API
#undef __PYX_LIMITED_VERSION_HEX
#define __PYX_LIMITED_VERSION_HEX Py_LIMITED_API
#endif
#define CYTHON_COMPILING_IN_PYPY 0
#define CYTHON_COMPILING_IN_CPYTHON 0
#define CYTHON_COMPILING_IN_LIMITED_API 1
#define CYTHON_COMPILING_IN_GRAAL 0
#define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
#undef CYTHON_USE_TYPE_SLOTS
#define CYTHON_USE_TYPE_SLOTS 0
#undef CYTHON_USE_TYPE_SPECS
#define CYTHON_USE_TYPE_SPECS 1
#undef CYTHON_USE_PYTYPE_LOOKUP
#define CYTHON_USE_PYTYPE_LOOKUP 0
#undef CYTHON_USE_PYLIST_INTERNALS
#define CYTHON_USE_PYLIST_INTERNALS 0
#undef CYTHON_USE_UNICODE_INTERNALS
#define CYTHON_USE_UNICODE_INTERNALS 0
#ifndef CYTHON_USE_UNICODE_WRITER
#define CYTHON_USE_UNICODE_WRITER 0
#endif
#undef CYTHON_USE_PYLONG_INTERNALS
#define CYTHON_USE_PYLONG_INTERNALS 0
#ifndef CYTHON_AVOID_BORROWED_REFS
#define CYTHON_AVOID_BORROWED_REFS 0
#endif
#ifndef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
#define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 0
#endif
#undef CYTHON_ASSUME_SAFE_MACROS
#define CYTHON_ASSUME_SAFE_MACROS 0
#undef CYTHON_ASSUME_SAFE_SIZE
#define CYTHON_ASSUME_SAFE_SIZE 0
#undef CYTHON_UNPACK_METHODS
#define CYTHON_UNPACK_METHODS 0
#undef CYTHON_FAST_THREAD_STATE
#define CYTHON_FAST_THREAD_STATE 0
#undef CYTHON_FAST_GIL
#define CYTHON_FAST_GIL 0
#undef CYTHON_METH_FASTCALL
#define CYTHON_METH_FASTCALL (__PYX_LIMITED_VERSION_HEX >= 0x030C0000)
#undef CYTHON_FAST_PYCALL
#define CYTHON_FAST_PYCALL 0
#ifndef CYTHON_PEP487_INIT_SUBCLASS
#define CYTHON_PEP487_INIT_SUBCLASS 1
#endif
#ifndef CYTHON_PEP489_MULTI_PHASE_INIT
#define CYTHON_PEP489_MULTI_PHASE_INIT 1
#endif
#ifndef CYTHON_USE_MODULE_STATE
#define CYTHON_USE_MODULE_STATE 0
#endif
#undef CYTHON_USE_SYS_MONITORING
#define CYTHON_USE_SYS_MONITORING 0
#ifndef CYTHON_USE_TP_FINALIZE
#define CYTHON_USE_TP_FINALIZE 0
#endif
#ifndef CYTHON_USE_AM_SEND
#define CYTHON_USE_AM_SEND (__PYX_LIMITED_VERSION_HEX >= 0x030A0000)
#endif
#undef CYTHON_USE_DICT_VERSIONS
#define CYTHON_USE_DICT_VERSIONS 0
#undef CYTHON_USE_EXC_INFO_STACK
#define CYTHON_USE_EXC_INFO_STACK 0
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
#define CYTHON_UPDATE_DESCRIPTOR_DOC 0
#endif
#ifndef CYTHON_USE_FREELISTS
#define CYTHON_USE_FREELISTS 1
#endif
#undef CYTHON_IMMORTAL_CONSTANTS
#define CYTHON_IMMORTAL_CONSTANTS 0
#else
#define CYTHON_COMPILING_IN_PYPY 0
#define CYTHON_COMPILING_IN_CPYTHON 1
#define CYTHON_COMPILING_IN_LIMITED_API 0
#define CYTHON_COMPILING_IN_GRAAL 0
#ifdef Py_GIL_DISABLED
#define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 1
#else
#define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
#endif
#if PY_VERSION_HEX < 0x030A0000
#undef CYTHON_USE_TYPE_SLOTS
#define CYTHON_USE_TYPE_SLOTS 1
#elif !defined(CYTHON_USE_TYPE_SLOTS)
#define CYTHON_USE_TYPE_SLOTS 1
#endif
#ifndef CYTHON_USE_TYPE_SPECS
#define CYTHON_USE_TYPE_SPECS 0
#endif
#ifndef CYTHON_USE_PYTYPE_LOOKUP
#define CYTHON_USE_PYTYPE_LOOKUP 1
#endif
#ifndef CYTHON_USE_PYLONG_INTERNALS
#define CYTHON_USE_PYLONG_INTERNALS 1
#endif
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#undef CYTHON_USE_PYLIST_INTERNALS
#define CYTHON_USE_PYLIST_INTERNALS 0
#elif !defined(CYTHON_USE_PYLIST_INTERNALS)
#define CYTHON_USE_PYLIST_INTERNALS 1
#endif
#ifndef CYTHON_USE_UNICODE_INTERNALS
#define CYTHON_USE_UNICODE_INTERNALS 1
#endif
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING || PY_VERSION_HEX >= 0x030B00A2
#undef CYTHON_USE_UNICODE_WRITER
#define CYTHON_USE_UNICODE_WRITER 0
#elif !defined(CYTHON_USE_UNICODE_WRITER)
#define CYTHON_USE_UNICODE_WRITER 1
#endif
#ifndef CYTHON_AVOID_BORROWED_REFS
#define CYTHON_AVOID_BORROWED_REFS 0
#endif
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#undef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
#define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 1
#elif !defined(CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS)
#define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 0
#endif
#ifndef CYTHON_ASSUME_SAFE_MACROS
#define CYTHON_ASSUME_SAFE_MACROS 1
#endif
#ifndef CYTHON_ASSUME_SAFE_SIZE
#define CYTHON_ASSUME_SAFE_SIZE 1
#endif
#ifndef CYTHON_UNPACK_METHODS
#define CYTHON_UNPACK_METHODS 1
#endif
#ifndef CYTHON_FAST_THREAD_STATE
#define CYTHON_FAST_THREAD_STATE 1
#endif
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#undef CYTHON_FAST_GIL
#define CYTHON_FAST_GIL 0
#elif !defined(CYTHON_FAST_GIL)
#define CYTHON_FAST_GIL (PY_VERSION_HEX < 0x030C00A6)
#endif
#ifndef CYTHON_METH_FASTCALL
#define CYTHON_METH_FASTCALL 1
#endif
#ifndef CYTHON_FAST_PYCALL
#define CYTHON_FAST_PYCALL 1
#endif
#ifndef CYTHON_PEP487_INIT_SUBCLASS
#define CYTHON_PEP487_INIT_SUBCLASS 1
#endif
#ifndef CYTHON_PEP489_MULTI_PHASE_INIT
#define CYTHON_PEP489_MULTI_PHASE_INIT 1
#endif
#ifndef CYTHON_USE_MODULE_STATE
#define CYTHON_USE_MODULE_STATE 0
#endif
#ifndef CYTHON_USE_SYS_MONITORING
#define CYTHON_USE_SYS_MONITORING (PY_VERSION_HEX >= 0x030d00B1)
#endif
#ifndef CYTHON_USE_TP_FINALIZE
#define CYTHON_USE_TP_FINALIZE 1
#endif
#ifndef CYTHON_USE_AM_SEND
#define CYTHON_USE_AM_SEND 1
#endif
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#undef CYTHON_USE_DICT_VERSIONS
#define CYTHON_USE_DICT_VERSIONS 0
#elif !defined(CYTHON_USE_DICT_VERSIONS)
#define CYTHON_USE_DICT_VERSIONS (PY_VERSION_HEX < 0x030C00A5 && !CYTHON_USE_MODULE_STATE)
#endif
#ifndef CYTHON_USE_EXC_INFO_STACK
#define CYTHON_USE_EXC_INFO_STACK 1
#endif
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
#define CYTHON_UPDATE_DESCRIPTOR_DOC 1
#endif
#ifndef CYTHON_USE_FREELISTS
#define CYTHON_USE_FREELISTS (!CYTHON_COMPILING_IN_CPYTHON_FREETHREADING)
#endif
#if defined(CYTHON_IMMORTAL_CONSTANTS) && PY_VERSION_HEX < 0x030C0000
#undef CYTHON_IMMORTAL_CONSTANTS
#define CYTHON_IMMORTAL_CONSTANTS 0 // definitely won't work
#elif !defined(CYTHON_IMMORTAL_CONSTANTS)
#define CYTHON_IMMORTAL_CONSTANTS (PY_VERSION_HEX >= 0x030C0000 && !CYTHON_USE_MODULE_STATE && CYTHON_COMPILING_IN_CPYTHON_FREETHREADING)
#endif
#endif
#ifndef CYTHON_COMPRESS_STRINGS
#define CYTHON_COMPRESS_STRINGS 1
#endif
#ifndef CYTHON_FAST_PYCCALL
#define CYTHON_FAST_PYCCALL CYTHON_FAST_PYCALL
#endif
#ifndef CYTHON_VECTORCALL
#if CYTHON_COMPILING_IN_LIMITED_API
#define CYTHON_VECTORCALL (__PYX_LIMITED_VERSION_HEX >= 0x030C0000)
#else
#define CYTHON_VECTORCALL (CYTHON_FAST_PYCCALL)
#endif
#endif
#if CYTHON_USE_PYLONG_INTERNALS
#undef SHIFT
#undef BASE
#undef MASK
#ifdef SIZEOF_VOID_P
enum { __pyx_check_sizeof_voidp = 1 / (int)(SIZEOF_VOID_P == sizeof(void*)) };
#endif
#endif
#ifndef __has_attribute
#define __has_attribute(x) 0
#endif
#ifndef __has_cpp_attribute
#define __has_cpp_attribute(x) 0
#endif
#ifndef CYTHON_RESTRICT
#if defined(__GNUC__)
#define CYTHON_RESTRICT __restrict__
#elif defined(_MSC_VER) && _MSC_VER >= 1400
#define CYTHON_RESTRICT __restrict
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
#define CYTHON_RESTRICT restrict
#else
#define CYTHON_RESTRICT
#endif
#endif
#ifndef CYTHON_UNUSED
#if defined(__cplusplus)
/* for clang __has_cpp_attribute(maybe_unused) is true even before C++17
* but leads to warnings with -pedantic, since it is a C++17 feature */
#if ((defined(_MSVC_LANG) && _MSVC_LANG >= 201703L) || __cplusplus >= 201703L)
#if __has_cpp_attribute(maybe_unused)
#define CYTHON_UNUSED [[maybe_unused]]
#endif
#endif
#endif
#endif
#ifndef CYTHON_UNUSED
# if defined(__GNUC__)
# if !(defined(__cplusplus)) || (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4))
# define CYTHON_UNUSED __attribute__ ((__unused__))
# else
# define CYTHON_UNUSED
# endif
# elif defined(__ICC) || (defined(__INTEL_COMPILER) && !defined(_MSC_VER))
# define CYTHON_UNUSED __attribute__ ((__unused__))
# else
# define CYTHON_UNUSED
# endif
#endif
#ifndef CYTHON_UNUSED_VAR
# if defined(__cplusplus)
template<class T> void CYTHON_UNUSED_VAR( const T& ) { }
# else
# define CYTHON_UNUSED_VAR(x) (void)(x)
# endif
#endif
#ifndef CYTHON_MAYBE_UNUSED_VAR
#define CYTHON_MAYBE_UNUSED_VAR(x) CYTHON_UNUSED_VAR(x)
#endif
#ifndef CYTHON_NCP_UNUSED
# if CYTHON_COMPILING_IN_CPYTHON && !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
# define CYTHON_NCP_UNUSED
# else
# define CYTHON_NCP_UNUSED CYTHON_UNUSED
# endif
#endif
#ifndef CYTHON_USE_CPP_STD_MOVE
#if defined(__cplusplus) && (\
__cplusplus >= 201103L || (defined(_MSC_VER) && _MSC_VER >= 1600))
#define CYTHON_USE_CPP_STD_MOVE 1
#else
#define CYTHON_USE_CPP_STD_MOVE 0
#endif
#endif
#define __Pyx_void_to_None(void_result) ((void)(void_result), Py_INCREF(Py_None), Py_None)
#include <stdint.h>
typedef uintptr_t __pyx_uintptr_t;
#ifndef CYTHON_FALLTHROUGH
#if defined(__cplusplus)
/* for clang __has_cpp_attribute(fallthrough) is true even before C++17
* but leads to warnings with -pedantic, since it is a C++17 feature */
#if ((defined(_MSVC_LANG) && _MSVC_LANG >= 201703L) || __cplusplus >= 201703L)
#if __has_cpp_attribute(fallthrough)
#define CYTHON_FALLTHROUGH [[fallthrough]]
#endif
#endif
#ifndef CYTHON_FALLTHROUGH
#if __has_cpp_attribute(clang::fallthrough)
#define CYTHON_FALLTHROUGH [[clang::fallthrough]]
#elif __has_cpp_attribute(gnu::fallthrough)
#define CYTHON_FALLTHROUGH [[gnu::fallthrough]]
#endif
#endif
#endif
#ifndef CYTHON_FALLTHROUGH
#if __has_attribute(fallthrough)
#define CYTHON_FALLTHROUGH __attribute__((fallthrough))
#else
#define CYTHON_FALLTHROUGH
#endif
#endif
#if defined(__clang__) && defined(__apple_build_version__)
#if __apple_build_version__ < 7000000
#undef CYTHON_FALLTHROUGH
#define CYTHON_FALLTHROUGH
#endif
#endif
#endif
#ifndef Py_UNREACHABLE
#define Py_UNREACHABLE() assert(0); abort()
#endif
#ifdef __cplusplus
template <typename T>
struct __PYX_IS_UNSIGNED_IMPL {static const bool value = T(0) < T(-1);};
#define __PYX_IS_UNSIGNED(type) (__PYX_IS_UNSIGNED_IMPL<type>::value)
#else
#define __PYX_IS_UNSIGNED(type) (((type)-1) > 0)
#endif
#if CYTHON_COMPILING_IN_PYPY == 1
#define __PYX_NEED_TP_PRINT_SLOT (PY_VERSION_HEX < 0x030A0000)
#else
#define __PYX_NEED_TP_PRINT_SLOT (PY_VERSION_HEX < 0x03090000)
#endif
#define __PYX_REINTERPRET_FUNCION(func_pointer, other_pointer) ((func_pointer)(void(*)(void))(other_pointer))
/* CppInitCode */
#ifndef __cplusplus
#error "Cython files generated with the C++ option must be compiled with a C++ compiler."
#endif
#ifndef CYTHON_INLINE
#if defined(__clang__)
#define CYTHON_INLINE __inline__ __attribute__ ((__unused__))
#else
#define CYTHON_INLINE inline
#endif
#endif
template<typename T>
void __Pyx_call_destructor(T& x) {
x.~T();
}
template<typename T>
class __Pyx_FakeReference {
public:
__Pyx_FakeReference() : ptr(NULL) { }
__Pyx_FakeReference(const T& ref) : ptr(const_cast<T*>(&ref)) { }
T *operator->() { return ptr; }
T *operator&() { return ptr; }
operator T&() { return *ptr; }
template<typename U> bool operator ==(const U& other) const { return *ptr == other; }
template<typename U> bool operator !=(const U& other) const { return *ptr != other; }
template<typename U> bool operator==(const __Pyx_FakeReference<U>& other) const { return *ptr == *other.ptr; }
template<typename U> bool operator!=(const __Pyx_FakeReference<U>& other) const { return *ptr != *other.ptr; }
private:
T *ptr;
};
/* PythonCompatibility */
#define __PYX_BUILD_PY_SSIZE_T "n"
#define CYTHON_FORMAT_SSIZE_T "z"
#define __Pyx_BUILTIN_MODULE_NAME "builtins"
#define __Pyx_DefaultClassType PyType_Type
#if CYTHON_COMPILING_IN_LIMITED_API
#ifndef CO_OPTIMIZED
static int CO_OPTIMIZED;
#endif
#ifndef CO_NEWLOCALS
static int CO_NEWLOCALS;
#endif
#ifndef CO_VARARGS
static int CO_VARARGS;
#endif
#ifndef CO_VARKEYWORDS
static int CO_VARKEYWORDS;
#endif
#ifndef CO_ASYNC_GENERATOR
static int CO_ASYNC_GENERATOR;
#endif
#ifndef CO_GENERATOR
static int CO_GENERATOR;
#endif
#ifndef CO_COROUTINE
static int CO_COROUTINE;
#endif
#else
#ifndef CO_COROUTINE
#define CO_COROUTINE 0x80
#endif
#ifndef CO_ASYNC_GENERATOR
#define CO_ASYNC_GENERATOR 0x200
#endif
#endif
static int __Pyx_init_co_variables(void);
#if PY_VERSION_HEX >= 0x030900A4 || defined(Py_IS_TYPE)
#define __Pyx_IS_TYPE(ob, type) Py_IS_TYPE(ob, type)
#else
#define __Pyx_IS_TYPE(ob, type) (((const PyObject*)ob)->ob_type == (type))
#endif
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_Is)
#define __Pyx_Py_Is(x, y) Py_Is(x, y)
#else
#define __Pyx_Py_Is(x, y) ((x) == (y))
#endif
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_IsNone)
#define __Pyx_Py_IsNone(ob) Py_IsNone(ob)
#else
#define __Pyx_Py_IsNone(ob) __Pyx_Py_Is((ob), Py_None)
#endif
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_IsTrue)
#define __Pyx_Py_IsTrue(ob) Py_IsTrue(ob)
#else
#define __Pyx_Py_IsTrue(ob) __Pyx_Py_Is((ob), Py_True)
#endif
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_IsFalse)
#define __Pyx_Py_IsFalse(ob) Py_IsFalse(ob)
#else
#define __Pyx_Py_IsFalse(ob) __Pyx_Py_Is((ob), Py_False)
#endif
#define __Pyx_NoneAsNull(obj) (__Pyx_Py_IsNone(obj) ? NULL : (obj))
#if PY_VERSION_HEX >= 0x030900F0 && !CYTHON_COMPILING_IN_PYPY
#define __Pyx_PyObject_GC_IsFinalized(o) PyObject_GC_IsFinalized(o)
#else
#define __Pyx_PyObject_GC_IsFinalized(o) _PyGC_FINALIZED(o)
#endif
#ifndef Py_TPFLAGS_CHECKTYPES
#define Py_TPFLAGS_CHECKTYPES 0
#endif
#ifndef Py_TPFLAGS_HAVE_INDEX
#define Py_TPFLAGS_HAVE_INDEX 0
#endif
#ifndef Py_TPFLAGS_HAVE_NEWBUFFER
#define Py_TPFLAGS_HAVE_NEWBUFFER 0
#endif
#ifndef Py_TPFLAGS_HAVE_FINALIZE
#define Py_TPFLAGS_HAVE_FINALIZE 0
#endif
#ifndef Py_TPFLAGS_SEQUENCE
#define Py_TPFLAGS_SEQUENCE 0
#endif
#ifndef Py_TPFLAGS_MAPPING
#define Py_TPFLAGS_MAPPING 0
#endif
#ifndef Py_TPFLAGS_IMMUTABLETYPE
#define Py_TPFLAGS_IMMUTABLETYPE (1UL << 8)
#endif
#ifndef Py_TPFLAGS_DISALLOW_INSTANTIATION
#define Py_TPFLAGS_DISALLOW_INSTANTIATION (1UL << 7)
#endif
#ifndef METH_STACKLESS
#define METH_STACKLESS 0
#endif
#ifndef METH_FASTCALL
#ifndef METH_FASTCALL
#define METH_FASTCALL 0x80
#endif
typedef PyObject *(*__Pyx_PyCFunctionFast) (PyObject *self, PyObject *const *args, Py_ssize_t nargs);
typedef PyObject *(*__Pyx_PyCFunctionFastWithKeywords) (PyObject *self, PyObject *const *args,
Py_ssize_t nargs, PyObject *kwnames);
#else
#if PY_VERSION_HEX >= 0x030d00A4
# define __Pyx_PyCFunctionFast PyCFunctionFast
# define __Pyx_PyCFunctionFastWithKeywords PyCFunctionFastWithKeywords
#else
# define __Pyx_PyCFunctionFast _PyCFunctionFast
# define __Pyx_PyCFunctionFastWithKeywords _PyCFunctionFastWithKeywords
#endif
#endif
#if CYTHON_METH_FASTCALL
#define __Pyx_METH_FASTCALL METH_FASTCALL
#define __Pyx_PyCFunction_FastCall __Pyx_PyCFunctionFast
#define __Pyx_PyCFunction_FastCallWithKeywords __Pyx_PyCFunctionFastWithKeywords
#else
#define __Pyx_METH_FASTCALL METH_VARARGS
#define __Pyx_PyCFunction_FastCall PyCFunction
#define __Pyx_PyCFunction_FastCallWithKeywords PyCFunctionWithKeywords
#endif
#if CYTHON_VECTORCALL
#define __pyx_vectorcallfunc vectorcallfunc
#define __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET PY_VECTORCALL_ARGUMENTS_OFFSET
#define __Pyx_PyVectorcall_NARGS(n) PyVectorcall_NARGS((size_t)(n))
#else
#define __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET 0
#define __Pyx_PyVectorcall_NARGS(n) ((Py_ssize_t)(n))
#endif
#if PY_VERSION_HEX >= 0x030900B1
#define __Pyx_PyCFunction_CheckExact(func) PyCFunction_CheckExact(func)
#else
#define __Pyx_PyCFunction_CheckExact(func) PyCFunction_Check(func)
#endif
#define __Pyx_CyOrPyCFunction_Check(func) PyCFunction_Check(func)
#if CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_CyOrPyCFunction_GET_FUNCTION(func) (((PyCFunctionObject*)(func))->m_ml->ml_meth)
#elif !CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_CyOrPyCFunction_GET_FUNCTION(func) PyCFunction_GET_FUNCTION(func)
#endif
#if CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_CyOrPyCFunction_GET_FLAGS(func) (((PyCFunctionObject*)(func))->m_ml->ml_flags)
static CYTHON_INLINE PyObject* __Pyx_CyOrPyCFunction_GET_SELF(PyObject *func) {
return (__Pyx_CyOrPyCFunction_GET_FLAGS(func) & METH_STATIC) ? NULL : ((PyCFunctionObject*)func)->m_self;
}
#endif
static CYTHON_INLINE int __Pyx__IsSameCFunction(PyObject *func, void (*cfunc)(void)) {
#if CYTHON_COMPILING_IN_LIMITED_API
return PyCFunction_Check(func) && PyCFunction_GetFunction(func) == (PyCFunction) cfunc;
#else
return PyCFunction_Check(func) && PyCFunction_GET_FUNCTION(func) == (PyCFunction) cfunc;
#endif
}
#define __Pyx_IsSameCFunction(func, cfunc) __Pyx__IsSameCFunction(func, cfunc)
#if PY_VERSION_HEX < 0x03090000 || (CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000)
#define __Pyx_PyType_FromModuleAndSpec(m, s, b) ((void)m, PyType_FromSpecWithBases(s, b))
typedef PyObject *(*__Pyx_PyCMethod)(PyObject *, PyTypeObject *, PyObject *const *, size_t, PyObject *);
#else
#define __Pyx_PyType_FromModuleAndSpec(m, s, b) PyType_FromModuleAndSpec(m, s, b)
#define __Pyx_PyCMethod PyCMethod
#endif
#ifndef METH_METHOD
#define METH_METHOD 0x200
#endif
#if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Malloc)
#define PyObject_Malloc(s) PyMem_Malloc(s)
#define PyObject_Free(p) PyMem_Free(p)
#define PyObject_Realloc(p) PyMem_Realloc(p)
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_PyFrame_SetLineNumber(frame, lineno)
#elif CYTHON_COMPILING_IN_GRAAL && defined(GRAALPY_VERSION_NUM) && GRAALPY_VERSION_NUM > 0x19000000
#define __Pyx_PyCode_HasFreeVars(co) (PyCode_GetNumFree(co) > 0)
#define __Pyx_PyFrame_SetLineNumber(frame, lineno) GraalPyFrame_SetLineNumber((frame), (lineno))
#elif CYTHON_COMPILING_IN_GRAAL
#define __Pyx_PyCode_HasFreeVars(co) (PyCode_GetNumFree(co) > 0)
#define __Pyx_PyFrame_SetLineNumber(frame, lineno) _PyFrame_SetLineNumber((frame), (lineno))
#else
#define __Pyx_PyCode_HasFreeVars(co) (PyCode_GetNumFree(co) > 0)
#define __Pyx_PyFrame_SetLineNumber(frame, lineno) (frame)->f_lineno = (lineno)
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_PyThreadState_Current PyThreadState_Get()
#elif !CYTHON_FAST_THREAD_STATE
#define __Pyx_PyThreadState_Current PyThreadState_GET()
#elif PY_VERSION_HEX >= 0x030d00A1
#define __Pyx_PyThreadState_Current PyThreadState_GetUnchecked()
#else
#define __Pyx_PyThreadState_Current _PyThreadState_UncheckedGet()
#endif
#if CYTHON_USE_MODULE_STATE
static CYTHON_INLINE void *__Pyx__PyModule_GetState(PyObject *op)
{
void *result;
result = PyModule_GetState(op);
if (!result)
Py_FatalError("Couldn't find the module state");
return result;
}
#define __Pyx_PyModule_GetState(o) (__pyx_mstatetype *)__Pyx__PyModule_GetState(o)
#else
#define __Pyx_PyModule_GetState(op) ((void)op,__pyx_mstate_global)
#endif
#define __Pyx_PyObject_GetSlot(obj, name, func_ctype) __Pyx_PyType_GetSlot(Py_TYPE((PyObject *) obj), name, func_ctype)
#define __Pyx_PyObject_TryGetSlot(obj, name, func_ctype) __Pyx_PyType_TryGetSlot(Py_TYPE(obj), name, func_ctype)
#define __Pyx_PyObject_GetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_GetSubSlot(Py_TYPE(obj), sub, name, func_ctype)
#define __Pyx_PyObject_TryGetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_TryGetSubSlot(Py_TYPE(obj), sub, name, func_ctype)
#if CYTHON_USE_TYPE_SLOTS
#define __Pyx_PyType_GetSlot(type, name, func_ctype) ((type)->name)
#define __Pyx_PyType_TryGetSlot(type, name, func_ctype) __Pyx_PyType_GetSlot(type, name, func_ctype)
#define __Pyx_PyType_GetSubSlot(type, sub, name, func_ctype) (((type)->sub) ? ((type)->sub->name) : NULL)
#define __Pyx_PyType_TryGetSubSlot(type, sub, name, func_ctype) __Pyx_PyType_GetSubSlot(type, sub, name, func_ctype)
#else
#define __Pyx_PyType_GetSlot(type, name, func_ctype) ((func_ctype) PyType_GetSlot((type), Py_##name))
#define __Pyx_PyType_TryGetSlot(type, name, func_ctype)\
((__PYX_LIMITED_VERSION_HEX >= 0x030A0000 ||\
(PyType_GetFlags(type) & Py_TPFLAGS_HEAPTYPE) || __Pyx_get_runtime_version() >= 0x030A0000) ?\
__Pyx_PyType_GetSlot(type, name, func_ctype) : NULL)
#define __Pyx_PyType_GetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_GetSlot(obj, name, func_ctype)
#define __Pyx_PyType_TryGetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_TryGetSlot(obj, name, func_ctype)
#endif
#if CYTHON_COMPILING_IN_CPYTHON || defined(_PyDict_NewPresized)
#define __Pyx_PyDict_NewPresized(n) ((n <= 8) ? PyDict_New() : _PyDict_NewPresized(n))
#else
#define __Pyx_PyDict_NewPresized(n) PyDict_New()
#endif
#define __Pyx_PyNumber_Divide(x,y) PyNumber_TrueDivide(x,y)
#define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceTrueDivide(x,y)
#if CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_UNICODE_INTERNALS
#define __Pyx_PyDict_GetItemStrWithError(dict, name) _PyDict_GetItem_KnownHash(dict, name, ((PyASCIIObject *) name)->hash)
static CYTHON_INLINE PyObject * __Pyx_PyDict_GetItemStr(PyObject *dict, PyObject *name) {
PyObject *res = __Pyx_PyDict_GetItemStrWithError(dict, name);
if (res == NULL) PyErr_Clear();
return res;
}
#elif !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07020000
#define __Pyx_PyDict_GetItemStrWithError PyDict_GetItemWithError
#define __Pyx_PyDict_GetItemStr PyDict_GetItem
#else
static CYTHON_INLINE PyObject * __Pyx_PyDict_GetItemStrWithError(PyObject *dict, PyObject *name) {
#if CYTHON_COMPILING_IN_PYPY
return PyDict_GetItem(dict, name);
#else
PyDictEntry *ep;
PyDictObject *mp = (PyDictObject*) dict;
long hash = ((PyStringObject *) name)->ob_shash;
assert(hash != -1);
ep = (mp->ma_lookup)(mp, name, hash);
if (ep == NULL) {
return NULL;
}
return ep->me_value;
#endif
}
#define __Pyx_PyDict_GetItemStr PyDict_GetItem
#endif
#if CYTHON_USE_TYPE_SLOTS
#define __Pyx_PyType_GetFlags(tp) (((PyTypeObject *)tp)->tp_flags)
#define __Pyx_PyType_HasFeature(type, feature) ((__Pyx_PyType_GetFlags(type) & (feature)) != 0)
#else
#define __Pyx_PyType_GetFlags(tp) (PyType_GetFlags((PyTypeObject *)tp))
#define __Pyx_PyType_HasFeature(type, feature) PyType_HasFeature(type, feature)
#endif
#define __Pyx_PyObject_GetIterNextFunc(iterator) __Pyx_PyObject_GetSlot(iterator, tp_iternext, iternextfunc)
#if CYTHON_USE_TYPE_SPECS
#define __Pyx_PyHeapTypeObject_GC_Del(obj) {\
PyTypeObject *type = Py_TYPE((PyObject*)obj);\
assert(__Pyx_PyType_HasFeature(type, Py_TPFLAGS_HEAPTYPE));\
PyObject_GC_Del(obj);\
Py_DECREF(type);\
}
#else
#define __Pyx_PyHeapTypeObject_GC_Del(obj) PyObject_GC_Del(obj)
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_PyUnicode_READY(op) (0)
#define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_ReadChar(u, i)
#define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) ((void)u, 1114111U)
#define __Pyx_PyUnicode_KIND(u) ((void)u, (0))
#define __Pyx_PyUnicode_DATA(u) ((void*)u)
#define __Pyx_PyUnicode_READ(k, d, i) ((void)k, PyUnicode_ReadChar((PyObject*)(d), i))
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != PyUnicode_GetLength(u))
#else
#if PY_VERSION_HEX >= 0x030C0000
#define __Pyx_PyUnicode_READY(op) (0)
#else
#define __Pyx_PyUnicode_READY(op) (likely(PyUnicode_IS_READY(op)) ?\
0 : _PyUnicode_Ready((PyObject *)(op)))
#endif
#define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_READ_CHAR(u, i)
#define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) PyUnicode_MAX_CHAR_VALUE(u)
#define __Pyx_PyUnicode_KIND(u) ((int)PyUnicode_KIND(u))
#define __Pyx_PyUnicode_DATA(u) PyUnicode_DATA(u)
#define __Pyx_PyUnicode_READ(k, d, i) PyUnicode_READ(k, d, i)
#define __Pyx_PyUnicode_WRITE(k, d, i, ch) PyUnicode_WRITE(k, d, i, (Py_UCS4) ch)
#if PY_VERSION_HEX >= 0x030C0000
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != PyUnicode_GET_LENGTH(u))
#else
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03090000
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : ((PyCompactUnicodeObject *)(u))->wstr_length))
#else
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : PyUnicode_GET_SIZE(u)))
#endif
#endif
#endif
#if CYTHON_COMPILING_IN_PYPY
#define __Pyx_PyUnicode_Concat(a, b) PyNumber_Add(a, b)
#define __Pyx_PyUnicode_ConcatSafe(a, b) PyNumber_Add(a, b)
#else
#define __Pyx_PyUnicode_Concat(a, b) PyUnicode_Concat(a, b)
#define __Pyx_PyUnicode_ConcatSafe(a, b) ((unlikely((a) == Py_None) || unlikely((b) == Py_None)) ?\
PyNumber_Add(a, b) : __Pyx_PyUnicode_Concat(a, b))
#endif
#if CYTHON_COMPILING_IN_PYPY
#if !defined(PyUnicode_DecodeUnicodeEscape)
#define PyUnicode_DecodeUnicodeEscape(s, size, errors) PyUnicode_Decode(s, size, "unicode_escape", errors)
#endif
#if !defined(PyUnicode_Contains)
#define PyUnicode_Contains(u, s) PySequence_Contains(u, s)
#endif
#if !defined(PyByteArray_Check)
#define PyByteArray_Check(obj) PyObject_TypeCheck(obj, &PyByteArray_Type)
#endif
#if !defined(PyObject_Format)
#define PyObject_Format(obj, fmt) PyObject_CallMethod(obj, "__format__", "O", fmt)
#endif
#endif
#define __Pyx_PyUnicode_FormatSafe(a, b) ((unlikely((a) == Py_None || (PyUnicode_Check(b) && !PyUnicode_CheckExact(b)))) ? PyNumber_Remainder(a, b) : PyUnicode_Format(a, b))
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
#define __Pyx_PySequence_ListKeepNew(obj)\
(likely(PyList_CheckExact(obj) && PyUnstable_Object_IsUniquelyReferenced(obj)) ? __Pyx_NewRef(obj) : PySequence_List(obj))
#elif CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_PySequence_ListKeepNew(obj)\
(likely(PyList_CheckExact(obj) && Py_REFCNT(obj) == 1) ? __Pyx_NewRef(obj) : PySequence_List(obj))
#else
#define __Pyx_PySequence_ListKeepNew(obj) PySequence_List(obj)
#endif
#ifndef PySet_CheckExact
#define PySet_CheckExact(obj) __Pyx_IS_TYPE(obj, &PySet_Type)
#endif
#if PY_VERSION_HEX >= 0x030900A4
#define __Pyx_SET_REFCNT(obj, refcnt) Py_SET_REFCNT(obj, refcnt)
#define __Pyx_SET_SIZE(obj, size) Py_SET_SIZE(obj, size)
#else
#define __Pyx_SET_REFCNT(obj, refcnt) Py_REFCNT(obj) = (refcnt)
#define __Pyx_SET_SIZE(obj, size) Py_SIZE(obj) = (size)
#endif
enum __Pyx_ReferenceSharing {
__Pyx_ReferenceSharing_DefinitelyUnique, // We created it so we know it's unshared - no need to check
__Pyx_ReferenceSharing_OwnStrongReference,
__Pyx_ReferenceSharing_FunctionArgument,
__Pyx_ReferenceSharing_SharedReference, // Never trust it to be unshared because it's a global or similar
};
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && PY_VERSION_HEX >= 0x030E0000
#define __Pyx_IS_UNIQUELY_REFERENCED(o, sharing)\
(sharing == __Pyx_ReferenceSharing_DefinitelyUnique ? 1 :\
(sharing == __Pyx_ReferenceSharing_FunctionArgument ? PyUnstable_Object_IsUniqueReferencedTemporary(o) :\
(sharing == __Pyx_ReferenceSharing_OwnStrongReference ? PyUnstable_Object_IsUniquelyReferenced(o) : 0)))
#elif (CYTHON_COMPILING_IN_CPYTHON && !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING) || CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_IS_UNIQUELY_REFERENCED(o, sharing) (((void)sharing), Py_REFCNT(o) == 1)
#else
#define __Pyx_IS_UNIQUELY_REFERENCED(o, sharing) (((void)o), ((void)sharing), 0)
#endif
#if CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
#define __Pyx_PyList_GetItemRef(o, i) PyList_GetItemRef(o, i)
#elif CYTHON_COMPILING_IN_LIMITED_API || !CYTHON_ASSUME_SAFE_MACROS
#define __Pyx_PyList_GetItemRef(o, i) (likely((i) >= 0) ? PySequence_GetItem(o, i) : (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL))
#else
#define __Pyx_PyList_GetItemRef(o, i) PySequence_ITEM(o, i)
#endif
#elif CYTHON_COMPILING_IN_LIMITED_API || !CYTHON_ASSUME_SAFE_MACROS
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
#define __Pyx_PyList_GetItemRef(o, i) PyList_GetItemRef(o, i)
#else
#define __Pyx_PyList_GetItemRef(o, i) __Pyx_XNewRef(PyList_GetItem(o, i))
#endif
#else
#define __Pyx_PyList_GetItemRef(o, i) __Pyx_NewRef(PyList_GET_ITEM(o, i))
#endif
#if CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS && !CYTHON_COMPILING_IN_LIMITED_API && CYTHON_ASSUME_SAFE_MACROS
#define __Pyx_PyList_GetItemRefFast(o, i, unsafe_shared) (__Pyx_IS_UNIQUELY_REFERENCED(o, unsafe_shared) ?\
__Pyx_NewRef(PyList_GET_ITEM(o, i)) : __Pyx_PyList_GetItemRef(o, i))
#else
#define __Pyx_PyList_GetItemRefFast(o, i, unsafe_shared) __Pyx_PyList_GetItemRef(o, i)
#endif
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
#define __Pyx_PyDict_GetItemRef(dict, key, result) PyDict_GetItemRef(dict, key, result)
#elif CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
static CYTHON_INLINE int __Pyx_PyDict_GetItemRef(PyObject *dict, PyObject *key, PyObject **result) {
*result = PyObject_GetItem(dict, key);
if (*result == NULL) {
if (PyErr_ExceptionMatches(PyExc_KeyError)) {
PyErr_Clear();
return 0;
}
return -1;
}
return 1;
}
#else
static CYTHON_INLINE int __Pyx_PyDict_GetItemRef(PyObject *dict, PyObject *key, PyObject **result) {
*result = PyDict_GetItemWithError(dict, key);
if (*result == NULL) {
return PyErr_Occurred() ? -1 : 0;
}
Py_INCREF(*result);
return 1;
}
#endif
#if defined(CYTHON_DEBUG_VISIT_CONST) && CYTHON_DEBUG_VISIT_CONST
#define __Pyx_VISIT_CONST(obj) Py_VISIT(obj)
#else
#define __Pyx_VISIT_CONST(obj)
#endif
#if CYTHON_ASSUME_SAFE_MACROS
#define __Pyx_PySequence_ITEM(o, i) PySequence_ITEM(o, i)
#define __Pyx_PySequence_SIZE(seq) Py_SIZE(seq)
#define __Pyx_PyTuple_SET_ITEM(o, i, v) (PyTuple_SET_ITEM(o, i, v), (0))
#define __Pyx_PyTuple_GET_ITEM(o, i) PyTuple_GET_ITEM(o, i)
#define __Pyx_PyList_SET_ITEM(o, i, v) (PyList_SET_ITEM(o, i, v), (0))
#define __Pyx_PyList_GET_ITEM(o, i) PyList_GET_ITEM(o, i)
#else
#define __Pyx_PySequence_ITEM(o, i) PySequence_GetItem(o, i)
#define __Pyx_PySequence_SIZE(seq) PySequence_Size(seq)
#define __Pyx_PyTuple_SET_ITEM(o, i, v) PyTuple_SetItem(o, i, v)
#define __Pyx_PyTuple_GET_ITEM(o, i) PyTuple_GetItem(o, i)
#define __Pyx_PyList_SET_ITEM(o, i, v) PyList_SetItem(o, i, v)
#define __Pyx_PyList_GET_ITEM(o, i) PyList_GetItem(o, i)
#endif
#if CYTHON_ASSUME_SAFE_SIZE
#define __Pyx_PyTuple_GET_SIZE(o) PyTuple_GET_SIZE(o)
#define __Pyx_PyList_GET_SIZE(o) PyList_GET_SIZE(o)
#define __Pyx_PySet_GET_SIZE(o) PySet_GET_SIZE(o)
#define __Pyx_PyBytes_GET_SIZE(o) PyBytes_GET_SIZE(o)
#define __Pyx_PyByteArray_GET_SIZE(o) PyByteArray_GET_SIZE(o)
#define __Pyx_PyUnicode_GET_LENGTH(o) PyUnicode_GET_LENGTH(o)
#else
#define __Pyx_PyTuple_GET_SIZE(o) PyTuple_Size(o)
#define __Pyx_PyList_GET_SIZE(o) PyList_Size(o)
#define __Pyx_PySet_GET_SIZE(o) PySet_Size(o)
#define __Pyx_PyBytes_GET_SIZE(o) PyBytes_Size(o)
#define __Pyx_PyByteArray_GET_SIZE(o) PyByteArray_Size(o)
#define __Pyx_PyUnicode_GET_LENGTH(o) PyUnicode_GetLength(o)
#endif
#if CYTHON_COMPILING_IN_PYPY && !defined(PyUnicode_InternFromString)
#define PyUnicode_InternFromString(s) PyUnicode_FromString(s)
#endif
#define __Pyx_PyLong_FromHash_t PyLong_FromSsize_t
#define __Pyx_PyLong_AsHash_t __Pyx_PyIndex_AsSsize_t
#if __PYX_LIMITED_VERSION_HEX >= 0x030A0000
#define __Pyx_PySendResult PySendResult
#else
typedef enum {
PYGEN_RETURN = 0,
PYGEN_ERROR = -1,
PYGEN_NEXT = 1,
} __Pyx_PySendResult;
#endif
#if CYTHON_COMPILING_IN_LIMITED_API || PY_VERSION_HEX < 0x030A00A3
typedef __Pyx_PySendResult (*__Pyx_pyiter_sendfunc)(PyObject *iter, PyObject *value, PyObject **result);
#else
#define __Pyx_pyiter_sendfunc sendfunc
#endif
#if !CYTHON_USE_AM_SEND
#define __PYX_HAS_PY_AM_SEND 0
#elif __PYX_LIMITED_VERSION_HEX >= 0x030A0000
#define __PYX_HAS_PY_AM_SEND 1
#else
#define __PYX_HAS_PY_AM_SEND 2 // our own backported implementation
#endif
#if __PYX_HAS_PY_AM_SEND < 2
#define __Pyx_PyAsyncMethodsStruct PyAsyncMethods
#else
typedef struct {
unaryfunc am_await;
unaryfunc am_aiter;
unaryfunc am_anext;
__Pyx_pyiter_sendfunc am_send;
} __Pyx_PyAsyncMethodsStruct;
#define __Pyx_SlotTpAsAsync(s) ((PyAsyncMethods*)(s))
#endif
#if CYTHON_USE_AM_SEND && PY_VERSION_HEX < 0x030A00F0
#define __Pyx_TPFLAGS_HAVE_AM_SEND (1UL << 21)
#else
#define __Pyx_TPFLAGS_HAVE_AM_SEND (0)
#endif
#if PY_VERSION_HEX >= 0x03090000
#define __Pyx_PyInterpreterState_Get() PyInterpreterState_Get()
#else
#define __Pyx_PyInterpreterState_Get() PyThreadState_Get()->interp
#endif
#if CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030A0000
#ifdef __cplusplus
extern "C"
#endif
PyAPI_FUNC(void *) PyMem_Calloc(size_t nelem, size_t elsize);
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
static int __Pyx_init_co_variable(PyObject *inspect, const char* name, int *write_to) {
int value;
PyObject *py_value = PyObject_GetAttrString(inspect, name);
if (!py_value) return 0;
value = (int) PyLong_AsLong(py_value);
Py_DECREF(py_value);
*write_to = value;
return value != -1 || !PyErr_Occurred();
}
static int __Pyx_init_co_variables(void) {
PyObject *inspect;
int result;
inspect = PyImport_ImportModule("inspect");
result =
#if !defined(CO_OPTIMIZED)
__Pyx_init_co_variable(inspect, "CO_OPTIMIZED", &CO_OPTIMIZED) &&
#endif
#if !defined(CO_NEWLOCALS)
__Pyx_init_co_variable(inspect, "CO_NEWLOCALS", &CO_NEWLOCALS) &&
#endif
#if !defined(CO_VARARGS)
__Pyx_init_co_variable(inspect, "CO_VARARGS", &CO_VARARGS) &&
#endif
#if !defined(CO_VARKEYWORDS)
__Pyx_init_co_variable(inspect, "CO_VARKEYWORDS", &CO_VARKEYWORDS) &&
#endif
#if !defined(CO_ASYNC_GENERATOR)
__Pyx_init_co_variable(inspect, "CO_ASYNC_GENERATOR", &CO_ASYNC_GENERATOR) &&
#endif
#if !defined(CO_GENERATOR)
__Pyx_init_co_variable(inspect, "CO_GENERATOR", &CO_GENERATOR) &&
#endif
#if !defined(CO_COROUTINE)
__Pyx_init_co_variable(inspect, "CO_COROUTINE", &CO_COROUTINE) &&
#endif
1;
Py_DECREF(inspect);
return result ? 0 : -1;
}
#else
static int __Pyx_init_co_variables(void) {
return 0; // It's a limited API-only feature
}
#endif
/* MathInitCode */
#if defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)
#ifndef _USE_MATH_DEFINES
#define _USE_MATH_DEFINES
#endif
#endif
#include <math.h>
#if defined(__CYGWIN__) && defined(_LDBL_EQ_DBL)
#define __Pyx_truncl trunc
#else
#define __Pyx_truncl truncl
#endif
#ifndef CYTHON_CLINE_IN_TRACEBACK_RUNTIME
#define CYTHON_CLINE_IN_TRACEBACK_RUNTIME 0
#endif
#ifndef CYTHON_CLINE_IN_TRACEBACK
#define CYTHON_CLINE_IN_TRACEBACK CYTHON_CLINE_IN_TRACEBACK_RUNTIME
#endif
#if CYTHON_CLINE_IN_TRACEBACK
#define __PYX_MARK_ERR_POS(f_index, lineno) { __pyx_filename = __pyx_f[f_index]; (void) __pyx_filename; __pyx_lineno = lineno; (void) __pyx_lineno; __pyx_clineno = __LINE__; (void) __pyx_clineno; }
#else
#define __PYX_MARK_ERR_POS(f_index, lineno) { __pyx_filename = __pyx_f[f_index]; (void) __pyx_filename; __pyx_lineno = lineno; (void) __pyx_lineno; (void) __pyx_clineno; }
#endif
#define __PYX_ERR(f_index, lineno, Ln_error) \
{ __PYX_MARK_ERR_POS(f_index, lineno) goto Ln_error; }
#ifdef CYTHON_EXTERN_C
#undef __PYX_EXTERN_C
#define __PYX_EXTERN_C CYTHON_EXTERN_C
#elif defined(__PYX_EXTERN_C)
#ifdef _MSC_VER
#pragma message ("Please do not define the '__PYX_EXTERN_C' macro externally. Use 'CYTHON_EXTERN_C' instead.")
#else
#warning Please do not define the '__PYX_EXTERN_C' macro externally. Use 'CYTHON_EXTERN_C' instead.
#endif
#else
#define __PYX_EXTERN_C extern "C++"
#endif
#define __PYX_HAVE__spacy__tokenizer
#define __PYX_HAVE_API__spacy__tokenizer
/* Early includes */
#include "ios"
#include "new"
#include "stdexcept"
#include "typeinfo"
#include <vector>
#include <stdint.h>
#include <utility>
#if __cplusplus >= 201103L || (defined(_MSC_VER) && _MSC_VER >= 1600)
// move should be defined for these versions of MSVC, but __cplusplus isn't set usefully
#include <type_traits>
namespace cython_std {
template <typename T> typename std::remove_reference<T>::type&& move(T& t) noexcept { return std::move(t); }
template <typename T> typename std::remove_reference<T>::type&& move(T&& t) noexcept { return std::move(t); }
}
#endif
#include <unordered_map>
#include <unordered_set>
#include <string.h>
#include <stdio.h>
/* Using NumPy API declarations from "numpy/__init__.cython-30.pxd" */
#include "numpy/arrayobject.h"
#include "numpy/ndarrayobject.h"
#include "numpy/ndarraytypes.h"
#include "numpy/arrayscalars.h"
#include "numpy/ufuncobject.h"
#include <set>
#include <algorithm>
#include "pythread.h"
#include <stdlib.h>
#ifdef _OPENMP
#include <omp.h>
#endif /* _OPENMP */
#if defined(PYREX_WITHOUT_ASSERTIONS) && !defined(CYTHON_WITHOUT_ASSERTIONS)
#define CYTHON_WITHOUT_ASSERTIONS
#endif
#define __PYX_DEFAULT_STRING_ENCODING_IS_ASCII 0
#define __PYX_DEFAULT_STRING_ENCODING_IS_UTF8 0
#define __PYX_DEFAULT_STRING_ENCODING ""
#define __Pyx_PyObject_FromString __Pyx_PyBytes_FromString
#define __Pyx_PyObject_FromStringAndSize __Pyx_PyBytes_FromStringAndSize
#define __Pyx_uchar_cast(c) ((unsigned char)c)
#define __Pyx_long_cast(x) ((long)x)
#define __Pyx_fits_Py_ssize_t(v, type, is_signed) (\
(sizeof(type) < sizeof(Py_ssize_t)) ||\
(sizeof(type) > sizeof(Py_ssize_t) &&\
likely(v < (type)PY_SSIZE_T_MAX ||\
v == (type)PY_SSIZE_T_MAX) &&\
(!is_signed || likely(v > (type)PY_SSIZE_T_MIN ||\
v == (type)PY_SSIZE_T_MIN))) ||\
(sizeof(type) == sizeof(Py_ssize_t) &&\
(is_signed || likely(v < (type)PY_SSIZE_T_MAX ||\
v == (type)PY_SSIZE_T_MAX))) )
static CYTHON_INLINE int __Pyx_is_valid_index(Py_ssize_t i, Py_ssize_t limit) {
return (size_t) i < (size_t) limit;
}
#if defined (__cplusplus) && __cplusplus >= 201103L
#include <cstdlib>
#define __Pyx_sst_abs(value) std::abs(value)
#elif SIZEOF_INT >= SIZEOF_SIZE_T
#define __Pyx_sst_abs(value) abs(value)
#elif SIZEOF_LONG >= SIZEOF_SIZE_T
#define __Pyx_sst_abs(value) labs(value)
#elif defined (_MSC_VER)
#define __Pyx_sst_abs(value) ((Py_ssize_t)_abs64(value))
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
#define __Pyx_sst_abs(value) llabs(value)
#elif defined (__GNUC__)
#define __Pyx_sst_abs(value) __builtin_llabs(value)
#else
#define __Pyx_sst_abs(value) ((value<0) ? -value : value)
#endif
static CYTHON_INLINE Py_ssize_t __Pyx_ssize_strlen(const char *s);
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject*);
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject*, Py_ssize_t* length);
static CYTHON_INLINE PyObject* __Pyx_PyByteArray_FromString(const char*);
#define __Pyx_PyByteArray_FromStringAndSize(s, l) PyByteArray_FromStringAndSize((const char*)s, l)
#define __Pyx_PyBytes_FromString PyBytes_FromString
#define __Pyx_PyBytes_FromStringAndSize PyBytes_FromStringAndSize
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char*);
#if CYTHON_ASSUME_SAFE_MACROS
#define __Pyx_PyBytes_AsWritableString(s) ((char*) PyBytes_AS_STRING(s))
#define __Pyx_PyBytes_AsWritableSString(s) ((signed char*) PyBytes_AS_STRING(s))
#define __Pyx_PyBytes_AsWritableUString(s) ((unsigned char*) PyBytes_AS_STRING(s))
#define __Pyx_PyBytes_AsString(s) ((const char*) PyBytes_AS_STRING(s))
#define __Pyx_PyBytes_AsSString(s) ((const signed char*) PyBytes_AS_STRING(s))
#define __Pyx_PyBytes_AsUString(s) ((const unsigned char*) PyBytes_AS_STRING(s))
#define __Pyx_PyByteArray_AsString(s) PyByteArray_AS_STRING(s)
#else
#define __Pyx_PyBytes_AsWritableString(s) ((char*) PyBytes_AsString(s))
#define __Pyx_PyBytes_AsWritableSString(s) ((signed char*) PyBytes_AsString(s))
#define __Pyx_PyBytes_AsWritableUString(s) ((unsigned char*) PyBytes_AsString(s))
#define __Pyx_PyBytes_AsString(s) ((const char*) PyBytes_AsString(s))
#define __Pyx_PyBytes_AsSString(s) ((const signed char*) PyBytes_AsString(s))
#define __Pyx_PyBytes_AsUString(s) ((const unsigned char*) PyBytes_AsString(s))
#define __Pyx_PyByteArray_AsString(s) PyByteArray_AsString(s)
#endif
#define __Pyx_PyObject_AsWritableString(s) ((char*)(__pyx_uintptr_t) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsWritableSString(s) ((signed char*)(__pyx_uintptr_t) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsWritableUString(s) ((unsigned char*)(__pyx_uintptr_t) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsSString(s) ((const signed char*) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsUString(s) ((const unsigned char*) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_FromCString(s) __Pyx_PyObject_FromString((const char*)s)
#define __Pyx_PyBytes_FromCString(s) __Pyx_PyBytes_FromString((const char*)s)
#define __Pyx_PyByteArray_FromCString(s) __Pyx_PyByteArray_FromString((const char*)s)
#define __Pyx_PyUnicode_FromCString(s) __Pyx_PyUnicode_FromString((const char*)s)
#define __Pyx_PyUnicode_FromOrdinal(o) PyUnicode_FromOrdinal((int)o)
#define __Pyx_PyUnicode_AsUnicode PyUnicode_AsUnicode
static CYTHON_INLINE PyObject *__Pyx_NewRef(PyObject *obj) {
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030a0000 || defined(Py_NewRef)
return Py_NewRef(obj);
#else
Py_INCREF(obj);
return obj;
#endif
}
static CYTHON_INLINE PyObject *__Pyx_XNewRef(PyObject *obj) {
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030a0000 || defined(Py_XNewRef)
return Py_XNewRef(obj);
#else
Py_XINCREF(obj);
return obj;
#endif
}
static CYTHON_INLINE PyObject *__Pyx_Owned_Py_None(int b);
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b);
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject*);
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject*);
static CYTHON_INLINE PyObject* __Pyx_PyNumber_Long(PyObject* x);
#define __Pyx_PySequence_Tuple(obj)\
(likely(PyTuple_CheckExact(obj)) ? __Pyx_NewRef(obj) : PySequence_Tuple(obj))
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject*);
static CYTHON_INLINE PyObject * __Pyx_PyLong_FromSize_t(size_t);
static CYTHON_INLINE Py_hash_t __Pyx_PyIndex_AsHash_t(PyObject*);
#if CYTHON_ASSUME_SAFE_MACROS
#define __Pyx_PyFloat_AsDouble(x) (PyFloat_CheckExact(x) ? PyFloat_AS_DOUBLE(x) : PyFloat_AsDouble(x))
#define __Pyx_PyFloat_AS_DOUBLE(x) PyFloat_AS_DOUBLE(x)
#else
#define __Pyx_PyFloat_AsDouble(x) PyFloat_AsDouble(x)
#define __Pyx_PyFloat_AS_DOUBLE(x) PyFloat_AsDouble(x)
#endif
#define __Pyx_PyFloat_AsFloat(x) ((float) __Pyx_PyFloat_AsDouble(x))
#define __Pyx_PyNumber_Int(x) (PyLong_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Long(x))
#if CYTHON_USE_PYLONG_INTERNALS
#if PY_VERSION_HEX >= 0x030C00A7
#ifndef _PyLong_SIGN_MASK
#define _PyLong_SIGN_MASK 3
#endif
#ifndef _PyLong_NON_SIZE_BITS
#define _PyLong_NON_SIZE_BITS 3
#endif
#define __Pyx_PyLong_Sign(x) (((PyLongObject*)x)->long_value.lv_tag & _PyLong_SIGN_MASK)
#define __Pyx_PyLong_IsNeg(x) ((__Pyx_PyLong_Sign(x) & 2) != 0)
#define __Pyx_PyLong_IsNonNeg(x) (!__Pyx_PyLong_IsNeg(x))
#define __Pyx_PyLong_IsZero(x) (__Pyx_PyLong_Sign(x) & 1)
#define __Pyx_PyLong_IsPos(x) (__Pyx_PyLong_Sign(x) == 0)
#define __Pyx_PyLong_CompactValueUnsigned(x) (__Pyx_PyLong_Digits(x)[0])
#define __Pyx_PyLong_DigitCount(x) ((Py_ssize_t) (((PyLongObject*)x)->long_value.lv_tag >> _PyLong_NON_SIZE_BITS))
#define __Pyx_PyLong_SignedDigitCount(x)\
((1 - (Py_ssize_t) __Pyx_PyLong_Sign(x)) * __Pyx_PyLong_DigitCount(x))
#if defined(PyUnstable_Long_IsCompact) && defined(PyUnstable_Long_CompactValue)
#define __Pyx_PyLong_IsCompact(x) PyUnstable_Long_IsCompact((PyLongObject*) x)
#define __Pyx_PyLong_CompactValue(x) PyUnstable_Long_CompactValue((PyLongObject*) x)
#else
#define __Pyx_PyLong_IsCompact(x) (((PyLongObject*)x)->long_value.lv_tag < (2 << _PyLong_NON_SIZE_BITS))
#define __Pyx_PyLong_CompactValue(x) ((1 - (Py_ssize_t) __Pyx_PyLong_Sign(x)) * (Py_ssize_t) __Pyx_PyLong_Digits(x)[0])
#endif
typedef Py_ssize_t __Pyx_compact_pylong;
typedef size_t __Pyx_compact_upylong;
#else
#define __Pyx_PyLong_IsNeg(x) (Py_SIZE(x) < 0)
#define __Pyx_PyLong_IsNonNeg(x) (Py_SIZE(x) >= 0)
#define __Pyx_PyLong_IsZero(x) (Py_SIZE(x) == 0)
#define __Pyx_PyLong_IsPos(x) (Py_SIZE(x) > 0)
#define __Pyx_PyLong_CompactValueUnsigned(x) ((Py_SIZE(x) == 0) ? 0 : __Pyx_PyLong_Digits(x)[0])
#define __Pyx_PyLong_DigitCount(x) __Pyx_sst_abs(Py_SIZE(x))
#define __Pyx_PyLong_SignedDigitCount(x) Py_SIZE(x)
#define __Pyx_PyLong_IsCompact(x) (Py_SIZE(x) == 0 || Py_SIZE(x) == 1 || Py_SIZE(x) == -1)
#define __Pyx_PyLong_CompactValue(x)\
((Py_SIZE(x) == 0) ? (sdigit) 0 : ((Py_SIZE(x) < 0) ? -(sdigit)__Pyx_PyLong_Digits(x)[0] : (sdigit)__Pyx_PyLong_Digits(x)[0]))
typedef sdigit __Pyx_compact_pylong;
typedef digit __Pyx_compact_upylong;
#endif
#if PY_VERSION_HEX >= 0x030C00A5
#define __Pyx_PyLong_Digits(x) (((PyLongObject*)x)->long_value.ob_digit)
#else
#define __Pyx_PyLong_Digits(x) (((PyLongObject*)x)->ob_digit)
#endif
#endif
#if __PYX_DEFAULT_STRING_ENCODING_IS_UTF8
#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeUTF8(c_str, size, NULL)
#elif __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeASCII(c_str, size, NULL)
#else
#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_Decode(c_str, size, __PYX_DEFAULT_STRING_ENCODING, NULL)
#endif
/* Test for GCC > 2.95 */
#if defined(__GNUC__) && (__GNUC__ > 2 || (__GNUC__ == 2 && (__GNUC_MINOR__ > 95)))
#define likely(x) __builtin_expect(!!(x), 1)
#define unlikely(x) __builtin_expect(!!(x), 0)
#else /* !__GNUC__ or GCC < 2.95 */
#define likely(x) (x)
#define unlikely(x) (x)
#endif /* __GNUC__ */
/* PretendToInitialize */
#ifdef __cplusplus
#if __cplusplus > 201103L
#include <type_traits>
#endif
template <typename T>
static void __Pyx_pretend_to_initialize(T* ptr) {
#if __cplusplus > 201103L
if ((std::is_trivially_default_constructible<T>::value))
#endif
*ptr = T();
(void)ptr;
}
#else
static CYTHON_INLINE void __Pyx_pretend_to_initialize(void* ptr) { (void)ptr; }
#endif
#if !CYTHON_USE_MODULE_STATE
static PyObject *__pyx_m = NULL;
#endif
static int __pyx_lineno;
static int __pyx_clineno = 0;
static const char * const __pyx_cfilenm = __FILE__;
static const char *__pyx_filename;
/* Header.proto */
#if !defined(CYTHON_CCOMPLEX)
#if defined(__cplusplus)
#define CYTHON_CCOMPLEX 1
#elif (defined(_Complex_I) && !defined(_MSC_VER)) || ((defined (__STDC_VERSION__) && __STDC_VERSION__ >= 201112L) && !defined(__STDC_NO_COMPLEX__) && !defined(_MSC_VER))
#define CYTHON_CCOMPLEX 1
#else
#define CYTHON_CCOMPLEX 0
#endif
#endif
#if CYTHON_CCOMPLEX
#ifdef __cplusplus
#include <complex>
#else
#include <complex.h>
#endif
#endif
#if CYTHON_CCOMPLEX && !defined(__cplusplus) && defined(__sun__) && defined(__GNUC__)
#undef _Complex_I
#define _Complex_I 1.0fj
#endif
/* #### Code section: filename_table ### */
static const char* const __pyx_f[] = {
"spacy/tokenizer.pyx",
"<stringsource>",
"C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd",
"spacy/lexeme.pxd",
"spacy/tokenizer.pxd",
"cymem/cymem.pxd",
"preshed/maps.pxd",
"cpython/type.pxd",
"spacy/strings.pxd",
"spacy/morphology.pxd",
"spacy/vocab.pxd",
"spacy/tokens/doc.pxd",
"spacy/matcher/phrasematcher.pxd",
};
/* #### Code section: utility_code_proto_before_types ### */
/* Atomics.proto (used by UnpackUnboundCMethod) */
#include <pythread.h>
#ifndef CYTHON_ATOMICS
#define CYTHON_ATOMICS 1
#endif
#define __PYX_CYTHON_ATOMICS_ENABLED() CYTHON_ATOMICS
#define __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING() CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#define __pyx_atomic_int_type int
#define __pyx_nonatomic_int_type int
#if CYTHON_ATOMICS && (defined(__STDC_VERSION__) &&\
(__STDC_VERSION__ >= 201112L) &&\
!defined(__STDC_NO_ATOMICS__))
#include <stdatomic.h>
#elif CYTHON_ATOMICS && (defined(__cplusplus) && (\
(__cplusplus >= 201103L) ||\
(defined(_MSC_VER) && _MSC_VER >= 1700)))
#include <atomic>
#endif
#if CYTHON_ATOMICS && (defined(__STDC_VERSION__) &&\
(__STDC_VERSION__ >= 201112L) &&\
!defined(__STDC_NO_ATOMICS__) &&\
ATOMIC_INT_LOCK_FREE == 2)
#undef __pyx_atomic_int_type
#define __pyx_atomic_int_type atomic_int
#define __pyx_atomic_ptr_type atomic_uintptr_t
#define __pyx_nonatomic_ptr_type uintptr_t
#define __pyx_atomic_incr_relaxed(value) atomic_fetch_add_explicit(value, 1, memory_order_relaxed)
#define __pyx_atomic_incr_acq_rel(value) atomic_fetch_add_explicit(value, 1, memory_order_acq_rel)
#define __pyx_atomic_decr_acq_rel(value) atomic_fetch_sub_explicit(value, 1, memory_order_acq_rel)
#define __pyx_atomic_sub(value, arg) atomic_fetch_sub(value, arg)
#define __pyx_atomic_int_cmp_exchange(value, expected, desired) atomic_compare_exchange_strong(value, expected, desired)
#define __pyx_atomic_load(value) atomic_load(value)
#define __pyx_atomic_store(value, new_value) atomic_store(value, new_value)
#define __pyx_atomic_pointer_load_relaxed(value) atomic_load_explicit(value, memory_order_relaxed)
#define __pyx_atomic_pointer_load_acquire(value) atomic_load_explicit(value, memory_order_acquire)
#define __pyx_atomic_pointer_exchange(value, new_value) atomic_exchange(value, (__pyx_nonatomic_ptr_type)new_value)
#define __pyx_atomic_pointer_cmp_exchange(value, expected, desired) atomic_compare_exchange_strong(value, expected, desired)
#if defined(__PYX_DEBUG_ATOMICS) && defined(_MSC_VER)
#pragma message ("Using standard C atomics")
#elif defined(__PYX_DEBUG_ATOMICS)
#warning "Using standard C atomics"
#endif
#elif CYTHON_ATOMICS && (defined(__cplusplus) && (\
(__cplusplus >= 201103L) ||\
\
(defined(_MSC_VER) && _MSC_VER >= 1700)) &&\
ATOMIC_INT_LOCK_FREE == 2)
#undef __pyx_atomic_int_type
#define __pyx_atomic_int_type std::atomic_int
#define __pyx_atomic_ptr_type std::atomic_uintptr_t
#define __pyx_nonatomic_ptr_type uintptr_t
#define __pyx_atomic_incr_relaxed(value) std::atomic_fetch_add_explicit(value, 1, std::memory_order_relaxed)
#define __pyx_atomic_incr_acq_rel(value) std::atomic_fetch_add_explicit(value, 1, std::memory_order_acq_rel)
#define __pyx_atomic_decr_acq_rel(value) std::atomic_fetch_sub_explicit(value, 1, std::memory_order_acq_rel)
#define __pyx_atomic_sub(value, arg) std::atomic_fetch_sub(value, arg)
#define __pyx_atomic_int_cmp_exchange(value, expected, desired) std::atomic_compare_exchange_strong(value, expected, desired)
#define __pyx_atomic_load(value) std::atomic_load(value)
#define __pyx_atomic_store(value, new_value) std::atomic_store(value, new_value)
#define __pyx_atomic_pointer_load_relaxed(value) std::atomic_load_explicit(value, std::memory_order_relaxed)
#define __pyx_atomic_pointer_load_acquire(value) std::atomic_load_explicit(value, std::memory_order_acquire)
#define __pyx_atomic_pointer_exchange(value, new_value) std::atomic_exchange(value, (__pyx_nonatomic_ptr_type)new_value)
#define __pyx_atomic_pointer_cmp_exchange(value, expected, desired) std::atomic_compare_exchange_strong(value, expected, desired)
#if defined(__PYX_DEBUG_ATOMICS) && defined(_MSC_VER)
#pragma message ("Using standard C++ atomics")
#elif defined(__PYX_DEBUG_ATOMICS)
#warning "Using standard C++ atomics"
#endif
#elif CYTHON_ATOMICS && (__GNUC__ >= 5 || (__GNUC__ == 4 &&\
(__GNUC_MINOR__ > 1 ||\
(__GNUC_MINOR__ == 1 && __GNUC_PATCHLEVEL__ >= 2))))
#define __pyx_atomic_ptr_type void*
#define __pyx_nonatomic_ptr_type void*
#define __pyx_atomic_incr_relaxed(value) __sync_fetch_and_add(value, 1)
#define __pyx_atomic_incr_acq_rel(value) __sync_fetch_and_add(value, 1)
#define __pyx_atomic_decr_acq_rel(value) __sync_fetch_and_sub(value, 1)
#define __pyx_atomic_sub(value, arg) __sync_fetch_and_sub(value, arg)
static CYTHON_INLINE int __pyx_atomic_int_cmp_exchange(__pyx_atomic_int_type* value, __pyx_nonatomic_int_type* expected, __pyx_nonatomic_int_type desired) {
__pyx_nonatomic_int_type old = __sync_val_compare_and_swap(value, *expected, desired);
int result = old == *expected;
*expected = old;
return result;
}
#define __pyx_atomic_load(value) __sync_fetch_and_add(value, 0)
#define __pyx_atomic_store(value, new_value) __sync_lock_test_and_set(value, new_value)
#define __pyx_atomic_pointer_load_relaxed(value) __sync_fetch_and_add(value, 0)
#define __pyx_atomic_pointer_load_acquire(value) __sync_fetch_and_add(value, 0)
#define __pyx_atomic_pointer_exchange(value, new_value) __sync_lock_test_and_set(value, (__pyx_atomic_ptr_type)new_value)
static CYTHON_INLINE int __pyx_atomic_pointer_cmp_exchange(__pyx_atomic_ptr_type* value, __pyx_nonatomic_ptr_type* expected, __pyx_nonatomic_ptr_type desired) {
__pyx_nonatomic_ptr_type old = __sync_val_compare_and_swap(value, *expected, desired);
int result = old == *expected;
*expected = old;
return result;
}
#ifdef __PYX_DEBUG_ATOMICS
#warning "Using GNU atomics"
#endif
#elif CYTHON_ATOMICS && defined(_MSC_VER)
#include <intrin.h>
#undef __pyx_atomic_int_type
#define __pyx_atomic_int_type long
#define __pyx_atomic_ptr_type void*
#undef __pyx_nonatomic_int_type
#define __pyx_nonatomic_int_type long
#define __pyx_nonatomic_ptr_type void*
#pragma intrinsic (_InterlockedExchangeAdd, _InterlockedExchange, _InterlockedCompareExchange, _InterlockedCompareExchangePointer, _InterlockedExchangePointer)
#define __pyx_atomic_incr_relaxed(value) _InterlockedExchangeAdd(value, 1)
#define __pyx_atomic_incr_acq_rel(value) _InterlockedExchangeAdd(value, 1)
#define __pyx_atomic_decr_acq_rel(value) _InterlockedExchangeAdd(value, -1)
#define __pyx_atomic_sub(value, arg) _InterlockedExchangeAdd(value, -arg)
static CYTHON_INLINE int __pyx_atomic_int_cmp_exchange(__pyx_atomic_int_type* value, __pyx_nonatomic_int_type* expected, __pyx_nonatomic_int_type desired) {
__pyx_nonatomic_int_type old = _InterlockedCompareExchange(value, desired, *expected);
int result = old == *expected;
*expected = old;
return result;
}
#define __pyx_atomic_load(value) _InterlockedExchangeAdd(value, 0)
#define __pyx_atomic_store(value, new_value) _InterlockedExchange(value, new_value)
#define __pyx_atomic_pointer_load_relaxed(value) *(void * volatile *)value
#define __pyx_atomic_pointer_load_acquire(value) _InterlockedCompareExchangePointer(value, 0, 0)
#define __pyx_atomic_pointer_exchange(value, new_value) _InterlockedExchangePointer(value, (__pyx_atomic_ptr_type)new_value)
static CYTHON_INLINE int __pyx_atomic_pointer_cmp_exchange(__pyx_atomic_ptr_type* value, __pyx_nonatomic_ptr_type* expected, __pyx_nonatomic_ptr_type desired) {
__pyx_atomic_ptr_type old = _InterlockedCompareExchangePointer(value, desired, *expected);
int result = old == *expected;
*expected = old;
return result;
}
#ifdef __PYX_DEBUG_ATOMICS
#pragma message ("Using MSVC atomics")
#endif
#else
#undef CYTHON_ATOMICS
#define CYTHON_ATOMICS 0
#ifdef __PYX_DEBUG_ATOMICS
#warning "Not using atomics"
#endif
#endif
/* CriticalSectionsDefinition.proto (used by CriticalSections) */
#if !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#define __Pyx_PyCriticalSection void*
#define __Pyx_PyCriticalSection2 void*
#define __Pyx_PyCriticalSection_End(cs)
#define __Pyx_PyCriticalSection2_End(cs)
#else
#define __Pyx_PyCriticalSection PyCriticalSection
#define __Pyx_PyCriticalSection2 PyCriticalSection2
#define __Pyx_PyCriticalSection_End PyCriticalSection_End
#define __Pyx_PyCriticalSection2_End PyCriticalSection2_End
#endif
/* CriticalSections.proto (used by ParseKeywordsImpl) */
#if !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#define __Pyx_PyCriticalSection_Begin(cs, arg) (void)(cs)
#define __Pyx_PyCriticalSection2_Begin(cs, arg1, arg2) (void)(cs)
#else
#define __Pyx_PyCriticalSection_Begin PyCriticalSection_Begin
#define __Pyx_PyCriticalSection2_Begin PyCriticalSection2_Begin
#endif
#if PY_VERSION_HEX < 0x030d0000 || CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_BEGIN_CRITICAL_SECTION(o) {
#define __Pyx_END_CRITICAL_SECTION() }
#else
#define __Pyx_BEGIN_CRITICAL_SECTION Py_BEGIN_CRITICAL_SECTION
#define __Pyx_END_CRITICAL_SECTION Py_END_CRITICAL_SECTION
#endif
/* ForceInitThreads.proto */
#ifndef __PYX_FORCE_INIT_THREADS
#define __PYX_FORCE_INIT_THREADS 0
#endif
/* NoFastGil.proto */
#define __Pyx_PyGILState_Ensure PyGILState_Ensure
#define __Pyx_PyGILState_Release PyGILState_Release
#define __Pyx_FastGIL_Remember()
#define __Pyx_FastGIL_Forget()
#define __Pyx_FastGilFuncInit()
/* IncludeStructmemberH.proto (used by FixUpExtensionType) */
#include <structmember.h>
/* BufferFormatStructs.proto */
struct __Pyx_StructField_;
#define __PYX_BUF_FLAGS_PACKED_STRUCT (1 << 0)
typedef struct {
const char* name;
const struct __Pyx_StructField_* fields;
size_t size;
size_t arraysize[8];
int ndim;
char typegroup;
char is_unsigned;
int flags;
} __Pyx_TypeInfo;
typedef struct __Pyx_StructField_ {
const __Pyx_TypeInfo* type;
const char* name;
size_t offset;
} __Pyx_StructField;
typedef struct {
const __Pyx_StructField* field;
size_t parent_offset;
} __Pyx_BufFmt_StackElem;
typedef struct {
__Pyx_StructField root;
__Pyx_BufFmt_StackElem* head;
size_t fmt_offset;
size_t new_count, enc_count;
size_t struct_alignment;
int is_complex;
char enc_type;
char new_packmode;
char enc_packmode;
char is_valid_array;
} __Pyx_BufFmt_Context;
/* MemviewSliceStruct.proto */
struct __pyx_memoryview_obj;
typedef struct {
struct __pyx_memoryview_obj *memview;
char *data;
Py_ssize_t shape[8];
Py_ssize_t strides[8];
Py_ssize_t suboffsets[8];
} __Pyx_memviewslice;
#define __Pyx_MemoryView_Len(m) (m.shape[0])
#define __Pyx_MEMVIEW_DIRECT 1
#define __Pyx_MEMVIEW_PTR 2
#define __Pyx_MEMVIEW_FULL 4
#define __Pyx_MEMVIEW_CONTIG 8
#define __Pyx_MEMVIEW_STRIDED 16
#define __Pyx_MEMVIEW_FOLLOW 32
#define __Pyx_IS_C_CONTIG 1
#define __Pyx_IS_F_CONTIG 2
#define __Pyx_MEMSLICE_INIT { 0, 0, { 0 }, { 0 }, { 0 } }
#if CYTHON_ATOMICS
#define __pyx_add_acquisition_count(memview)\
__pyx_atomic_incr_relaxed(__pyx_get_slice_count_pointer(memview))
#define __pyx_sub_acquisition_count(memview)\
__pyx_atomic_decr_acq_rel(__pyx_get_slice_count_pointer(memview))
#else
#define __pyx_add_acquisition_count(memview)\
__pyx_add_acquisition_count_locked(__pyx_get_slice_count_pointer(memview), memview->lock)
#define __pyx_sub_acquisition_count(memview)\
__pyx_sub_acquisition_count_locked(__pyx_get_slice_count_pointer(memview), memview->lock)
#endif
/* #### Code section: numeric_typedefs ### */
/* "preshed/maps.pxd":5
*
*
* ctypedef uint64_t key_t # <<<<<<<<<<<<<<
*
*
*/
typedef uint64_t __pyx_t_7preshed_4maps_key_t;
/* "typedefs.pxd":3
* from libc.stdint cimport int32_t, uint8_t, uint16_t, uint32_t, uint64_t, uintptr_t
*
* ctypedef float weight_t # <<<<<<<<<<<<<<
* ctypedef uint64_t hash_t
* ctypedef uint64_t class_t
*/
typedef float __pyx_t_5spacy_8typedefs_weight_t;
/* "typedefs.pxd":4
*
* ctypedef float weight_t
* ctypedef uint64_t hash_t # <<<<<<<<<<<<<<
* ctypedef uint64_t class_t
* ctypedef uint64_t attr_t
*/
typedef uint64_t __pyx_t_5spacy_8typedefs_hash_t;
/* "typedefs.pxd":5
* ctypedef float weight_t
* ctypedef uint64_t hash_t
* ctypedef uint64_t class_t # <<<<<<<<<<<<<<
* ctypedef uint64_t attr_t
* ctypedef uint64_t flags_t
*/
typedef uint64_t __pyx_t_5spacy_8typedefs_class_t;
/* "typedefs.pxd":6
* ctypedef uint64_t hash_t
* ctypedef uint64_t class_t
* ctypedef uint64_t attr_t # <<<<<<<<<<<<<<
* ctypedef uint64_t flags_t
* ctypedef uint16_t len_t
*/
typedef uint64_t __pyx_t_5spacy_8typedefs_attr_t;
/* "typedefs.pxd":7
* ctypedef uint64_t class_t
* ctypedef uint64_t attr_t
* ctypedef uint64_t flags_t # <<<<<<<<<<<<<<
* ctypedef uint16_t len_t
* ctypedef uint16_t tag_t
*/
typedef uint64_t __pyx_t_5spacy_8typedefs_flags_t;
/* "typedefs.pxd":8
* ctypedef uint64_t attr_t
* ctypedef uint64_t flags_t
* ctypedef uint16_t len_t # <<<<<<<<<<<<<<
* ctypedef uint16_t tag_t
*/
typedef uint16_t __pyx_t_5spacy_8typedefs_len_t;
/* "typedefs.pxd":9
* ctypedef uint64_t flags_t
* ctypedef uint16_t len_t
* ctypedef uint16_t tag_t # <<<<<<<<<<<<<<
*/
typedef uint16_t __pyx_t_5spacy_8typedefs_tag_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":743
* # in Cython to enable them only on the right systems.
*
* ctypedef npy_int8 int8_t # <<<<<<<<<<<<<<
* ctypedef npy_int16 int16_t
* ctypedef npy_int32 int32_t
*/
typedef npy_int8 __pyx_t_5numpy_int8_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":744
*
* ctypedef npy_int8 int8_t
* ctypedef npy_int16 int16_t # <<<<<<<<<<<<<<
* ctypedef npy_int32 int32_t
* ctypedef npy_int64 int64_t
*/
typedef npy_int16 __pyx_t_5numpy_int16_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":745
* ctypedef npy_int8 int8_t
* ctypedef npy_int16 int16_t
* ctypedef npy_int32 int32_t # <<<<<<<<<<<<<<
* ctypedef npy_int64 int64_t
*
*/
typedef npy_int32 __pyx_t_5numpy_int32_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":746
* ctypedef npy_int16 int16_t
* ctypedef npy_int32 int32_t
* ctypedef npy_int64 int64_t # <<<<<<<<<<<<<<
*
* ctypedef npy_uint8 uint8_t
*/
typedef npy_int64 __pyx_t_5numpy_int64_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":748
* ctypedef npy_int64 int64_t
*
* ctypedef npy_uint8 uint8_t # <<<<<<<<<<<<<<
* ctypedef npy_uint16 uint16_t
* ctypedef npy_uint32 uint32_t
*/
typedef npy_uint8 __pyx_t_5numpy_uint8_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":749
*
* ctypedef npy_uint8 uint8_t
* ctypedef npy_uint16 uint16_t # <<<<<<<<<<<<<<
* ctypedef npy_uint32 uint32_t
* ctypedef npy_uint64 uint64_t
*/
typedef npy_uint16 __pyx_t_5numpy_uint16_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":750
* ctypedef npy_uint8 uint8_t
* ctypedef npy_uint16 uint16_t
* ctypedef npy_uint32 uint32_t # <<<<<<<<<<<<<<
* ctypedef npy_uint64 uint64_t
*
*/
typedef npy_uint32 __pyx_t_5numpy_uint32_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":751
* ctypedef npy_uint16 uint16_t
* ctypedef npy_uint32 uint32_t
* ctypedef npy_uint64 uint64_t # <<<<<<<<<<<<<<
*
* ctypedef npy_float32 float32_t
*/
typedef npy_uint64 __pyx_t_5numpy_uint64_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":753
* ctypedef npy_uint64 uint64_t
*
* ctypedef npy_float32 float32_t # <<<<<<<<<<<<<<
* ctypedef npy_float64 float64_t
* #ctypedef npy_float80 float80_t
*/
typedef npy_float32 __pyx_t_5numpy_float32_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":754
*
* ctypedef npy_float32 float32_t
* ctypedef npy_float64 float64_t # <<<<<<<<<<<<<<
* #ctypedef npy_float80 float80_t
* #ctypedef npy_float128 float128_t
*/
typedef npy_float64 __pyx_t_5numpy_float64_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":761
* ctypedef double complex complex128_t
*
* ctypedef npy_longlong longlong_t # <<<<<<<<<<<<<<
* ctypedef npy_ulonglong ulonglong_t
*
*/
typedef npy_longlong __pyx_t_5numpy_longlong_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":762
*
* ctypedef npy_longlong longlong_t
* ctypedef npy_ulonglong ulonglong_t # <<<<<<<<<<<<<<
*
* ctypedef npy_intp intp_t
*/
typedef npy_ulonglong __pyx_t_5numpy_ulonglong_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":764
* ctypedef npy_ulonglong ulonglong_t
*
* ctypedef npy_intp intp_t # <<<<<<<<<<<<<<
* ctypedef npy_uintp uintp_t
*
*/
typedef npy_intp __pyx_t_5numpy_intp_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":765
*
* ctypedef npy_intp intp_t
* ctypedef npy_uintp uintp_t # <<<<<<<<<<<<<<
*
* ctypedef npy_double float_t
*/
typedef npy_uintp __pyx_t_5numpy_uintp_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":767
* ctypedef npy_uintp uintp_t
*
* ctypedef npy_double float_t # <<<<<<<<<<<<<<
* ctypedef npy_double double_t
* ctypedef npy_longdouble longdouble_t
*/
typedef npy_double __pyx_t_5numpy_float_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":768
*
* ctypedef npy_double float_t
* ctypedef npy_double double_t # <<<<<<<<<<<<<<
* ctypedef npy_longdouble longdouble_t
*
*/
typedef npy_double __pyx_t_5numpy_double_t;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":769
* ctypedef npy_double float_t
* ctypedef npy_double double_t
* ctypedef npy_longdouble longdouble_t # <<<<<<<<<<<<<<
*
* ctypedef float complex cfloat_t
*/
typedef npy_longdouble __pyx_t_5numpy_longdouble_t;
/* #### Code section: complex_type_declarations ### */
/* Declarations.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#ifdef __cplusplus
typedef ::std::complex< float > __pyx_t_float_complex;
#else
typedef float _Complex __pyx_t_float_complex;
#endif
#else
typedef struct { float real, imag; } __pyx_t_float_complex;
#endif
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float, float);
/* Declarations.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#ifdef __cplusplus
typedef ::std::complex< double > __pyx_t_double_complex;
#else
typedef double _Complex __pyx_t_double_complex;
#endif
#else
typedef struct { double real, imag; } __pyx_t_double_complex;
#endif
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double, double);
/* Declarations.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#ifdef __cplusplus
typedef ::std::complex< long double > __pyx_t_long_double_complex;
#else
typedef long double _Complex __pyx_t_long_double_complex;
#endif
#else
typedef struct { long double real, imag; } __pyx_t_long_double_complex;
#endif
static CYTHON_INLINE __pyx_t_long_double_complex __pyx_t_long_double_complex_from_parts(long double, long double);
/* #### Code section: type_declarations ### */
/*--- Type declarations ---*/
struct __pyx_obj_5cymem_5cymem_PyMalloc;
struct __pyx_obj_5cymem_5cymem_PyFree;
struct __pyx_obj_5cymem_5cymem_Pool;
struct __pyx_obj_5cymem_5cymem_Address;
struct __pyx_obj_7preshed_4maps_PreshMap;
struct __pyx_obj_7preshed_4maps_PreshMapArray;
struct __pyx_obj_5spacy_7strings_StringStore;
struct __pyx_obj_5spacy_10morphology_Morphology;
struct __pyx_obj_5spacy_5vocab_Vocab;
struct __pyx_obj_5spacy_6tokens_3doc_Doc;
struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher;
struct __pyx_obj_5spacy_6lexeme_Lexeme;
struct __pyx_obj_5spacy_9tokenizer_Tokenizer;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes;
struct __pyx_array_obj;
struct __pyx_MemviewEnum_obj;
struct __pyx_memoryview_obj;
struct __pyx_memoryviewslice_obj;
/* "cymem/cymem.pxd":1
* ctypedef void* (*malloc_t)(size_t n) # <<<<<<<<<<<<<<
* ctypedef void (*free_t)(void *p)
*
*/
typedef void *(*__pyx_t_5cymem_5cymem_malloc_t)(size_t);
/* "cymem/cymem.pxd":2
* ctypedef void* (*malloc_t)(size_t n)
* ctypedef void (*free_t)(void *p) # <<<<<<<<<<<<<<
*
* cdef class PyMalloc:
*/
typedef void (*__pyx_t_5cymem_5cymem_free_t)(void *);
struct __pyx_t_7preshed_4maps_Cell;
struct __pyx_t_7preshed_4maps_Result;
struct __pyx_t_7preshed_4maps_MapStruct;
/* "preshed/maps.pxd":8
*
*
* cdef struct Cell: # <<<<<<<<<<<<<<
* key_t key
* void* value
*/
struct __pyx_t_7preshed_4maps_Cell {
__pyx_t_7preshed_4maps_key_t key;
void *value;
};
/* "preshed/maps.pxd":13
*
*
* cdef struct Result: # <<<<<<<<<<<<<<
* int found
* void* value
*/
struct __pyx_t_7preshed_4maps_Result {
int found;
void *value;
};
/* "preshed/maps.pxd":18
*
*
* cdef struct MapStruct: # <<<<<<<<<<<<<<
* Cell* cells
* void* value_for_empty_key
*/
struct __pyx_t_7preshed_4maps_MapStruct {
struct __pyx_t_7preshed_4maps_Cell *cells;
void *value_for_empty_key;
void *value_for_del_key;
__pyx_t_7preshed_4maps_key_t length;
__pyx_t_7preshed_4maps_key_t filled;
int is_empty_key_set;
int is_del_key_set;
};
/* "symbols.pxd":1
* cdef enum symbol_t: # <<<<<<<<<<<<<<
* NIL
* IS_ALPHA
*/
enum __pyx_t_5spacy_7symbols_symbol_t {
__pyx_e_5spacy_7symbols_NIL,
__pyx_e_5spacy_7symbols_IS_ALPHA,
__pyx_e_5spacy_7symbols_IS_ASCII,
__pyx_e_5spacy_7symbols_IS_DIGIT,
__pyx_e_5spacy_7symbols_IS_LOWER,
__pyx_e_5spacy_7symbols_IS_PUNCT,
__pyx_e_5spacy_7symbols_IS_SPACE,
__pyx_e_5spacy_7symbols_IS_TITLE,
__pyx_e_5spacy_7symbols_IS_UPPER,
__pyx_e_5spacy_7symbols_LIKE_URL,
__pyx_e_5spacy_7symbols_LIKE_NUM,
__pyx_e_5spacy_7symbols_LIKE_EMAIL,
__pyx_e_5spacy_7symbols_IS_STOP,
__pyx_e_5spacy_7symbols_IS_OOV_DEPRECATED,
__pyx_e_5spacy_7symbols_IS_BRACKET,
__pyx_e_5spacy_7symbols_IS_QUOTE,
__pyx_e_5spacy_7symbols_IS_LEFT_PUNCT,
__pyx_e_5spacy_7symbols_IS_RIGHT_PUNCT,
__pyx_e_5spacy_7symbols_IS_CURRENCY,
__pyx_e_5spacy_7symbols_FLAG19 = 19,
__pyx_e_5spacy_7symbols_FLAG20,
__pyx_e_5spacy_7symbols_FLAG21,
__pyx_e_5spacy_7symbols_FLAG22,
__pyx_e_5spacy_7symbols_FLAG23,
__pyx_e_5spacy_7symbols_FLAG24,
__pyx_e_5spacy_7symbols_FLAG25,
__pyx_e_5spacy_7symbols_FLAG26,
__pyx_e_5spacy_7symbols_FLAG27,
__pyx_e_5spacy_7symbols_FLAG28,
__pyx_e_5spacy_7symbols_FLAG29,
__pyx_e_5spacy_7symbols_FLAG30,
__pyx_e_5spacy_7symbols_FLAG31,
__pyx_e_5spacy_7symbols_FLAG32,
__pyx_e_5spacy_7symbols_FLAG33,
__pyx_e_5spacy_7symbols_FLAG34,
__pyx_e_5spacy_7symbols_FLAG35,
__pyx_e_5spacy_7symbols_FLAG36,
__pyx_e_5spacy_7symbols_FLAG37,
__pyx_e_5spacy_7symbols_FLAG38,
__pyx_e_5spacy_7symbols_FLAG39,
__pyx_e_5spacy_7symbols_FLAG40,
__pyx_e_5spacy_7symbols_FLAG41,
__pyx_e_5spacy_7symbols_FLAG42,
__pyx_e_5spacy_7symbols_FLAG43,
__pyx_e_5spacy_7symbols_FLAG44,
__pyx_e_5spacy_7symbols_FLAG45,
__pyx_e_5spacy_7symbols_FLAG46,
__pyx_e_5spacy_7symbols_FLAG47,
__pyx_e_5spacy_7symbols_FLAG48,
__pyx_e_5spacy_7symbols_FLAG49,
__pyx_e_5spacy_7symbols_FLAG50,
__pyx_e_5spacy_7symbols_FLAG51,
__pyx_e_5spacy_7symbols_FLAG52,
__pyx_e_5spacy_7symbols_FLAG53,
__pyx_e_5spacy_7symbols_FLAG54,
__pyx_e_5spacy_7symbols_FLAG55,
__pyx_e_5spacy_7symbols_FLAG56,
__pyx_e_5spacy_7symbols_FLAG57,
__pyx_e_5spacy_7symbols_FLAG58,
__pyx_e_5spacy_7symbols_FLAG59,
__pyx_e_5spacy_7symbols_FLAG60,
__pyx_e_5spacy_7symbols_FLAG61,
__pyx_e_5spacy_7symbols_FLAG62,
__pyx_e_5spacy_7symbols_FLAG63,
__pyx_e_5spacy_7symbols_ID,
__pyx_e_5spacy_7symbols_ORTH,
__pyx_e_5spacy_7symbols_LOWER,
__pyx_e_5spacy_7symbols_NORM,
__pyx_e_5spacy_7symbols_SHAPE,
__pyx_e_5spacy_7symbols_PREFIX,
__pyx_e_5spacy_7symbols_SUFFIX,
__pyx_e_5spacy_7symbols_LENGTH,
__pyx_e_5spacy_7symbols_CLUSTER,
__pyx_e_5spacy_7symbols_LEMMA,
__pyx_e_5spacy_7symbols_POS,
__pyx_e_5spacy_7symbols_TAG,
__pyx_e_5spacy_7symbols_DEP,
__pyx_e_5spacy_7symbols_ENT_IOB,
__pyx_e_5spacy_7symbols_ENT_TYPE,
__pyx_e_5spacy_7symbols_HEAD,
__pyx_e_5spacy_7symbols_SENT_START,
__pyx_e_5spacy_7symbols_SPACY,
__pyx_e_5spacy_7symbols_PROB,
__pyx_e_5spacy_7symbols_LANG,
__pyx_e_5spacy_7symbols_ADJ,
__pyx_e_5spacy_7symbols_ADP,
__pyx_e_5spacy_7symbols_ADV,
__pyx_e_5spacy_7symbols_AUX,
__pyx_e_5spacy_7symbols_CONJ,
__pyx_e_5spacy_7symbols_CCONJ,
__pyx_e_5spacy_7symbols_DET,
__pyx_e_5spacy_7symbols_INTJ,
__pyx_e_5spacy_7symbols_NOUN,
__pyx_e_5spacy_7symbols_NUM,
__pyx_e_5spacy_7symbols_PART,
__pyx_e_5spacy_7symbols_PRON,
__pyx_e_5spacy_7symbols_PROPN,
__pyx_e_5spacy_7symbols_PUNCT,
__pyx_e_5spacy_7symbols_SCONJ,
__pyx_e_5spacy_7symbols_SYM,
__pyx_e_5spacy_7symbols_VERB,
__pyx_e_5spacy_7symbols_X,
__pyx_e_5spacy_7symbols_EOL,
__pyx_e_5spacy_7symbols_SPACE,
__pyx_e_5spacy_7symbols_DEPRECATED001,
__pyx_e_5spacy_7symbols_DEPRECATED002,
__pyx_e_5spacy_7symbols_DEPRECATED003,
__pyx_e_5spacy_7symbols_DEPRECATED004,
__pyx_e_5spacy_7symbols_DEPRECATED005,
__pyx_e_5spacy_7symbols_DEPRECATED006,
__pyx_e_5spacy_7symbols_DEPRECATED007,
__pyx_e_5spacy_7symbols_DEPRECATED008,
__pyx_e_5spacy_7symbols_DEPRECATED009,
__pyx_e_5spacy_7symbols_DEPRECATED010,
__pyx_e_5spacy_7symbols_DEPRECATED011,
__pyx_e_5spacy_7symbols_DEPRECATED012,
__pyx_e_5spacy_7symbols_DEPRECATED013,
__pyx_e_5spacy_7symbols_DEPRECATED014,
__pyx_e_5spacy_7symbols_DEPRECATED015,
__pyx_e_5spacy_7symbols_DEPRECATED016,
__pyx_e_5spacy_7symbols_DEPRECATED017,
__pyx_e_5spacy_7symbols_DEPRECATED018,
__pyx_e_5spacy_7symbols_DEPRECATED019,
__pyx_e_5spacy_7symbols_DEPRECATED020,
__pyx_e_5spacy_7symbols_DEPRECATED021,
__pyx_e_5spacy_7symbols_DEPRECATED022,
__pyx_e_5spacy_7symbols_DEPRECATED023,
__pyx_e_5spacy_7symbols_DEPRECATED024,
__pyx_e_5spacy_7symbols_DEPRECATED025,
__pyx_e_5spacy_7symbols_DEPRECATED026,
__pyx_e_5spacy_7symbols_DEPRECATED027,
__pyx_e_5spacy_7symbols_DEPRECATED028,
__pyx_e_5spacy_7symbols_DEPRECATED029,
__pyx_e_5spacy_7symbols_DEPRECATED030,
__pyx_e_5spacy_7symbols_DEPRECATED031,
__pyx_e_5spacy_7symbols_DEPRECATED032,
__pyx_e_5spacy_7symbols_DEPRECATED033,
__pyx_e_5spacy_7symbols_DEPRECATED034,
__pyx_e_5spacy_7symbols_DEPRECATED035,
__pyx_e_5spacy_7symbols_DEPRECATED036,
__pyx_e_5spacy_7symbols_DEPRECATED037,
__pyx_e_5spacy_7symbols_DEPRECATED038,
__pyx_e_5spacy_7symbols_DEPRECATED039,
__pyx_e_5spacy_7symbols_DEPRECATED040,
__pyx_e_5spacy_7symbols_DEPRECATED041,
__pyx_e_5spacy_7symbols_DEPRECATED042,
__pyx_e_5spacy_7symbols_DEPRECATED043,
__pyx_e_5spacy_7symbols_DEPRECATED044,
__pyx_e_5spacy_7symbols_DEPRECATED045,
__pyx_e_5spacy_7symbols_DEPRECATED046,
__pyx_e_5spacy_7symbols_DEPRECATED047,
__pyx_e_5spacy_7symbols_DEPRECATED048,
__pyx_e_5spacy_7symbols_DEPRECATED049,
__pyx_e_5spacy_7symbols_DEPRECATED050,
__pyx_e_5spacy_7symbols_DEPRECATED051,
__pyx_e_5spacy_7symbols_DEPRECATED052,
__pyx_e_5spacy_7symbols_DEPRECATED053,
__pyx_e_5spacy_7symbols_DEPRECATED054,
__pyx_e_5spacy_7symbols_DEPRECATED055,
__pyx_e_5spacy_7symbols_DEPRECATED056,
__pyx_e_5spacy_7symbols_DEPRECATED057,
__pyx_e_5spacy_7symbols_DEPRECATED058,
__pyx_e_5spacy_7symbols_DEPRECATED059,
__pyx_e_5spacy_7symbols_DEPRECATED060,
__pyx_e_5spacy_7symbols_DEPRECATED061,
__pyx_e_5spacy_7symbols_DEPRECATED062,
__pyx_e_5spacy_7symbols_DEPRECATED063,
__pyx_e_5spacy_7symbols_DEPRECATED064,
__pyx_e_5spacy_7symbols_DEPRECATED065,
__pyx_e_5spacy_7symbols_DEPRECATED066,
__pyx_e_5spacy_7symbols_DEPRECATED067,
__pyx_e_5spacy_7symbols_DEPRECATED068,
__pyx_e_5spacy_7symbols_DEPRECATED069,
__pyx_e_5spacy_7symbols_DEPRECATED070,
__pyx_e_5spacy_7symbols_DEPRECATED071,
__pyx_e_5spacy_7symbols_DEPRECATED072,
__pyx_e_5spacy_7symbols_DEPRECATED073,
__pyx_e_5spacy_7symbols_DEPRECATED074,
__pyx_e_5spacy_7symbols_DEPRECATED075,
__pyx_e_5spacy_7symbols_DEPRECATED076,
__pyx_e_5spacy_7symbols_DEPRECATED077,
__pyx_e_5spacy_7symbols_DEPRECATED078,
__pyx_e_5spacy_7symbols_DEPRECATED079,
__pyx_e_5spacy_7symbols_DEPRECATED080,
__pyx_e_5spacy_7symbols_DEPRECATED081,
__pyx_e_5spacy_7symbols_DEPRECATED082,
__pyx_e_5spacy_7symbols_DEPRECATED083,
__pyx_e_5spacy_7symbols_DEPRECATED084,
__pyx_e_5spacy_7symbols_DEPRECATED085,
__pyx_e_5spacy_7symbols_DEPRECATED086,
__pyx_e_5spacy_7symbols_DEPRECATED087,
__pyx_e_5spacy_7symbols_DEPRECATED088,
__pyx_e_5spacy_7symbols_DEPRECATED089,
__pyx_e_5spacy_7symbols_DEPRECATED090,
__pyx_e_5spacy_7symbols_DEPRECATED091,
__pyx_e_5spacy_7symbols_DEPRECATED092,
__pyx_e_5spacy_7symbols_DEPRECATED093,
__pyx_e_5spacy_7symbols_DEPRECATED094,
__pyx_e_5spacy_7symbols_DEPRECATED095,
__pyx_e_5spacy_7symbols_DEPRECATED096,
__pyx_e_5spacy_7symbols_DEPRECATED097,
__pyx_e_5spacy_7symbols_DEPRECATED098,
__pyx_e_5spacy_7symbols_DEPRECATED099,
__pyx_e_5spacy_7symbols_DEPRECATED100,
__pyx_e_5spacy_7symbols_DEPRECATED101,
__pyx_e_5spacy_7symbols_DEPRECATED102,
__pyx_e_5spacy_7symbols_DEPRECATED103,
__pyx_e_5spacy_7symbols_DEPRECATED104,
__pyx_e_5spacy_7symbols_DEPRECATED105,
__pyx_e_5spacy_7symbols_DEPRECATED106,
__pyx_e_5spacy_7symbols_DEPRECATED107,
__pyx_e_5spacy_7symbols_DEPRECATED108,
__pyx_e_5spacy_7symbols_DEPRECATED109,
__pyx_e_5spacy_7symbols_DEPRECATED110,
__pyx_e_5spacy_7symbols_DEPRECATED111,
__pyx_e_5spacy_7symbols_DEPRECATED112,
__pyx_e_5spacy_7symbols_DEPRECATED113,
__pyx_e_5spacy_7symbols_DEPRECATED114,
__pyx_e_5spacy_7symbols_DEPRECATED115,
__pyx_e_5spacy_7symbols_DEPRECATED116,
__pyx_e_5spacy_7symbols_DEPRECATED117,
__pyx_e_5spacy_7symbols_DEPRECATED118,
__pyx_e_5spacy_7symbols_DEPRECATED119,
__pyx_e_5spacy_7symbols_DEPRECATED120,
__pyx_e_5spacy_7symbols_DEPRECATED121,
__pyx_e_5spacy_7symbols_DEPRECATED122,
__pyx_e_5spacy_7symbols_DEPRECATED123,
__pyx_e_5spacy_7symbols_DEPRECATED124,
__pyx_e_5spacy_7symbols_DEPRECATED125,
__pyx_e_5spacy_7symbols_DEPRECATED126,
__pyx_e_5spacy_7symbols_DEPRECATED127,
__pyx_e_5spacy_7symbols_DEPRECATED128,
__pyx_e_5spacy_7symbols_DEPRECATED129,
__pyx_e_5spacy_7symbols_DEPRECATED130,
__pyx_e_5spacy_7symbols_DEPRECATED131,
__pyx_e_5spacy_7symbols_DEPRECATED132,
__pyx_e_5spacy_7symbols_DEPRECATED133,
__pyx_e_5spacy_7symbols_DEPRECATED134,
__pyx_e_5spacy_7symbols_DEPRECATED135,
__pyx_e_5spacy_7symbols_DEPRECATED136,
__pyx_e_5spacy_7symbols_DEPRECATED137,
__pyx_e_5spacy_7symbols_DEPRECATED138,
__pyx_e_5spacy_7symbols_DEPRECATED139,
__pyx_e_5spacy_7symbols_DEPRECATED140,
__pyx_e_5spacy_7symbols_DEPRECATED141,
__pyx_e_5spacy_7symbols_DEPRECATED142,
__pyx_e_5spacy_7symbols_DEPRECATED143,
__pyx_e_5spacy_7symbols_DEPRECATED144,
__pyx_e_5spacy_7symbols_DEPRECATED145,
__pyx_e_5spacy_7symbols_DEPRECATED146,
__pyx_e_5spacy_7symbols_DEPRECATED147,
__pyx_e_5spacy_7symbols_DEPRECATED148,
__pyx_e_5spacy_7symbols_DEPRECATED149,
__pyx_e_5spacy_7symbols_DEPRECATED150,
__pyx_e_5spacy_7symbols_DEPRECATED151,
__pyx_e_5spacy_7symbols_DEPRECATED152,
__pyx_e_5spacy_7symbols_DEPRECATED153,
__pyx_e_5spacy_7symbols_DEPRECATED154,
__pyx_e_5spacy_7symbols_DEPRECATED155,
__pyx_e_5spacy_7symbols_DEPRECATED156,
__pyx_e_5spacy_7symbols_DEPRECATED157,
__pyx_e_5spacy_7symbols_DEPRECATED158,
__pyx_e_5spacy_7symbols_DEPRECATED159,
__pyx_e_5spacy_7symbols_DEPRECATED160,
__pyx_e_5spacy_7symbols_DEPRECATED161,
__pyx_e_5spacy_7symbols_DEPRECATED162,
__pyx_e_5spacy_7symbols_DEPRECATED163,
__pyx_e_5spacy_7symbols_DEPRECATED164,
__pyx_e_5spacy_7symbols_DEPRECATED165,
__pyx_e_5spacy_7symbols_DEPRECATED166,
__pyx_e_5spacy_7symbols_DEPRECATED167,
__pyx_e_5spacy_7symbols_DEPRECATED168,
__pyx_e_5spacy_7symbols_DEPRECATED169,
__pyx_e_5spacy_7symbols_DEPRECATED170,
__pyx_e_5spacy_7symbols_DEPRECATED171,
__pyx_e_5spacy_7symbols_DEPRECATED172,
__pyx_e_5spacy_7symbols_DEPRECATED173,
__pyx_e_5spacy_7symbols_DEPRECATED174,
__pyx_e_5spacy_7symbols_DEPRECATED175,
__pyx_e_5spacy_7symbols_DEPRECATED176,
__pyx_e_5spacy_7symbols_DEPRECATED177,
__pyx_e_5spacy_7symbols_DEPRECATED178,
__pyx_e_5spacy_7symbols_DEPRECATED179,
__pyx_e_5spacy_7symbols_DEPRECATED180,
__pyx_e_5spacy_7symbols_DEPRECATED181,
__pyx_e_5spacy_7symbols_DEPRECATED182,
__pyx_e_5spacy_7symbols_DEPRECATED183,
__pyx_e_5spacy_7symbols_DEPRECATED184,
__pyx_e_5spacy_7symbols_DEPRECATED185,
__pyx_e_5spacy_7symbols_DEPRECATED186,
__pyx_e_5spacy_7symbols_DEPRECATED187,
__pyx_e_5spacy_7symbols_DEPRECATED188,
__pyx_e_5spacy_7symbols_DEPRECATED189,
__pyx_e_5spacy_7symbols_DEPRECATED190,
__pyx_e_5spacy_7symbols_DEPRECATED191,
__pyx_e_5spacy_7symbols_DEPRECATED192,
__pyx_e_5spacy_7symbols_DEPRECATED193,
__pyx_e_5spacy_7symbols_DEPRECATED194,
__pyx_e_5spacy_7symbols_DEPRECATED195,
__pyx_e_5spacy_7symbols_DEPRECATED196,
__pyx_e_5spacy_7symbols_DEPRECATED197,
__pyx_e_5spacy_7symbols_DEPRECATED198,
__pyx_e_5spacy_7symbols_DEPRECATED199,
__pyx_e_5spacy_7symbols_DEPRECATED200,
__pyx_e_5spacy_7symbols_DEPRECATED201,
__pyx_e_5spacy_7symbols_DEPRECATED202,
__pyx_e_5spacy_7symbols_DEPRECATED203,
__pyx_e_5spacy_7symbols_DEPRECATED204,
__pyx_e_5spacy_7symbols_DEPRECATED205,
__pyx_e_5spacy_7symbols_DEPRECATED206,
__pyx_e_5spacy_7symbols_DEPRECATED207,
__pyx_e_5spacy_7symbols_DEPRECATED208,
__pyx_e_5spacy_7symbols_DEPRECATED209,
__pyx_e_5spacy_7symbols_DEPRECATED210,
__pyx_e_5spacy_7symbols_DEPRECATED211,
__pyx_e_5spacy_7symbols_DEPRECATED212,
__pyx_e_5spacy_7symbols_DEPRECATED213,
__pyx_e_5spacy_7symbols_DEPRECATED214,
__pyx_e_5spacy_7symbols_DEPRECATED215,
__pyx_e_5spacy_7symbols_DEPRECATED216,
__pyx_e_5spacy_7symbols_DEPRECATED217,
__pyx_e_5spacy_7symbols_DEPRECATED218,
__pyx_e_5spacy_7symbols_DEPRECATED219,
__pyx_e_5spacy_7symbols_DEPRECATED220,
__pyx_e_5spacy_7symbols_DEPRECATED221,
__pyx_e_5spacy_7symbols_DEPRECATED222,
__pyx_e_5spacy_7symbols_DEPRECATED223,
__pyx_e_5spacy_7symbols_DEPRECATED224,
__pyx_e_5spacy_7symbols_DEPRECATED225,
__pyx_e_5spacy_7symbols_DEPRECATED226,
__pyx_e_5spacy_7symbols_DEPRECATED227,
__pyx_e_5spacy_7symbols_DEPRECATED228,
__pyx_e_5spacy_7symbols_DEPRECATED229,
__pyx_e_5spacy_7symbols_DEPRECATED230,
__pyx_e_5spacy_7symbols_DEPRECATED231,
__pyx_e_5spacy_7symbols_DEPRECATED232,
__pyx_e_5spacy_7symbols_DEPRECATED233,
__pyx_e_5spacy_7symbols_DEPRECATED234,
__pyx_e_5spacy_7symbols_DEPRECATED235,
__pyx_e_5spacy_7symbols_DEPRECATED236,
__pyx_e_5spacy_7symbols_DEPRECATED237,
__pyx_e_5spacy_7symbols_DEPRECATED238,
__pyx_e_5spacy_7symbols_DEPRECATED239,
__pyx_e_5spacy_7symbols_DEPRECATED240,
__pyx_e_5spacy_7symbols_DEPRECATED241,
__pyx_e_5spacy_7symbols_DEPRECATED242,
__pyx_e_5spacy_7symbols_DEPRECATED243,
__pyx_e_5spacy_7symbols_DEPRECATED244,
__pyx_e_5spacy_7symbols_DEPRECATED245,
__pyx_e_5spacy_7symbols_DEPRECATED246,
__pyx_e_5spacy_7symbols_DEPRECATED247,
__pyx_e_5spacy_7symbols_DEPRECATED248,
__pyx_e_5spacy_7symbols_DEPRECATED249,
__pyx_e_5spacy_7symbols_DEPRECATED250,
__pyx_e_5spacy_7symbols_DEPRECATED251,
__pyx_e_5spacy_7symbols_DEPRECATED252,
__pyx_e_5spacy_7symbols_DEPRECATED253,
__pyx_e_5spacy_7symbols_DEPRECATED254,
__pyx_e_5spacy_7symbols_DEPRECATED255,
__pyx_e_5spacy_7symbols_DEPRECATED256,
__pyx_e_5spacy_7symbols_DEPRECATED257,
__pyx_e_5spacy_7symbols_DEPRECATED258,
__pyx_e_5spacy_7symbols_DEPRECATED259,
__pyx_e_5spacy_7symbols_DEPRECATED260,
__pyx_e_5spacy_7symbols_DEPRECATED261,
__pyx_e_5spacy_7symbols_DEPRECATED262,
__pyx_e_5spacy_7symbols_DEPRECATED263,
__pyx_e_5spacy_7symbols_DEPRECATED264,
__pyx_e_5spacy_7symbols_DEPRECATED265,
__pyx_e_5spacy_7symbols_DEPRECATED266,
__pyx_e_5spacy_7symbols_DEPRECATED267,
__pyx_e_5spacy_7symbols_DEPRECATED268,
__pyx_e_5spacy_7symbols_DEPRECATED269,
__pyx_e_5spacy_7symbols_DEPRECATED270,
__pyx_e_5spacy_7symbols_DEPRECATED271,
__pyx_e_5spacy_7symbols_DEPRECATED272,
__pyx_e_5spacy_7symbols_DEPRECATED273,
__pyx_e_5spacy_7symbols_DEPRECATED274,
__pyx_e_5spacy_7symbols_DEPRECATED275,
__pyx_e_5spacy_7symbols_DEPRECATED276,
__pyx_e_5spacy_7symbols_PERSON,
__pyx_e_5spacy_7symbols_NORP,
__pyx_e_5spacy_7symbols_FACILITY,
__pyx_e_5spacy_7symbols_ORG,
__pyx_e_5spacy_7symbols_GPE,
__pyx_e_5spacy_7symbols_LOC,
__pyx_e_5spacy_7symbols_PRODUCT,
__pyx_e_5spacy_7symbols_EVENT,
__pyx_e_5spacy_7symbols_WORK_OF_ART,
__pyx_e_5spacy_7symbols_LANGUAGE,
__pyx_e_5spacy_7symbols_LAW,
__pyx_e_5spacy_7symbols_DATE,
__pyx_e_5spacy_7symbols_TIME,
__pyx_e_5spacy_7symbols_PERCENT,
__pyx_e_5spacy_7symbols_MONEY,
__pyx_e_5spacy_7symbols_QUANTITY,
__pyx_e_5spacy_7symbols_ORDINAL,
__pyx_e_5spacy_7symbols_CARDINAL,
__pyx_e_5spacy_7symbols_acomp,
__pyx_e_5spacy_7symbols_advcl,
__pyx_e_5spacy_7symbols_advmod,
__pyx_e_5spacy_7symbols_agent,
__pyx_e_5spacy_7symbols_amod,
__pyx_e_5spacy_7symbols_appos,
__pyx_e_5spacy_7symbols_attr,
__pyx_e_5spacy_7symbols_aux,
__pyx_e_5spacy_7symbols_auxpass,
__pyx_e_5spacy_7symbols_cc,
__pyx_e_5spacy_7symbols_ccomp,
__pyx_e_5spacy_7symbols_complm,
__pyx_e_5spacy_7symbols_conj,
__pyx_e_5spacy_7symbols_cop,
__pyx_e_5spacy_7symbols_csubj,
__pyx_e_5spacy_7symbols_csubjpass,
__pyx_e_5spacy_7symbols_dep,
__pyx_e_5spacy_7symbols_det,
__pyx_e_5spacy_7symbols_dobj,
__pyx_e_5spacy_7symbols_expl,
__pyx_e_5spacy_7symbols_hmod,
__pyx_e_5spacy_7symbols_hyph,
__pyx_e_5spacy_7symbols_infmod,
__pyx_e_5spacy_7symbols_intj,
__pyx_e_5spacy_7symbols_iobj,
__pyx_e_5spacy_7symbols_mark,
__pyx_e_5spacy_7symbols_meta,
__pyx_e_5spacy_7symbols_neg,
__pyx_e_5spacy_7symbols_nmod,
__pyx_e_5spacy_7symbols_nn,
__pyx_e_5spacy_7symbols_npadvmod,
__pyx_e_5spacy_7symbols_nsubj,
__pyx_e_5spacy_7symbols_nsubjpass,
__pyx_e_5spacy_7symbols_num,
__pyx_e_5spacy_7symbols_number,
__pyx_e_5spacy_7symbols_oprd,
__pyx_e_5spacy_7symbols_obj,
__pyx_e_5spacy_7symbols_obl,
__pyx_e_5spacy_7symbols_parataxis,
__pyx_e_5spacy_7symbols_partmod,
__pyx_e_5spacy_7symbols_pcomp,
__pyx_e_5spacy_7symbols_pobj,
__pyx_e_5spacy_7symbols_poss,
__pyx_e_5spacy_7symbols_possessive,
__pyx_e_5spacy_7symbols_preconj,
__pyx_e_5spacy_7symbols_prep,
__pyx_e_5spacy_7symbols_prt,
__pyx_e_5spacy_7symbols_punct,
__pyx_e_5spacy_7symbols_quantmod,
__pyx_e_5spacy_7symbols_relcl,
__pyx_e_5spacy_7symbols_rcmod,
__pyx_e_5spacy_7symbols_root,
__pyx_e_5spacy_7symbols_xcomp,
__pyx_e_5spacy_7symbols_acl,
__pyx_e_5spacy_7symbols_ENT_KB_ID,
__pyx_e_5spacy_7symbols_MORPH,
__pyx_e_5spacy_7symbols_ENT_ID,
__pyx_e_5spacy_7symbols_IDX,
__pyx_e_5spacy_7symbols__
};
/* "attrs.pxd":5
*
*
* cdef enum attr_id_t: # <<<<<<<<<<<<<<
* NULL_ATTR
* IS_ALPHA
*/
enum __pyx_t_5spacy_5attrs_attr_id_t {
/* "attrs.pxd":96
* ENT_KB_ID = symbols.ENT_KB_ID
* MORPH
* ENT_ID = symbols.ENT_ID # <<<<<<<<<<<<<<
*
* IDX
*/
__pyx_e_5spacy_5attrs_NULL_ATTR,
__pyx_e_5spacy_5attrs_IS_ALPHA,
__pyx_e_5spacy_5attrs_IS_ASCII,
__pyx_e_5spacy_5attrs_IS_DIGIT,
__pyx_e_5spacy_5attrs_IS_LOWER,
__pyx_e_5spacy_5attrs_IS_PUNCT,
__pyx_e_5spacy_5attrs_IS_SPACE,
__pyx_e_5spacy_5attrs_IS_TITLE,
__pyx_e_5spacy_5attrs_IS_UPPER,
__pyx_e_5spacy_5attrs_LIKE_URL,
__pyx_e_5spacy_5attrs_LIKE_NUM,
__pyx_e_5spacy_5attrs_LIKE_EMAIL,
__pyx_e_5spacy_5attrs_IS_STOP,
__pyx_e_5spacy_5attrs_IS_OOV_DEPRECATED,
__pyx_e_5spacy_5attrs_IS_BRACKET,
__pyx_e_5spacy_5attrs_IS_QUOTE,
__pyx_e_5spacy_5attrs_IS_LEFT_PUNCT,
__pyx_e_5spacy_5attrs_IS_RIGHT_PUNCT,
__pyx_e_5spacy_5attrs_IS_CURRENCY,
__pyx_e_5spacy_5attrs_FLAG19 = 19,
__pyx_e_5spacy_5attrs_FLAG20,
__pyx_e_5spacy_5attrs_FLAG21,
__pyx_e_5spacy_5attrs_FLAG22,
__pyx_e_5spacy_5attrs_FLAG23,
__pyx_e_5spacy_5attrs_FLAG24,
__pyx_e_5spacy_5attrs_FLAG25,
__pyx_e_5spacy_5attrs_FLAG26,
__pyx_e_5spacy_5attrs_FLAG27,
__pyx_e_5spacy_5attrs_FLAG28,
__pyx_e_5spacy_5attrs_FLAG29,
__pyx_e_5spacy_5attrs_FLAG30,
__pyx_e_5spacy_5attrs_FLAG31,
__pyx_e_5spacy_5attrs_FLAG32,
__pyx_e_5spacy_5attrs_FLAG33,
__pyx_e_5spacy_5attrs_FLAG34,
__pyx_e_5spacy_5attrs_FLAG35,
__pyx_e_5spacy_5attrs_FLAG36,
__pyx_e_5spacy_5attrs_FLAG37,
__pyx_e_5spacy_5attrs_FLAG38,
__pyx_e_5spacy_5attrs_FLAG39,
__pyx_e_5spacy_5attrs_FLAG40,
__pyx_e_5spacy_5attrs_FLAG41,
__pyx_e_5spacy_5attrs_FLAG42,
__pyx_e_5spacy_5attrs_FLAG43,
__pyx_e_5spacy_5attrs_FLAG44,
__pyx_e_5spacy_5attrs_FLAG45,
__pyx_e_5spacy_5attrs_FLAG46,
__pyx_e_5spacy_5attrs_FLAG47,
__pyx_e_5spacy_5attrs_FLAG48,
__pyx_e_5spacy_5attrs_FLAG49,
__pyx_e_5spacy_5attrs_FLAG50,
__pyx_e_5spacy_5attrs_FLAG51,
__pyx_e_5spacy_5attrs_FLAG52,
__pyx_e_5spacy_5attrs_FLAG53,
__pyx_e_5spacy_5attrs_FLAG54,
__pyx_e_5spacy_5attrs_FLAG55,
__pyx_e_5spacy_5attrs_FLAG56,
__pyx_e_5spacy_5attrs_FLAG57,
__pyx_e_5spacy_5attrs_FLAG58,
__pyx_e_5spacy_5attrs_FLAG59,
__pyx_e_5spacy_5attrs_FLAG60,
__pyx_e_5spacy_5attrs_FLAG61,
__pyx_e_5spacy_5attrs_FLAG62,
__pyx_e_5spacy_5attrs_FLAG63,
__pyx_e_5spacy_5attrs_ID,
__pyx_e_5spacy_5attrs_ORTH,
__pyx_e_5spacy_5attrs_LOWER,
__pyx_e_5spacy_5attrs_NORM,
__pyx_e_5spacy_5attrs_SHAPE,
__pyx_e_5spacy_5attrs_PREFIX,
__pyx_e_5spacy_5attrs_SUFFIX,
__pyx_e_5spacy_5attrs_LENGTH,
__pyx_e_5spacy_5attrs_CLUSTER,
__pyx_e_5spacy_5attrs_LEMMA,
__pyx_e_5spacy_5attrs_POS,
__pyx_e_5spacy_5attrs_TAG,
__pyx_e_5spacy_5attrs_DEP,
__pyx_e_5spacy_5attrs_ENT_IOB,
__pyx_e_5spacy_5attrs_ENT_TYPE,
__pyx_e_5spacy_5attrs_HEAD,
__pyx_e_5spacy_5attrs_SENT_START,
__pyx_e_5spacy_5attrs_SPACY,
__pyx_e_5spacy_5attrs_PROB,
__pyx_e_5spacy_5attrs_LANG,
__pyx_e_5spacy_5attrs_ENT_KB_ID = __pyx_e_5spacy_7symbols_ENT_KB_ID,
__pyx_e_5spacy_5attrs_MORPH,
__pyx_e_5spacy_5attrs_ENT_ID = __pyx_e_5spacy_7symbols_ENT_ID,
__pyx_e_5spacy_5attrs_IDX,
__pyx_e_5spacy_5attrs_SENT_END
};
/* "parts_of_speech.pxd":4
*
*
* cpdef enum univ_pos_t: # <<<<<<<<<<<<<<
* NO_TAG = 0
* ADJ = symbols.ADJ
*/
enum __pyx_t_5spacy_15parts_of_speech_univ_pos_t {
/* "parts_of_speech.pxd":6
* cpdef enum univ_pos_t:
* NO_TAG = 0
* ADJ = symbols.ADJ # <<<<<<<<<<<<<<
* ADP
* ADV
*/
__pyx_e_5spacy_15parts_of_speech_NO_TAG = 0,
__pyx_e_5spacy_15parts_of_speech_ADJ = __pyx_e_5spacy_7symbols_ADJ,
__pyx_e_5spacy_15parts_of_speech_ADP,
__pyx_e_5spacy_15parts_of_speech_ADV,
__pyx_e_5spacy_15parts_of_speech_AUX,
__pyx_e_5spacy_15parts_of_speech_CONJ,
__pyx_e_5spacy_15parts_of_speech_CCONJ,
__pyx_e_5spacy_15parts_of_speech_DET,
__pyx_e_5spacy_15parts_of_speech_INTJ,
__pyx_e_5spacy_15parts_of_speech_NOUN,
__pyx_e_5spacy_15parts_of_speech_NUM,
__pyx_e_5spacy_15parts_of_speech_PART,
__pyx_e_5spacy_15parts_of_speech_PRON,
__pyx_e_5spacy_15parts_of_speech_PROPN,
__pyx_e_5spacy_15parts_of_speech_PUNCT,
__pyx_e_5spacy_15parts_of_speech_SCONJ,
__pyx_e_5spacy_15parts_of_speech_SYM,
__pyx_e_5spacy_15parts_of_speech_VERB,
__pyx_e_5spacy_15parts_of_speech_X,
__pyx_e_5spacy_15parts_of_speech_EOL,
__pyx_e_5spacy_15parts_of_speech_SPACE
};
struct __pyx_t_5spacy_7structs_LexemeC;
struct __pyx_t_5spacy_7structs_SpanC;
struct __pyx_t_5spacy_7structs_TokenC;
struct __pyx_t_5spacy_7structs_MorphAnalysisC;
struct __pyx_t_5spacy_7structs_KBEntryC;
struct __pyx_t_5spacy_7structs_AliasC;
struct __pyx_t_5spacy_7structs_EdgeC;
struct __pyx_t_5spacy_7structs_GraphC;
/* "structs.pxd":10
*
*
* cdef struct LexemeC: # <<<<<<<<<<<<<<
* flags_t flags
*
*/
struct __pyx_t_5spacy_7structs_LexemeC {
__pyx_t_5spacy_8typedefs_flags_t flags;
__pyx_t_5spacy_8typedefs_attr_t lang;
__pyx_t_5spacy_8typedefs_attr_t id;
__pyx_t_5spacy_8typedefs_attr_t length;
__pyx_t_5spacy_8typedefs_attr_t orth;
__pyx_t_5spacy_8typedefs_attr_t lower;
__pyx_t_5spacy_8typedefs_attr_t norm;
__pyx_t_5spacy_8typedefs_attr_t shape;
__pyx_t_5spacy_8typedefs_attr_t prefix;
__pyx_t_5spacy_8typedefs_attr_t suffix;
};
/* "structs.pxd":26
*
*
* cdef struct SpanC: # <<<<<<<<<<<<<<
* hash_t id
* int start
*/
struct __pyx_t_5spacy_7structs_SpanC {
__pyx_t_5spacy_8typedefs_hash_t id;
int start;
int end;
int start_char;
int end_char;
__pyx_t_5spacy_8typedefs_attr_t label;
__pyx_t_5spacy_8typedefs_attr_t kb_id;
};
/* "structs.pxd":36
*
*
* cdef struct TokenC: # <<<<<<<<<<<<<<
* const LexemeC* lex
* uint64_t morph
*/
struct __pyx_t_5spacy_7structs_TokenC {
struct __pyx_t_5spacy_7structs_LexemeC const *lex;
uint64_t morph;
enum __pyx_t_5spacy_15parts_of_speech_univ_pos_t pos;
int spacy;
__pyx_t_5spacy_8typedefs_attr_t tag;
int idx;
__pyx_t_5spacy_8typedefs_attr_t lemma;
__pyx_t_5spacy_8typedefs_attr_t norm;
int head;
__pyx_t_5spacy_8typedefs_attr_t dep;
uint32_t l_kids;
uint32_t r_kids;
uint32_t l_edge;
uint32_t r_edge;
int sent_start;
int ent_iob;
__pyx_t_5spacy_8typedefs_attr_t ent_type;
__pyx_t_5spacy_8typedefs_attr_t ent_kb_id;
__pyx_t_5spacy_8typedefs_hash_t ent_id;
};
/* "structs.pxd":60
*
*
* cdef struct MorphAnalysisC: # <<<<<<<<<<<<<<
* hash_t key
* int length
*/
struct __pyx_t_5spacy_7structs_MorphAnalysisC {
__pyx_t_5spacy_8typedefs_hash_t key;
int length;
__pyx_t_5spacy_8typedefs_attr_t *fields;
__pyx_t_5spacy_8typedefs_attr_t *features;
};
/* "structs.pxd":69
*
* # Internal struct, for storage and disambiguation of entities.
* cdef struct KBEntryC: # <<<<<<<<<<<<<<
*
* # The hash of this entry's unique ID/name in the kB
*/
struct __pyx_t_5spacy_7structs_KBEntryC {
__pyx_t_5spacy_8typedefs_hash_t entity_hash;
int32_t vector_index;
int32_t feats_row;
float freq;
};
/* "structs.pxd":88
* # Each alias struct stores a list of Entry pointers with their prior probabilities
* # for this specific mention/alias.
* cdef struct AliasC: # <<<<<<<<<<<<<<
*
* # All entry candidates for this alias
*/
struct __pyx_t_5spacy_7structs_AliasC {
std::vector<int64_t> entry_indices;
std::vector<float> probs;
};
/* "structs.pxd":97
*
*
* cdef struct EdgeC: # <<<<<<<<<<<<<<
* hash_t label
* int32_t head
*/
struct __pyx_t_5spacy_7structs_EdgeC {
__pyx_t_5spacy_8typedefs_hash_t label;
int32_t head;
int32_t tail;
};
/* "structs.pxd":103
*
*
* cdef struct GraphC: # <<<<<<<<<<<<<<
* vector[vector[int32_t]] nodes
* vector[EdgeC] edges
*/
struct __pyx_t_5spacy_7structs_GraphC {
std::vector<std::vector<int32_t> > nodes;
std::vector<struct __pyx_t_5spacy_7structs_EdgeC> edges;
std::vector<float> weights;
std::vector<int> n_heads;
std::vector<int> n_tails;
std::vector<int> first_head;
std::vector<int> first_tail;
std::unordered_set<int> *roots;
std::unordered_map<__pyx_t_5spacy_8typedefs_hash_t,int> *node_map;
std::unordered_map<__pyx_t_5spacy_8typedefs_hash_t,int> *edge_map;
};
union __pyx_t_5spacy_7strings_Utf8Str;
typedef union __pyx_t_5spacy_7strings_Utf8Str __pyx_t_5spacy_7strings_Utf8Str;
/* "strings.pxd":17
*
*
* ctypedef union Utf8Str: # <<<<<<<<<<<<<<
* unsigned char[8] s
* unsigned char* p
*/
union __pyx_t_5spacy_7strings_Utf8Str {
unsigned char s[8];
unsigned char *p;
};
union __pyx_t_5spacy_5vocab_LexemesOrTokens;
struct __pyx_t_5spacy_5vocab__Cached;
/* "vocab.pxd":15
*
*
* cdef union LexemesOrTokens: # <<<<<<<<<<<<<<
* const LexemeC* const* lexemes
* const TokenC* tokens
*/
union __pyx_t_5spacy_5vocab_LexemesOrTokens {
struct __pyx_t_5spacy_7structs_LexemeC const *const *lexemes;
struct __pyx_t_5spacy_7structs_TokenC const *tokens;
};
/* "vocab.pxd":20
*
*
* cdef struct _Cached: # <<<<<<<<<<<<<<
* LexemesOrTokens data
* bint is_lex
*/
struct __pyx_t_5spacy_5vocab__Cached {
union __pyx_t_5spacy_5vocab_LexemesOrTokens data;
int is_lex;
int length;
};
/* "tokens/doc.pxd":14
*
*
* ctypedef const LexemeC* const_Lexeme_ptr # <<<<<<<<<<<<<<
* ctypedef const TokenC* const_TokenC_ptr
*
*/
typedef struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_5spacy_6tokens_3doc_const_Lexeme_ptr;
/* "tokens/doc.pxd":15
*
* ctypedef const LexemeC* const_Lexeme_ptr
* ctypedef const TokenC* const_TokenC_ptr # <<<<<<<<<<<<<<
*
* ctypedef fused LexemeOrToken:
*/
typedef struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_5spacy_6tokens_3doc_const_TokenC_ptr;
/* "cymem/cymem.pxd":4
* ctypedef void (*free_t)(void *p)
*
* cdef class PyMalloc: # <<<<<<<<<<<<<<
* cdef malloc_t malloc
* cdef void _set(self, malloc_t malloc)
*/
struct __pyx_obj_5cymem_5cymem_PyMalloc {
PyObject_HEAD
struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc *__pyx_vtab;
__pyx_t_5cymem_5cymem_malloc_t malloc;
};
/* "cymem/cymem.pxd":10
* cdef PyMalloc WrapMalloc(malloc_t malloc)
*
* cdef class PyFree: # <<<<<<<<<<<<<<
* cdef free_t free
* cdef void _set(self, free_t free)
*/
struct __pyx_obj_5cymem_5cymem_PyFree {
PyObject_HEAD
struct __pyx_vtabstruct_5cymem_5cymem_PyFree *__pyx_vtab;
__pyx_t_5cymem_5cymem_free_t free;
};
/* "cymem/cymem.pxd":16
* cdef PyFree WrapFree(free_t free)
*
* cdef class Pool: # <<<<<<<<<<<<<<
* cdef readonly size_t size
* cdef readonly dict addresses
*/
struct __pyx_obj_5cymem_5cymem_Pool {
PyObject_HEAD
struct __pyx_vtabstruct_5cymem_5cymem_Pool *__pyx_vtab;
size_t size;
PyObject *addresses;
PyObject *refs;
struct __pyx_obj_5cymem_5cymem_PyMalloc *pymalloc;
struct __pyx_obj_5cymem_5cymem_PyFree *pyfree;
};
/* "cymem/cymem.pxd":28
*
*
* cdef class Address: # <<<<<<<<<<<<<<
* cdef void* ptr
* cdef readonly PyMalloc pymalloc
*/
struct __pyx_obj_5cymem_5cymem_Address {
PyObject_HEAD
void *ptr;
struct __pyx_obj_5cymem_5cymem_PyMalloc *pymalloc;
struct __pyx_obj_5cymem_5cymem_PyFree *pyfree;
};
/* "preshed/maps.pxd":45
*
*
* cdef class PreshMap: # <<<<<<<<<<<<<<
* cdef MapStruct* c_map
* cdef Pool mem
*/
struct __pyx_obj_7preshed_4maps_PreshMap {
PyObject_HEAD
struct __pyx_vtabstruct_7preshed_4maps_PreshMap *__pyx_vtab;
struct __pyx_t_7preshed_4maps_MapStruct *c_map;
struct __pyx_obj_5cymem_5cymem_Pool *mem;
};
/* "preshed/maps.pxd":53
*
*
* cdef class PreshMapArray: # <<<<<<<<<<<<<<
* cdef Pool mem
* cdef MapStruct* maps
*/
struct __pyx_obj_7preshed_4maps_PreshMapArray {
PyObject_HEAD
struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray *__pyx_vtab;
struct __pyx_obj_5cymem_5cymem_Pool *mem;
struct __pyx_t_7preshed_4maps_MapStruct *maps;
size_t length;
};
/* "strings.pxd":22
*
*
* cdef class StringStore: # <<<<<<<<<<<<<<
* cdef Pool mem
*
*/
struct __pyx_obj_5spacy_7strings_StringStore {
PyObject_HEAD
struct __pyx_vtabstruct_5spacy_7strings_StringStore *__pyx_vtab;
struct __pyx_obj_5cymem_5cymem_Pool *mem;
std::vector<__pyx_t_5spacy_8typedefs_hash_t> keys;
struct __pyx_obj_7preshed_4maps_PreshMap *_map;
std::vector<__pyx_t_5spacy_8typedefs_hash_t> _transient_keys;
struct __pyx_obj_5cymem_5cymem_Pool *_non_temp_mem;
};
/* "morphology.pxd":11
*
*
* cdef class Morphology: # <<<<<<<<<<<<<<
* cdef readonly Pool mem
* cdef readonly StringStore strings
*/
struct __pyx_obj_5spacy_10morphology_Morphology {
PyObject_HEAD
struct __pyx_vtabstruct_5spacy_10morphology_Morphology *__pyx_vtab;
struct __pyx_obj_5cymem_5cymem_Pool *mem;
struct __pyx_obj_5spacy_7strings_StringStore *strings;
struct __pyx_obj_7preshed_4maps_PreshMap *tags;
};
/* "vocab.pxd":26
*
*
* cdef class Vocab: # <<<<<<<<<<<<<<
* cdef Pool mem
* cdef readonly StringStore strings
*/
struct __pyx_obj_5spacy_5vocab_Vocab {
PyObject_HEAD
struct __pyx_vtabstruct_5spacy_5vocab_Vocab *__pyx_vtab;
struct __pyx_obj_5cymem_5cymem_Pool *mem;
struct __pyx_obj_5spacy_7strings_StringStore *strings;
struct __pyx_obj_5spacy_10morphology_Morphology *morphology;
PyObject *_vectors;
PyObject *_lookups;
PyObject *writing_system;
PyObject *get_noun_chunks;
int length;
PyObject *_unused_object;
PyObject *lex_attr_getters;
PyObject *cfg;
struct __pyx_obj_7preshed_4maps_PreshMap *_by_orth;
struct __pyx_obj_5cymem_5cymem_Pool *_non_temp_mem;
std::vector<__pyx_t_5spacy_8typedefs_attr_t> _transient_orths;
};
/* "tokens/doc.pxd":37
*
*
* cdef class Doc: # <<<<<<<<<<<<<<
* cdef readonly Pool mem
* cdef readonly Vocab vocab
*/
struct __pyx_obj_5spacy_6tokens_3doc_Doc {
PyObject_HEAD
struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *__pyx_vtab;
struct __pyx_obj_5cymem_5cymem_Pool *mem;
struct __pyx_obj_5spacy_5vocab_Vocab *vocab;
PyObject *_vector;
PyObject *_vector_norm;
PyObject *tensor;
PyObject *cats;
PyObject *user_data;
PyObject *spans;
struct __pyx_t_5spacy_7structs_TokenC *c;
float sentiment;
PyObject *user_hooks;
PyObject *user_token_hooks;
PyObject *user_span_hooks;
int has_unknown_spaces;
PyObject *_context;
int length;
int max_length;
PyObject *noun_chunks_iterator;
PyObject *__weakref__;
};
/* "matcher/phrasematcher.pxd":11
*
*
* cdef class PhraseMatcher: # <<<<<<<<<<<<<<
* cdef readonly Vocab vocab
* cdef attr_id_t attr
*/
struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher {
PyObject_HEAD
struct __pyx_vtabstruct_5spacy_7matcher_13phrasematcher_PhraseMatcher *__pyx_vtab;
struct __pyx_obj_5spacy_5vocab_Vocab *vocab;
enum __pyx_t_5spacy_5attrs_attr_id_t attr;
PyObject *_callbacks;
PyObject *_docs;
int _validate;
struct __pyx_t_7preshed_4maps_MapStruct *c_map;
struct __pyx_obj_5cymem_5cymem_Pool *mem;
__pyx_t_7preshed_4maps_key_t _terminal_hash;
};
/* "lexeme.pxd":24
* cdef attr_t OOV_RANK
*
* cdef class Lexeme: # <<<<<<<<<<<<<<
* cdef LexemeC* c
* cdef readonly Vocab vocab
*/
struct __pyx_obj_5spacy_6lexeme_Lexeme {
PyObject_HEAD
struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme *__pyx_vtab;
struct __pyx_t_5spacy_7structs_LexemeC *c;
struct __pyx_obj_5spacy_5vocab_Vocab *vocab;
__pyx_t_5spacy_8typedefs_attr_t orth;
};
/* "spacy/tokenizer.pxd":13
*
*
* cdef class Tokenizer: # <<<<<<<<<<<<<<
* cdef Pool mem
* cdef PreshMap _cache
*/
struct __pyx_obj_5spacy_9tokenizer_Tokenizer {
PyObject_HEAD
struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *__pyx_vtab;
struct __pyx_obj_5cymem_5cymem_Pool *mem;
struct __pyx_obj_7preshed_4maps_PreshMap *_cache;
struct __pyx_obj_7preshed_4maps_PreshMap *_specials;
struct __pyx_obj_5spacy_5vocab_Vocab *vocab;
PyObject *_token_match;
PyObject *_url_match;
PyObject *_prefix_search;
PyObject *_suffix_search;
PyObject *_infix_finditer;
PyObject *_rules;
struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher *_special_matcher;
int _faster_heuristics;
int max_cache_size;
};
/* "spacy/tokenizer.pyx":212
* return doc
*
* def pipe(self, texts, batch_size=1000): # <<<<<<<<<<<<<<
* """Tokenize a stream of texts.
*
*/
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe {
PyObject_HEAD
PyObject *__pyx_v_batch_size;
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self;
PyObject *__pyx_v_text;
PyObject *__pyx_v_texts;
PyObject *__pyx_t_0;
Py_ssize_t __pyx_t_1;
PyObject *(*__pyx_t_2)(PyObject *);
};
/* "spacy/tokenizer.pyx":631
* self._load_special_cases(self._rules)
*
* def explain(self, text): # <<<<<<<<<<<<<<
* """A debugging tokenizer that provides information about which
* tokenizer rule or pattern was matched for each token. The tokens
*/
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain {
PyObject_HEAD
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self;
};
/* "spacy/tokenizer.pyx":665
* while substring:
* if substring in special_cases:
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
* substring = ''
* continue
*/
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr {
PyObject_HEAD
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *__pyx_outer_scope;
PyObject *__pyx_genexpr_arg_0;
PyObject *__pyx_v_e;
PyObject *__pyx_v_i;
PyObject *__pyx_t_0;
PyObject *__pyx_t_1;
Py_ssize_t __pyx_t_2;
PyObject *(*__pyx_t_3)(PyObject *);
};
/* "spacy/tokenizer.pyx":674
* break
* if substring in special_cases:
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
* substring = ''
* break
*/
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr {
PyObject_HEAD
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *__pyx_outer_scope;
PyObject *__pyx_genexpr_arg_0;
PyObject *__pyx_v_e;
PyObject *__pyx_v_i;
PyObject *__pyx_t_0;
PyObject *__pyx_t_1;
Py_ssize_t __pyx_t_2;
PyObject *(*__pyx_t_3)(PyObject *);
};
/* "spacy/tokenizer.pyx":702
* substring = ''
* elif substring in special_cases:
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
* substring = ''
* elif list(infix_finditer(substring)):
*/
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr {
PyObject_HEAD
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *__pyx_outer_scope;
PyObject *__pyx_genexpr_arg_0;
PyObject *__pyx_v_e;
PyObject *__pyx_v_i;
PyObject *__pyx_t_0;
PyObject *__pyx_t_1;
Py_ssize_t __pyx_t_2;
PyObject *(*__pyx_t_3)(PyObject *);
};
/* "spacy/tokenizer.pyx":790
* return self
*
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Serialize the current state to a binary string.
*
*/
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes {
PyObject_HEAD
PyObject *__pyx_v_exclude;
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self;
};
/* "spacy/tokenizer.pyx":810
* return util.to_bytes(serializers, exclude)
*
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Load state from a binary string.
*
*/
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes {
PyObject_HEAD
PyObject *__pyx_v_data;
PyObject *__pyx_v_exclude;
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self;
};
/* "View.MemoryView":110
*
*
* @cython.collection_type("sequence") # <<<<<<<<<<<<<<
* @cname("__pyx_array")
* cdef class array:
*/
struct __pyx_array_obj {
PyObject_HEAD
struct __pyx_vtabstruct_array *__pyx_vtab;
char *data;
Py_ssize_t len;
char *format;
int ndim;
Py_ssize_t *_shape;
Py_ssize_t *_strides;
Py_ssize_t itemsize;
PyObject *mode;
PyObject *_format;
void (*callback_free_data)(void *);
int free_data;
int dtype_is_object;
};
/* "View.MemoryView":299
*
*
* @cname('__pyx_MemviewEnum') # <<<<<<<<<<<<<<
* cdef class Enum(object):
* cdef object name
*/
struct __pyx_MemviewEnum_obj {
PyObject_HEAD
PyObject *name;
};
/* "View.MemoryView":334
*
*
* @cname('__pyx_memoryview') # <<<<<<<<<<<<<<
* cdef class memoryview:
*
*/
struct __pyx_memoryview_obj {
PyObject_HEAD
struct __pyx_vtabstruct_memoryview *__pyx_vtab;
PyObject *obj;
PyObject *_size;
void *_unused;
PyThread_type_lock lock;
__pyx_atomic_int_type acquisition_count;
Py_buffer view;
int flags;
int dtype_is_object;
__Pyx_TypeInfo const *typeinfo;
};
/* "View.MemoryView":951
*
*
* @cython.collection_type("sequence") # <<<<<<<<<<<<<<
* @cname('__pyx_memoryviewslice')
* cdef class _memoryviewslice(memoryview):
*/
struct __pyx_memoryviewslice_obj {
struct __pyx_memoryview_obj __pyx_base;
__Pyx_memviewslice from_slice;
PyObject *from_object;
PyObject *(*to_object_func)(char *);
int (*to_dtype_func)(char *, PyObject *);
};
/* "cymem/cymem.pxd":4
* ctypedef void (*free_t)(void *p)
*
* cdef class PyMalloc: # <<<<<<<<<<<<<<
* cdef malloc_t malloc
* cdef void _set(self, malloc_t malloc)
*/
struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc {
void (*_set)(struct __pyx_obj_5cymem_5cymem_PyMalloc *, __pyx_t_5cymem_5cymem_malloc_t);
};
static struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc *__pyx_vtabptr_5cymem_5cymem_PyMalloc;
/* "cymem/cymem.pxd":10
* cdef PyMalloc WrapMalloc(malloc_t malloc)
*
* cdef class PyFree: # <<<<<<<<<<<<<<
* cdef free_t free
* cdef void _set(self, free_t free)
*/
struct __pyx_vtabstruct_5cymem_5cymem_PyFree {
void (*_set)(struct __pyx_obj_5cymem_5cymem_PyFree *, __pyx_t_5cymem_5cymem_free_t);
};
static struct __pyx_vtabstruct_5cymem_5cymem_PyFree *__pyx_vtabptr_5cymem_5cymem_PyFree;
/* "cymem/cymem.pxd":16
* cdef PyFree WrapFree(free_t free)
*
* cdef class Pool: # <<<<<<<<<<<<<<
* cdef readonly size_t size
* cdef readonly dict addresses
*/
struct __pyx_vtabstruct_5cymem_5cymem_Pool {
void *(*alloc)(struct __pyx_obj_5cymem_5cymem_Pool *, size_t, size_t);
void (*free)(struct __pyx_obj_5cymem_5cymem_Pool *, void *);
void *(*realloc)(struct __pyx_obj_5cymem_5cymem_Pool *, void *, size_t);
};
static struct __pyx_vtabstruct_5cymem_5cymem_Pool *__pyx_vtabptr_5cymem_5cymem_Pool;
/* "preshed/maps.pxd":45
*
*
* cdef class PreshMap: # <<<<<<<<<<<<<<
* cdef MapStruct* c_map
* cdef Pool mem
*/
struct __pyx_vtabstruct_7preshed_4maps_PreshMap {
void *(*get)(struct __pyx_obj_7preshed_4maps_PreshMap *, __pyx_t_7preshed_4maps_key_t);
void (*set)(struct __pyx_obj_7preshed_4maps_PreshMap *, __pyx_t_7preshed_4maps_key_t, void *);
};
static struct __pyx_vtabstruct_7preshed_4maps_PreshMap *__pyx_vtabptr_7preshed_4maps_PreshMap;
/* "preshed/maps.pxd":53
*
*
* cdef class PreshMapArray: # <<<<<<<<<<<<<<
* cdef Pool mem
* cdef MapStruct* maps
*/
struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray {
void *(*get)(struct __pyx_obj_7preshed_4maps_PreshMapArray *, size_t, __pyx_t_7preshed_4maps_key_t);
void (*set)(struct __pyx_obj_7preshed_4maps_PreshMapArray *, size_t, __pyx_t_7preshed_4maps_key_t, void *);
};
static struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray *__pyx_vtabptr_7preshed_4maps_PreshMapArray;
/* "strings.pxd":22
*
*
* cdef class StringStore: # <<<<<<<<<<<<<<
* cdef Pool mem
*
*/
struct __pyx_vtabstruct_5spacy_7strings_StringStore {
__pyx_t_5spacy_7strings_Utf8Str const *(*intern_unicode)(struct __pyx_obj_5spacy_7strings_StringStore *, PyObject *, int);
__pyx_t_5spacy_7strings_Utf8Str const *(*_intern_utf8)(struct __pyx_obj_5spacy_7strings_StringStore *, char *, int, __pyx_t_5spacy_8typedefs_hash_t *, int);
};
static struct __pyx_vtabstruct_5spacy_7strings_StringStore *__pyx_vtabptr_5spacy_7strings_StringStore;
/* "morphology.pxd":11
*
*
* cdef class Morphology: # <<<<<<<<<<<<<<
* cdef readonly Pool mem
* cdef readonly StringStore strings
*/
struct __pyx_vtabstruct_5spacy_10morphology_Morphology {
struct __pyx_t_5spacy_7structs_MorphAnalysisC (*create_morph_tag)(struct __pyx_obj_5spacy_10morphology_Morphology *, PyObject *);
int (*insert)(struct __pyx_obj_5spacy_10morphology_Morphology *, struct __pyx_t_5spacy_7structs_MorphAnalysisC);
};
static struct __pyx_vtabstruct_5spacy_10morphology_Morphology *__pyx_vtabptr_5spacy_10morphology_Morphology;
/* "vocab.pxd":26
*
*
* cdef class Vocab: # <<<<<<<<<<<<<<
* cdef Pool mem
* cdef readonly StringStore strings
*/
struct __pyx_vtabstruct_5spacy_5vocab_Vocab {
struct __pyx_t_5spacy_7structs_LexemeC const *(*get)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_obj_5cymem_5cymem_Pool *, PyObject *);
struct __pyx_t_5spacy_7structs_LexemeC const *(*get_by_orth)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_obj_5cymem_5cymem_Pool *, __pyx_t_5spacy_8typedefs_attr_t);
struct __pyx_t_5spacy_7structs_TokenC const *(*make_fused_token)(struct __pyx_obj_5spacy_5vocab_Vocab *, PyObject *);
struct __pyx_t_5spacy_7structs_LexemeC const *(*_new_lexeme)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_obj_5cymem_5cymem_Pool *, PyObject *);
int (*_add_lex_to_vocab)(struct __pyx_obj_5spacy_5vocab_Vocab *, __pyx_t_5spacy_8typedefs_hash_t, struct __pyx_t_5spacy_7structs_LexemeC const *, int);
};
static struct __pyx_vtabstruct_5spacy_5vocab_Vocab *__pyx_vtabptr_5spacy_5vocab_Vocab;
/* "tokens/doc.pxd":37
*
*
* cdef class Doc: # <<<<<<<<<<<<<<
* cdef readonly Pool mem
* cdef readonly Vocab vocab
*/
struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc {
PyArrayObject *(*to_array)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, int __pyx_skip_dispatch);
int (*__pyx_fuse_0push_back)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, __pyx_t_5spacy_6tokens_3doc_const_Lexeme_ptr, int);
int (*__pyx_fuse_1push_back)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, __pyx_t_5spacy_6tokens_3doc_const_TokenC_ptr, int);
};
static struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *__pyx_vtabptr_5spacy_6tokens_3doc_Doc;
/* "matcher/phrasematcher.pxd":11
*
*
* cdef class PhraseMatcher: # <<<<<<<<<<<<<<
* cdef readonly Vocab vocab
* cdef attr_id_t attr
*/
struct __pyx_vtabstruct_5spacy_7matcher_13phrasematcher_PhraseMatcher {
void (*find_matches)(struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, int, int, std::vector<struct __pyx_t_5spacy_7structs_SpanC> *);
};
static struct __pyx_vtabstruct_5spacy_7matcher_13phrasematcher_PhraseMatcher *__pyx_vtabptr_5spacy_7matcher_13phrasematcher_PhraseMatcher;
/* "lexeme.pxd":24
* cdef attr_t OOV_RANK
*
* cdef class Lexeme: # <<<<<<<<<<<<<<
* cdef LexemeC* c
* cdef readonly Vocab vocab
*/
struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme {
struct __pyx_obj_5spacy_6lexeme_Lexeme *(*from_ptr)(struct __pyx_t_5spacy_7structs_LexemeC *, struct __pyx_obj_5spacy_5vocab_Vocab *);
void (*set_struct_attr)(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, __pyx_t_5spacy_8typedefs_attr_t);
__pyx_t_5spacy_8typedefs_attr_t (*get_struct_attr)(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
int (*c_check_flag)(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
int (*c_set_flag)(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, int);
};
static struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme *__pyx_vtabptr_5spacy_6lexeme_Lexeme;
static CYTHON_INLINE struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_f_5spacy_6lexeme_6Lexeme_from_ptr(struct __pyx_t_5spacy_7structs_LexemeC *, struct __pyx_obj_5spacy_5vocab_Vocab *);
static CYTHON_INLINE void __pyx_f_5spacy_6lexeme_6Lexeme_set_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, __pyx_t_5spacy_8typedefs_attr_t);
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t);
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, int);
/* "spacy/tokenizer.pyx":25
*
*
* cdef class Tokenizer: # <<<<<<<<<<<<<<
* """Segment text, and create Doc objects with the discovered segment
* boundaries.
*/
struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer {
struct __pyx_obj_5spacy_6tokens_3doc_Doc *(*_tokenize_affixes)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, PyObject *, int);
int (*_apply_special_cases)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *);
void (*_filter_special_spans)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &, int);
PyObject *(*_prepare_special_spans)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &);
int (*_retokenize_special_spans)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, struct __pyx_t_5spacy_7structs_TokenC *, PyObject *);
int (*_try_specials_and_cache)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, __pyx_t_5spacy_8typedefs_hash_t, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, int *, int);
int (*_tokenize)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, __pyx_t_5spacy_8typedefs_hash_t, int *, int);
PyObject *(*_split_affixes)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5cymem_5cymem_Pool *, PyObject *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, int *, int);
int (*_attach_tokens)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, int *, int);
int (*_save_cached)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_t_5spacy_7structs_TokenC const *, __pyx_t_5spacy_8typedefs_hash_t, int *, int);
};
static struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *__pyx_vtabptr_5spacy_9tokenizer_Tokenizer;
/* "View.MemoryView":110
*
*
* @cython.collection_type("sequence") # <<<<<<<<<<<<<<
* @cname("__pyx_array")
* cdef class array:
*/
struct __pyx_vtabstruct_array {
PyObject *(*get_memview)(struct __pyx_array_obj *);
};
static struct __pyx_vtabstruct_array *__pyx_vtabptr_array;
/* "View.MemoryView":334
*
*
* @cname('__pyx_memoryview') # <<<<<<<<<<<<<<
* cdef class memoryview:
*
*/
struct __pyx_vtabstruct_memoryview {
char *(*get_item_pointer)(struct __pyx_memoryview_obj *, PyObject *);
PyObject *(*is_slice)(struct __pyx_memoryview_obj *, PyObject *);
PyObject *(*setitem_slice_assignment)(struct __pyx_memoryview_obj *, PyObject *, PyObject *);
PyObject *(*setitem_slice_assign_scalar)(struct __pyx_memoryview_obj *, struct __pyx_memoryview_obj *, PyObject *);
PyObject *(*setitem_indexed)(struct __pyx_memoryview_obj *, PyObject *, PyObject *);
PyObject *(*convert_item_to_object)(struct __pyx_memoryview_obj *, char *);
PyObject *(*assign_item_from_object)(struct __pyx_memoryview_obj *, char *, PyObject *);
PyObject *(*_get_base)(struct __pyx_memoryview_obj *);
};
static struct __pyx_vtabstruct_memoryview *__pyx_vtabptr_memoryview;
/* "View.MemoryView":951
*
*
* @cython.collection_type("sequence") # <<<<<<<<<<<<<<
* @cname('__pyx_memoryviewslice')
* cdef class _memoryviewslice(memoryview):
*/
struct __pyx_vtabstruct__memoryviewslice {
struct __pyx_vtabstruct_memoryview __pyx_base;
};
static struct __pyx_vtabstruct__memoryviewslice *__pyx_vtabptr__memoryviewslice;
/* #### Code section: utility_code_proto ### */
/* --- Runtime support code (head) --- */
/* Refnanny.proto */
#ifndef CYTHON_REFNANNY
#define CYTHON_REFNANNY 0
#endif
#if CYTHON_REFNANNY
typedef struct {
void (*INCREF)(void*, PyObject*, Py_ssize_t);
void (*DECREF)(void*, PyObject*, Py_ssize_t);
void (*GOTREF)(void*, PyObject*, Py_ssize_t);
void (*GIVEREF)(void*, PyObject*, Py_ssize_t);
void* (*SetupContext)(const char*, Py_ssize_t, const char*);
void (*FinishContext)(void**);
} __Pyx_RefNannyAPIStruct;
static __Pyx_RefNannyAPIStruct *__Pyx_RefNanny = NULL;
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname);
#define __Pyx_RefNannyDeclarations void *__pyx_refnanny = NULL;
#define __Pyx_RefNannySetupContext(name, acquire_gil)\
if (acquire_gil) {\
PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), (__LINE__), (__FILE__));\
PyGILState_Release(__pyx_gilstate_save);\
} else {\
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), (__LINE__), (__FILE__));\
}
#define __Pyx_RefNannyFinishContextNogil() {\
PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
__Pyx_RefNannyFinishContext();\
PyGILState_Release(__pyx_gilstate_save);\
}
#define __Pyx_RefNannyFinishContextNogil() {\
PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
__Pyx_RefNannyFinishContext();\
PyGILState_Release(__pyx_gilstate_save);\
}
#define __Pyx_RefNannyFinishContext()\
__Pyx_RefNanny->FinishContext(&__pyx_refnanny)
#define __Pyx_INCREF(r) __Pyx_RefNanny->INCREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
#define __Pyx_DECREF(r) __Pyx_RefNanny->DECREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
#define __Pyx_GOTREF(r) __Pyx_RefNanny->GOTREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
#define __Pyx_GIVEREF(r) __Pyx_RefNanny->GIVEREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
#define __Pyx_XINCREF(r) do { if((r) == NULL); else {__Pyx_INCREF(r); }} while(0)
#define __Pyx_XDECREF(r) do { if((r) == NULL); else {__Pyx_DECREF(r); }} while(0)
#define __Pyx_XGOTREF(r) do { if((r) == NULL); else {__Pyx_GOTREF(r); }} while(0)
#define __Pyx_XGIVEREF(r) do { if((r) == NULL); else {__Pyx_GIVEREF(r);}} while(0)
#else
#define __Pyx_RefNannyDeclarations
#define __Pyx_RefNannySetupContext(name, acquire_gil)
#define __Pyx_RefNannyFinishContextNogil()
#define __Pyx_RefNannyFinishContext()
#define __Pyx_INCREF(r) Py_INCREF(r)
#define __Pyx_DECREF(r) Py_DECREF(r)
#define __Pyx_GOTREF(r)
#define __Pyx_GIVEREF(r)
#define __Pyx_XINCREF(r) Py_XINCREF(r)
#define __Pyx_XDECREF(r) Py_XDECREF(r)
#define __Pyx_XGOTREF(r)
#define __Pyx_XGIVEREF(r)
#endif
#define __Pyx_Py_XDECREF_SET(r, v) do {\
PyObject *tmp = (PyObject *) r;\
r = v; Py_XDECREF(tmp);\
} while (0)
#define __Pyx_XDECREF_SET(r, v) do {\
PyObject *tmp = (PyObject *) r;\
r = v; __Pyx_XDECREF(tmp);\
} while (0)
#define __Pyx_DECREF_SET(r, v) do {\
PyObject *tmp = (PyObject *) r;\
r = v; __Pyx_DECREF(tmp);\
} while (0)
#define __Pyx_CLEAR(r) do { PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);} while(0)
#define __Pyx_XCLEAR(r) do { if((r) != NULL) {PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);}} while(0)
/* PyErrExceptionMatches.proto (used by PyObjectGetAttrStrNoError) */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyErr_ExceptionMatches(err) __Pyx_PyErr_ExceptionMatchesInState(__pyx_tstate, err)
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err);
#else
#define __Pyx_PyErr_ExceptionMatches(err) PyErr_ExceptionMatches(err)
#endif
/* PyThreadStateGet.proto (used by PyErrFetchRestore) */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyThreadState_declare PyThreadState *__pyx_tstate;
#define __Pyx_PyThreadState_assign __pyx_tstate = __Pyx_PyThreadState_Current;
#if PY_VERSION_HEX >= 0x030C00A6
#define __Pyx_PyErr_Occurred() (__pyx_tstate->current_exception != NULL)
#define __Pyx_PyErr_CurrentExceptionType() (__pyx_tstate->current_exception ? (PyObject*) Py_TYPE(__pyx_tstate->current_exception) : (PyObject*) NULL)
#else
#define __Pyx_PyErr_Occurred() (__pyx_tstate->curexc_type != NULL)
#define __Pyx_PyErr_CurrentExceptionType() (__pyx_tstate->curexc_type)
#endif
#else
#define __Pyx_PyThreadState_declare
#define __Pyx_PyThreadState_assign
#define __Pyx_PyErr_Occurred() (PyErr_Occurred() != NULL)
#define __Pyx_PyErr_CurrentExceptionType() PyErr_Occurred()
#endif
/* PyErrFetchRestore.proto (used by PyObjectGetAttrStrNoError) */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyErr_Clear() __Pyx_ErrRestore(NULL, NULL, NULL)
#define __Pyx_ErrRestoreWithState(type, value, tb) __Pyx_ErrRestoreInState(PyThreadState_GET(), type, value, tb)
#define __Pyx_ErrFetchWithState(type, value, tb) __Pyx_ErrFetchInState(PyThreadState_GET(), type, value, tb)
#define __Pyx_ErrRestore(type, value, tb) __Pyx_ErrRestoreInState(__pyx_tstate, type, value, tb)
#define __Pyx_ErrFetch(type, value, tb) __Pyx_ErrFetchInState(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A6
#define __Pyx_PyErr_SetNone(exc) (Py_INCREF(exc), __Pyx_ErrRestore((exc), NULL, NULL))
#else
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
#endif
#else
#define __Pyx_PyErr_Clear() PyErr_Clear()
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
#define __Pyx_ErrRestoreWithState(type, value, tb) PyErr_Restore(type, value, tb)
#define __Pyx_ErrFetchWithState(type, value, tb) PyErr_Fetch(type, value, tb)
#define __Pyx_ErrRestoreInState(tstate, type, value, tb) PyErr_Restore(type, value, tb)
#define __Pyx_ErrFetchInState(tstate, type, value, tb) PyErr_Fetch(type, value, tb)
#define __Pyx_ErrRestore(type, value, tb) PyErr_Restore(type, value, tb)
#define __Pyx_ErrFetch(type, value, tb) PyErr_Fetch(type, value, tb)
#endif
/* PyObjectGetAttrStr.proto (used by PyObjectGetAttrStrNoError) */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name);
#else
#define __Pyx_PyObject_GetAttrStr(o,n) PyObject_GetAttr(o,n)
#endif
/* PyObjectGetAttrStrNoError.proto (used by GetBuiltinName) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name);
/* GetBuiltinName.proto */
static PyObject *__Pyx_GetBuiltinName(PyObject *name);
/* TupleAndListFromArray.proto (used by fastcall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyList_FromArray(PyObject *const *src, Py_ssize_t n);
#endif
#if CYTHON_COMPILING_IN_CPYTHON || CYTHON_METH_FASTCALL
static CYTHON_INLINE PyObject* __Pyx_PyTuple_FromArray(PyObject *const *src, Py_ssize_t n);
#endif
/* IncludeStringH.proto (used by BytesEquals) */
#include <string.h>
/* BytesEquals.proto (used by UnicodeEquals) */
static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals);
/* UnicodeEquals.proto (used by fastcall) */
static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals);
/* fastcall.proto */
#if CYTHON_AVOID_BORROWED_REFS
#define __Pyx_ArgRef_VARARGS(args, i) __Pyx_PySequence_ITEM(args, i)
#elif CYTHON_ASSUME_SAFE_MACROS
#define __Pyx_ArgRef_VARARGS(args, i) __Pyx_NewRef(__Pyx_PyTuple_GET_ITEM(args, i))
#else
#define __Pyx_ArgRef_VARARGS(args, i) __Pyx_XNewRef(PyTuple_GetItem(args, i))
#endif
#define __Pyx_NumKwargs_VARARGS(kwds) PyDict_Size(kwds)
#define __Pyx_KwValues_VARARGS(args, nargs) NULL
#define __Pyx_GetKwValue_VARARGS(kw, kwvalues, s) __Pyx_PyDict_GetItemStrWithError(kw, s)
#define __Pyx_KwargsAsDict_VARARGS(kw, kwvalues) PyDict_Copy(kw)
#if CYTHON_METH_FASTCALL
#define __Pyx_ArgRef_FASTCALL(args, i) __Pyx_NewRef(args[i])
#define __Pyx_NumKwargs_FASTCALL(kwds) __Pyx_PyTuple_GET_SIZE(kwds)
#define __Pyx_KwValues_FASTCALL(args, nargs) ((args) + (nargs))
static CYTHON_INLINE PyObject * __Pyx_GetKwValue_FASTCALL(PyObject *kwnames, PyObject *const *kwvalues, PyObject *s);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030d0000 || CYTHON_COMPILING_IN_LIMITED_API
CYTHON_UNUSED static PyObject *__Pyx_KwargsAsDict_FASTCALL(PyObject *kwnames, PyObject *const *kwvalues);
#else
#define __Pyx_KwargsAsDict_FASTCALL(kw, kwvalues) _PyStack_AsDict(kwvalues, kw)
#endif
#else
#define __Pyx_ArgRef_FASTCALL __Pyx_ArgRef_VARARGS
#define __Pyx_NumKwargs_FASTCALL __Pyx_NumKwargs_VARARGS
#define __Pyx_KwValues_FASTCALL __Pyx_KwValues_VARARGS
#define __Pyx_GetKwValue_FASTCALL __Pyx_GetKwValue_VARARGS
#define __Pyx_KwargsAsDict_FASTCALL __Pyx_KwargsAsDict_VARARGS
#endif
#define __Pyx_ArgsSlice_VARARGS(args, start, stop) PyTuple_GetSlice(args, start, stop)
#if CYTHON_METH_FASTCALL || (CYTHON_COMPILING_IN_CPYTHON && CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS)
#define __Pyx_ArgsSlice_FASTCALL(args, start, stop) __Pyx_PyTuple_FromArray(args + start, stop - start)
#else
#define __Pyx_ArgsSlice_FASTCALL(args, start, stop) PyTuple_GetSlice(args, start, stop)
#endif
/* py_dict_items.proto (used by OwnedDictNext) */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Items(PyObject* d);
/* CallCFunction.proto (used by CallUnboundCMethod0) */
#define __Pyx_CallCFunction(cfunc, self, args)\
((PyCFunction)(void(*)(void))(cfunc)->func)(self, args)
#define __Pyx_CallCFunctionWithKeywords(cfunc, self, args, kwargs)\
((PyCFunctionWithKeywords)(void(*)(void))(cfunc)->func)(self, args, kwargs)
#define __Pyx_CallCFunctionFast(cfunc, self, args, nargs)\
((__Pyx_PyCFunctionFast)(void(*)(void))(PyCFunction)(cfunc)->func)(self, args, nargs)
#define __Pyx_CallCFunctionFastWithKeywords(cfunc, self, args, nargs, kwnames)\
((__Pyx_PyCFunctionFastWithKeywords)(void(*)(void))(PyCFunction)(cfunc)->func)(self, args, nargs, kwnames)
/* PyObjectCall.proto (used by PyObjectFastCall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw);
#else
#define __Pyx_PyObject_Call(func, arg, kw) PyObject_Call(func, arg, kw)
#endif
/* PyObjectCallMethO.proto (used by PyObjectFastCall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg);
#endif
/* PyObjectFastCall.proto (used by PyObjectCallOneArg) */
#define __Pyx_PyObject_FastCall(func, args, nargs) __Pyx_PyObject_FastCallDict(func, args, (size_t)(nargs), NULL)
static CYTHON_INLINE PyObject* __Pyx_PyObject_FastCallDict(PyObject *func, PyObject * const*args, size_t nargs, PyObject *kwargs);
/* PyObjectCallOneArg.proto (used by CallUnboundCMethod0) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg);
/* UnpackUnboundCMethod.proto (used by CallUnboundCMethod0) */
typedef struct {
PyObject *type;
PyObject **method_name;
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && CYTHON_ATOMICS
__pyx_atomic_int_type initialized;
#endif
PyCFunction func;
PyObject *method;
int flag;
} __Pyx_CachedCFunction;
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
static CYTHON_INLINE int __Pyx_CachedCFunction_GetAndSetInitializing(__Pyx_CachedCFunction *cfunc) {
#if !CYTHON_ATOMICS
return 1;
#else
__pyx_nonatomic_int_type expected = 0;
if (__pyx_atomic_int_cmp_exchange(&cfunc->initialized, &expected, 1)) {
return 0;
}
return expected;
#endif
}
static CYTHON_INLINE void __Pyx_CachedCFunction_SetFinishedInitializing(__Pyx_CachedCFunction *cfunc) {
#if CYTHON_ATOMICS
__pyx_atomic_store(&cfunc->initialized, 2);
#endif
}
#else
#define __Pyx_CachedCFunction_GetAndSetInitializing(cfunc) 2
#define __Pyx_CachedCFunction_SetFinishedInitializing(cfunc)
#endif
/* CallUnboundCMethod0.proto */
CYTHON_UNUSED
static PyObject* __Pyx__CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self);
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self);
#else
#define __Pyx_CallUnboundCMethod0(cfunc, self) __Pyx__CallUnboundCMethod0(cfunc, self)
#endif
/* py_dict_values.proto (used by OwnedDictNext) */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Values(PyObject* d);
/* OwnedDictNext.proto (used by ParseKeywordsImpl) */
#if CYTHON_AVOID_BORROWED_REFS
static int __Pyx_PyDict_NextRef(PyObject *p, PyObject **ppos, PyObject **pkey, PyObject **pvalue);
#else
CYTHON_INLINE
static int __Pyx_PyDict_NextRef(PyObject *p, Py_ssize_t *ppos, PyObject **pkey, PyObject **pvalue);
#endif
/* RaiseDoubleKeywords.proto (used by ParseKeywordsImpl) */
static void __Pyx_RaiseDoubleKeywordsError(const char* func_name, PyObject* kw_name);
/* ParseKeywordsImpl.export */
static int __Pyx_ParseKeywordsTuple(
PyObject *kwds,
PyObject * const *kwvalues,
PyObject ** const argnames[],
PyObject *kwds2,
PyObject *values[],
Py_ssize_t num_pos_args,
Py_ssize_t num_kwargs,
const char* function_name,
int ignore_unknown_kwargs
);
static int __Pyx_ParseKeywordDictToDict(
PyObject *kwds,
PyObject ** const argnames[],
PyObject *kwds2,
PyObject *values[],
Py_ssize_t num_pos_args,
const char* function_name
);
static int __Pyx_ParseKeywordDict(
PyObject *kwds,
PyObject ** const argnames[],
PyObject *values[],
Py_ssize_t num_pos_args,
Py_ssize_t num_kwargs,
const char* function_name,
int ignore_unknown_kwargs
);
/* CallUnboundCMethod2.proto */
CYTHON_UNUSED
static PyObject* __Pyx__CallUnboundCMethod2(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg1, PyObject* arg2);
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject *__Pyx_CallUnboundCMethod2(__Pyx_CachedCFunction *cfunc, PyObject *self, PyObject *arg1, PyObject *arg2);
#else
#define __Pyx_CallUnboundCMethod2(cfunc, self, arg1, arg2) __Pyx__CallUnboundCMethod2(cfunc, self, arg1, arg2)
#endif
/* ParseKeywords.proto */
static CYTHON_INLINE int __Pyx_ParseKeywords(
PyObject *kwds, PyObject *const *kwvalues, PyObject ** const argnames[],
PyObject *kwds2, PyObject *values[],
Py_ssize_t num_pos_args, Py_ssize_t num_kwargs,
const char* function_name,
int ignore_unknown_kwargs
);
/* RaiseArgTupleInvalid.proto */
static void __Pyx_RaiseArgtupleInvalid(const char* func_name, int exact,
Py_ssize_t num_min, Py_ssize_t num_max, Py_ssize_t num_found);
/* ArgTypeTestFunc.export */
static int __Pyx__ArgTypeTest(PyObject *obj, PyTypeObject *type, const char *name, int exact);
/* ArgTypeTest.proto */
#define __Pyx_ArgTypeTest(obj, type, none_allowed, name, exact)\
((likely(__Pyx_IS_TYPE(obj, type) | (none_allowed && (obj == Py_None)))) ? 1 :\
__Pyx__ArgTypeTest(obj, type, name, exact))
/* PyValueError_Check.proto */
#define __Pyx_PyExc_ValueError_Check(obj) __Pyx_TypeCheck(obj, PyExc_ValueError)
/* RaiseException.export */
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause);
/* PyObjectFastCallMethod.proto */
#if CYTHON_VECTORCALL && PY_VERSION_HEX >= 0x03090000
#define __Pyx_PyObject_FastCallMethod(name, args, nargsf) PyObject_VectorcallMethod(name, args, nargsf, NULL)
#else
static PyObject *__Pyx_PyObject_FastCallMethod(PyObject *name, PyObject *const *args, size_t nargsf);
#endif
/* RaiseUnexpectedTypeError.proto */
static int __Pyx_RaiseUnexpectedTypeError(const char *expected, PyObject *obj);
/* PyMemoryError_Check.proto */
#define __Pyx_PyExc_MemoryError_Check(obj) __Pyx_TypeCheck(obj, PyExc_MemoryError)
/* BuildPyUnicode.proto (used by COrdinalToPyUnicode) */
static PyObject* __Pyx_PyUnicode_BuildFromAscii(Py_ssize_t ulength, const char* chars, int clength,
int prepend_sign, char padding_char);
/* COrdinalToPyUnicode.proto (used by CIntToPyUnicode) */
static CYTHON_INLINE int __Pyx_CheckUnicodeValue(int value);
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromOrdinal_Padded(int value, Py_ssize_t width, char padding_char);
/* GCCDiagnostics.proto (used by CIntToPyUnicode) */
#if !defined(__INTEL_COMPILER) && defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 6))
#define __Pyx_HAS_GCC_DIAGNOSTIC
#endif
/* IncludeStdlibH.proto (used by CIntToPyUnicode) */
#include <stdlib.h>
/* CIntToPyUnicode.proto */
#define __Pyx_PyUnicode_From_int(value, width, padding_char, format_char) (\
((format_char) == ('c')) ?\
__Pyx_uchar___Pyx_PyUnicode_From_int(value, width, padding_char) :\
__Pyx____Pyx_PyUnicode_From_int(value, width, padding_char, format_char)\
)
static CYTHON_INLINE PyObject* __Pyx_uchar___Pyx_PyUnicode_From_int(int value, Py_ssize_t width, char padding_char);
static CYTHON_INLINE PyObject* __Pyx____Pyx_PyUnicode_From_int(int value, Py_ssize_t width, char padding_char, char format_char);
/* CIntToPyUnicode.proto */
#define __Pyx_PyUnicode_From_Py_ssize_t(value, width, padding_char, format_char) (\
((format_char) == ('c')) ?\
__Pyx_uchar___Pyx_PyUnicode_From_Py_ssize_t(value, width, padding_char) :\
__Pyx____Pyx_PyUnicode_From_Py_ssize_t(value, width, padding_char, format_char)\
)
static CYTHON_INLINE PyObject* __Pyx_uchar___Pyx_PyUnicode_From_Py_ssize_t(Py_ssize_t value, Py_ssize_t width, char padding_char);
static CYTHON_INLINE PyObject* __Pyx____Pyx_PyUnicode_From_Py_ssize_t(Py_ssize_t value, Py_ssize_t width, char padding_char, char format_char);
/* JoinPyUnicode.export */
static PyObject* __Pyx_PyUnicode_Join(PyObject** values, Py_ssize_t value_count, Py_ssize_t result_ulength,
Py_UCS4 max_char);
/* PyObjectFormatSimple.proto */
#if CYTHON_COMPILING_IN_PYPY
#define __Pyx_PyObject_FormatSimple(s, f) (\
likely(PyUnicode_CheckExact(s)) ? (Py_INCREF(s), s) :\
PyObject_Format(s, f))
#elif CYTHON_USE_TYPE_SLOTS
#define __Pyx_PyObject_FormatSimple(s, f) (\
likely(PyUnicode_CheckExact(s)) ? (Py_INCREF(s), s) :\
likely(PyLong_CheckExact(s)) ? PyLong_Type.tp_repr(s) :\
likely(PyFloat_CheckExact(s)) ? PyFloat_Type.tp_repr(s) :\
PyObject_Format(s, f))
#else
#define __Pyx_PyObject_FormatSimple(s, f) (\
likely(PyUnicode_CheckExact(s)) ? (Py_INCREF(s), s) :\
PyObject_Format(s, f))
#endif
CYTHON_UNUSED static int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *); /*proto*/
/* GetAttr.proto */
static CYTHON_INLINE PyObject *__Pyx_GetAttr(PyObject *, PyObject *);
/* GetItemInt.proto */
#define __Pyx_GetItemInt(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
(__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
__Pyx_GetItemInt_Fast(o, (Py_ssize_t)i, is_list, wraparound, boundscheck, unsafe_shared) :\
(is_list ? (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL) :\
__Pyx_GetItemInt_Generic(o, to_py_func(i))))
#define __Pyx_GetItemInt_List(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
(__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
__Pyx_GetItemInt_List_Fast(o, (Py_ssize_t)i, wraparound, boundscheck, unsafe_shared) :\
(PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL))
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
int wraparound, int boundscheck, int unsafe_shared);
#define __Pyx_GetItemInt_Tuple(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
(__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
__Pyx_GetItemInt_Tuple_Fast(o, (Py_ssize_t)i, wraparound, boundscheck, unsafe_shared) :\
(PyErr_SetString(PyExc_IndexError, "tuple index out of range"), (PyObject*)NULL))
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
int wraparound, int boundscheck, int unsafe_shared);
static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j);
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i,
int is_list, int wraparound, int boundscheck, int unsafe_shared);
/* ObjectGetItem.proto */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject *key);
#else
#define __Pyx_PyObject_GetItem(obj, key) PyObject_GetItem(obj, key)
#endif
/* RejectKeywords.export */
static void __Pyx_RejectKeywords(const char* function_name, PyObject *kwds);
/* PyTypeError_Check.proto */
#define __Pyx_PyExc_TypeError_Check(obj) __Pyx_TypeCheck(obj, PyExc_TypeError)
/* DivInt[Py_ssize_t].proto */
static CYTHON_INLINE Py_ssize_t __Pyx_div_Py_ssize_t(Py_ssize_t, Py_ssize_t, int b_is_constant);
/* UnaryNegOverflows.proto */
#define __Pyx_UNARY_NEG_WOULD_OVERFLOW(x)\
(((x) < 0) & ((unsigned long)(x) == 0-(unsigned long)(x)))
/* GetAttr3.proto */
static CYTHON_INLINE PyObject *__Pyx_GetAttr3(PyObject *, PyObject *, PyObject *);
/* PyDictVersioning.proto (used by GetModuleGlobalName) */
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
#define __PYX_DICT_VERSION_INIT ((PY_UINT64_T) -1)
#define __PYX_GET_DICT_VERSION(dict) (((PyDictObject*)(dict))->ma_version_tag)
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)\
(version_var) = __PYX_GET_DICT_VERSION(dict);\
(cache_var) = (value);
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) {\
static PY_UINT64_T __pyx_dict_version = 0;\
static PyObject *__pyx_dict_cached_value = NULL;\
if (likely(__PYX_GET_DICT_VERSION(DICT) == __pyx_dict_version)) {\
(VAR) = __Pyx_XNewRef(__pyx_dict_cached_value);\
} else {\
(VAR) = __pyx_dict_cached_value = (LOOKUP);\
__pyx_dict_version = __PYX_GET_DICT_VERSION(DICT);\
}\
}
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj);
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj);
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version);
#else
#define __PYX_GET_DICT_VERSION(dict) (0)
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) (VAR) = (LOOKUP);
#endif
/* GetModuleGlobalName.proto */
#if CYTHON_USE_DICT_VERSIONS
#define __Pyx_GetModuleGlobalName(var, name) do {\
static PY_UINT64_T __pyx_dict_version = 0;\
static PyObject *__pyx_dict_cached_value = NULL;\
(var) = (likely(__pyx_dict_version == __PYX_GET_DICT_VERSION(__pyx_mstate_global->__pyx_d))) ?\
(likely(__pyx_dict_cached_value) ? __Pyx_NewRef(__pyx_dict_cached_value) : __Pyx_GetBuiltinName(name)) :\
__Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\
} while(0)
#define __Pyx_GetModuleGlobalNameUncached(var, name) do {\
PY_UINT64_T __pyx_dict_version;\
PyObject *__pyx_dict_cached_value;\
(var) = __Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\
} while(0)
static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value);
#else
#define __Pyx_GetModuleGlobalName(var, name) (var) = __Pyx__GetModuleGlobalName(name)
#define __Pyx_GetModuleGlobalNameUncached(var, name) (var) = __Pyx__GetModuleGlobalName(name)
static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name);
#endif
/* AssertionsEnabled.proto */
#if CYTHON_COMPILING_IN_LIMITED_API || PY_VERSION_HEX >= 0x030C0000
static int __pyx_assertions_enabled_flag;
#define __pyx_assertions_enabled() (__pyx_assertions_enabled_flag)
static int __Pyx_init_assertions_enabled(void) {
PyObject *builtins, *debug, *debug_str;
int flag;
builtins = PyEval_GetBuiltins();
if (!builtins) goto bad;
debug_str = PyUnicode_FromStringAndSize("__debug__", 9);
if (!debug_str) goto bad;
debug = PyObject_GetItem(builtins, debug_str);
Py_DECREF(debug_str);
if (!debug) goto bad;
flag = PyObject_IsTrue(debug);
Py_DECREF(debug);
if (flag == -1) goto bad;
__pyx_assertions_enabled_flag = flag;
return 0;
bad:
__pyx_assertions_enabled_flag = 1;
return -1;
}
#else
#define __Pyx_init_assertions_enabled() (0)
#define __pyx_assertions_enabled() (!Py_OptimizeFlag)
#endif
/* PyAssertionError_Check.proto */
#define __Pyx_PyExc_AssertionError_Check(obj) __Pyx_TypeCheck(obj, PyExc_AssertionError)
/* RaiseTooManyValuesToUnpack.proto */
static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected);
/* RaiseNeedMoreValuesToUnpack.proto */
static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index);
/* RaiseNoneIterError.proto */
static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void);
/* ExtTypeTest.proto */
static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type);
/* GetTopmostException.proto (used by SaveResetException) */
#if CYTHON_USE_EXC_INFO_STACK && CYTHON_FAST_THREAD_STATE
static _PyErr_StackItem * __Pyx_PyErr_GetTopmostException(PyThreadState *tstate);
#endif
/* SaveResetException.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_ExceptionSave(type, value, tb) __Pyx__ExceptionSave(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#define __Pyx_ExceptionReset(type, value, tb) __Pyx__ExceptionReset(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
#else
#define __Pyx_ExceptionSave(type, value, tb) PyErr_GetExcInfo(type, value, tb)
#define __Pyx_ExceptionReset(type, value, tb) PyErr_SetExcInfo(type, value, tb)
#endif
/* GetException.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_GetException(type, value, tb) __Pyx__GetException(__pyx_tstate, type, value, tb)
static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#else
static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb);
#endif
/* SwapException.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_ExceptionSwap(type, value, tb) __Pyx__ExceptionSwap(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#else
static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb);
#endif
/* HasAttr.proto (used by ImportImpl) */
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
#define __Pyx_HasAttr(o, n) PyObject_HasAttrWithError(o, n)
#else
static CYTHON_INLINE int __Pyx_HasAttr(PyObject *, PyObject *);
#endif
/* ImportImpl.export */
static PyObject *__Pyx__Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, PyObject *moddict, int level);
/* Import.proto */
static CYTHON_INLINE PyObject *__Pyx_Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, int level);
/* FastTypeChecks.proto */
#if CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_TypeCheck(obj, type) __Pyx_IsSubtype(Py_TYPE(obj), (PyTypeObject *)type)
#define __Pyx_TypeCheck2(obj, type1, type2) __Pyx_IsAnySubtype2(Py_TYPE(obj), (PyTypeObject *)type1, (PyTypeObject *)type2)
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b);
static CYTHON_INLINE int __Pyx_IsAnySubtype2(PyTypeObject *cls, PyTypeObject *a, PyTypeObject *b);
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject *type);
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2);
#else
#define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type)
#define __Pyx_TypeCheck2(obj, type1, type2) (PyObject_TypeCheck(obj, (PyTypeObject *)type1) || PyObject_TypeCheck(obj, (PyTypeObject *)type2))
#define __Pyx_PyErr_GivenExceptionMatches(err, type) PyErr_GivenExceptionMatches(err, type)
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2) {
return PyErr_GivenExceptionMatches(err, type1) || PyErr_GivenExceptionMatches(err, type2);
}
#endif
#define __Pyx_PyErr_ExceptionMatches2(err1, err2) __Pyx_PyErr_GivenExceptionMatches2(__Pyx_PyErr_CurrentExceptionType(), err1, err2)
#define __Pyx_PyException_Check(obj) __Pyx_TypeCheck(obj, PyExc_Exception)
#ifdef PyExceptionInstance_Check
#define __Pyx_PyBaseException_Check(obj) PyExceptionInstance_Check(obj)
#else
#define __Pyx_PyBaseException_Check(obj) __Pyx_TypeCheck(obj, PyExc_BaseException)
#endif
CYTHON_UNUSED static int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
/* ListCompAppend.proto */
#if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS
static CYTHON_INLINE int __Pyx_ListComp_Append(PyObject* list, PyObject* x) {
PyListObject* L = (PyListObject*) list;
Py_ssize_t len = Py_SIZE(list);
if (likely(L->allocated > len)) {
Py_INCREF(x);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030d0000
L->ob_item[len] = x;
#else
PyList_SET_ITEM(list, len, x);
#endif
__Pyx_SET_SIZE(list, len + 1);
return 0;
}
return PyList_Append(list, x);
}
#else
#define __Pyx_ListComp_Append(L,x) PyList_Append(L,x)
#endif
/* PySequenceMultiply.proto */
#define __Pyx_PySequence_Multiply_Left(mul, seq) __Pyx_PySequence_Multiply(seq, mul)
static CYTHON_INLINE PyObject* __Pyx_PySequence_Multiply(PyObject *seq, Py_ssize_t mul);
/* PyObjectFormatAndDecref.proto */
static CYTHON_INLINE PyObject* __Pyx_PyObject_FormatSimpleAndDecref(PyObject* s, PyObject* f);
static CYTHON_INLINE PyObject* __Pyx_PyObject_FormatAndDecref(PyObject* s, PyObject* f);
/* PyObjectFormat.proto */
#if CYTHON_USE_UNICODE_WRITER
static PyObject* __Pyx_PyObject_Format(PyObject* s, PyObject* f);
#else
#define __Pyx_PyObject_Format(s, f) PyObject_Format(s, f)
#endif
/* SetItemInt.proto */
#define __Pyx_SetItemInt(o, i, v, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
(__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
__Pyx_SetItemInt_Fast(o, (Py_ssize_t)i, v, is_list, wraparound, boundscheck, unsafe_shared) :\
(is_list ? (PyErr_SetString(PyExc_IndexError, "list assignment index out of range"), -1) :\
__Pyx_SetItemInt_Generic(o, to_py_func(i), v)))
static int __Pyx_SetItemInt_Generic(PyObject *o, PyObject *j, PyObject *v);
static CYTHON_INLINE int __Pyx_SetItemInt_Fast(PyObject *o, Py_ssize_t i, PyObject *v,
int is_list, int wraparound, int boundscheck, int unsafe_shared);
/* RaiseUnboundLocalError.proto */
static void __Pyx_RaiseUnboundLocalError(const char *varname);
/* PyIndexError_Check.proto */
#define __Pyx_PyExc_IndexError_Check(obj) __Pyx_TypeCheck(obj, PyExc_IndexError)
/* DivInt[long].proto */
static CYTHON_INLINE long __Pyx_div_long(long, long, int b_is_constant);
/* PyImportError_Check.proto */
#define __Pyx_PyExc_ImportError_Check(obj) __Pyx_TypeCheck(obj, PyExc_ImportError)
/* tp_new.proto */
#define __Pyx_tp_new(type_obj, args) __Pyx_tp_new_kwargs(type_obj, args, NULL)
static CYTHON_INLINE PyObject* __Pyx_tp_new_kwargs(PyObject* type_obj, PyObject* args, PyObject* kwargs);
/* PyObjectDelAttr.proto (used by PyObjectSetAttrStr) */
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030d0000
#define __Pyx_PyObject_DelAttr(o, n) PyObject_SetAttr(o, n, NULL)
#else
#define __Pyx_PyObject_DelAttr(o, n) PyObject_DelAttr(o, n)
#endif
/* PyObjectSetAttrStr.proto */
#if CYTHON_USE_TYPE_SLOTS
#define __Pyx_PyObject_DelAttrStr(o,n) __Pyx_PyObject_SetAttrStr(o, n, NULL)
static CYTHON_INLINE int __Pyx_PyObject_SetAttrStr(PyObject* obj, PyObject* attr_name, PyObject* value);
#else
#define __Pyx_PyObject_DelAttrStr(o,n) __Pyx_PyObject_DelAttr(o,n)
#define __Pyx_PyObject_SetAttrStr(o,n,v) PyObject_SetAttr(o,n,v)
#endif
/* PyObjectVectorCallKwBuilder.proto (used by PyObjectVectorCallMethodKwBuilder) */
CYTHON_UNUSED static int __Pyx_VectorcallBuilder_AddArg_Check(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n);
#if CYTHON_VECTORCALL
#if PY_VERSION_HEX >= 0x03090000
#define __Pyx_Object_Vectorcall_CallFromBuilder PyObject_Vectorcall
#else
#define __Pyx_Object_Vectorcall_CallFromBuilder _PyObject_Vectorcall
#endif
#define __Pyx_MakeVectorcallBuilderKwds(n) PyTuple_New(n)
static int __Pyx_VectorcallBuilder_AddArg(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n);
static int __Pyx_VectorcallBuilder_AddArgStr(const char *key, PyObject *value, PyObject *builder, PyObject **args, int n);
#else
#define __Pyx_Object_Vectorcall_CallFromBuilder __Pyx_PyObject_FastCallDict
#define __Pyx_MakeVectorcallBuilderKwds(n) __Pyx_PyDict_NewPresized(n)
#define __Pyx_VectorcallBuilder_AddArg(key, value, builder, args, n) PyDict_SetItem(builder, key, value)
#define __Pyx_VectorcallBuilder_AddArgStr(key, value, builder, args, n) PyDict_SetItemString(builder, key, value)
#endif
/* PyObjectVectorCallMethodKwBuilder.proto */
#if CYTHON_VECTORCALL && PY_VERSION_HEX >= 0x03090000
#define __Pyx_Object_VectorcallMethod_CallFromBuilder PyObject_VectorcallMethod
#else
static PyObject *__Pyx_Object_VectorcallMethod_CallFromBuilder(PyObject *name, PyObject *const *args, size_t nargsf, PyObject *kwnames);
#endif
/* py_unicode_predicate.proto */
#if CYTHON_COMPILING_IN_LIMITED_API
static int __Pyx_Py_UNICODE_ISSPACE(Py_UCS4 uchar);
#else
#define __Pyx_Py_UNICODE_ISSPACE(u) Py_UNICODE_ISSPACE(u)
#endif
/* SetStringIndexingError.proto (used by GetItemIntUnicode) */
static void __Pyx_SetStringIndexingError(const char* message, int has_gil);
/* GetItemIntUnicode.proto */
#define __Pyx_GetItemInt_Unicode(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
(__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
__Pyx_GetItemInt_Unicode_Fast(o, (Py_ssize_t)i, wraparound, boundscheck, has_gil) :\
(__Pyx_SetStringIndexingError("string index out of range", has_gil), (Py_UCS4)-1))
static CYTHON_INLINE Py_UCS4 __Pyx_GetItemInt_Unicode_Fast(PyObject* ustring, Py_ssize_t i,
int wraparound, int boundscheck, int has_gil);
/* unicode_iter.proto */
static CYTHON_INLINE int __Pyx_init_unicode_iteration(
PyObject* ustring, Py_ssize_t *length, void** data, int *kind);
/* PyUnicode_Substring.proto */
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_Substring(
PyObject* text, Py_ssize_t start, Py_ssize_t stop);
/* IterFinish.proto */
static CYTHON_INLINE int __Pyx_IterFinish(void);
/* UnpackItemEndCheck.proto */
static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected);
/* SliceObject.proto */
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetSlice(
PyObject* obj, Py_ssize_t cstart, Py_ssize_t cstop,
PyObject** py_start, PyObject** py_stop, PyObject** py_slice,
int has_cstart, int has_cstop, int wraparound);
/* PySequenceContains.proto */
static CYTHON_INLINE int __Pyx_PySequence_ContainsTF(PyObject* item, PyObject* seq, int eq) {
int result = PySequence_Contains(seq, item);
return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
}
/* PyLongCompare.proto */
static CYTHON_INLINE int __Pyx_PyLong_BoolNeObjC(PyObject *op1, PyObject *op2, long intval, long inplace);
/* PyUnicodeContains.proto */
static CYTHON_INLINE int __Pyx_PyUnicode_ContainsTF(PyObject* substring, PyObject* text, int eq) {
int result = PyUnicode_Contains(text, substring);
return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
}
/* PyLongBinop.proto */
#if !CYTHON_COMPILING_IN_PYPY
static CYTHON_INLINE PyObject* __Pyx_PyLong_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check);
#else
#define __Pyx_PyLong_AddObjC(op1, op2, intval, inplace, zerodivision_check)\
(inplace ? PyNumber_InPlaceAdd(op1, op2) : PyNumber_Add(op1, op2))
#endif
/* PyObject_Unicode.proto */
#define __Pyx_PyObject_Unicode(obj)\
(likely(PyUnicode_CheckExact(obj)) ? __Pyx_NewRef(obj) : PyObject_Str(obj))
/* RaiseClosureNameError.proto */
static void __Pyx_RaiseClosureNameError(const char *varname);
/* PyDictContains.proto */
static CYTHON_INLINE int __Pyx_PyDict_ContainsTF(PyObject* item, PyObject* dict, int eq) {
int result = PyDict_Contains(dict, item);
return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
}
/* ListExtend.proto */
static CYTHON_INLINE int __Pyx_PyList_Extend(PyObject* L, PyObject* v) {
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00a2
return PyList_Extend(L, v);
#elif CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030d0000
PyObject* none = _PyList_Extend((PyListObject*)L, v);
if (unlikely(!none))
return -1;
Py_DECREF(none);
return 0;
#else
return PyList_SetSlice(L, PY_SSIZE_T_MAX, PY_SSIZE_T_MAX, v);
#endif
}
/* DictGetItem.proto */
#if !CYTHON_COMPILING_IN_PYPY
static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key);
#define __Pyx_PyObject_Dict_GetItem(obj, name)\
(likely(PyDict_CheckExact(obj)) ?\
__Pyx_PyDict_GetItem(obj, name) : PyObject_GetItem(obj, name))
#else
#define __Pyx_PyDict_GetItem(d, key) PyObject_GetItem(d, key)
#define __Pyx_PyObject_Dict_GetItem(obj, name) PyObject_GetItem(obj, name)
#endif
/* ListAppend.proto */
#if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS
static CYTHON_INLINE int __Pyx_PyList_Append(PyObject* list, PyObject* x) {
PyListObject* L = (PyListObject*) list;
Py_ssize_t len = Py_SIZE(list);
if (likely(L->allocated > len) & likely(len > (L->allocated >> 1))) {
Py_INCREF(x);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030d0000
L->ob_item[len] = x;
#else
PyList_SET_ITEM(list, len, x);
#endif
__Pyx_SET_SIZE(list, len + 1);
return 0;
}
return PyList_Append(list, x);
}
#else
#define __Pyx_PyList_Append(L,x) PyList_Append(L,x)
#endif
/* PyLongCompare.proto */
static CYTHON_INLINE int __Pyx_PyLong_BoolEqObjC(PyObject *op1, PyObject *op2, long intval, long inplace);
/* PyObjectLookupSpecial.proto */
#if CYTHON_USE_PYTYPE_LOOKUP && CYTHON_USE_TYPE_SLOTS
#define __Pyx_PyObject_LookupSpecialNoError(obj, attr_name) __Pyx__PyObject_LookupSpecial(obj, attr_name, 0)
#define __Pyx_PyObject_LookupSpecial(obj, attr_name) __Pyx__PyObject_LookupSpecial(obj, attr_name, 1)
static CYTHON_INLINE PyObject* __Pyx__PyObject_LookupSpecial(PyObject* obj, PyObject* attr_name, int with_error);
#else
#define __Pyx_PyObject_LookupSpecialNoError(o,n) __Pyx_PyObject_GetAttrStrNoError(o,n)
#define __Pyx_PyObject_LookupSpecial(o,n) __Pyx_PyObject_GetAttrStr(o,n)
#endif
/* dict_setdefault.proto (used by FetchCommonType) */
static CYTHON_INLINE PyObject *__Pyx_PyDict_SetDefault(PyObject *d, PyObject *key, PyObject *default_value);
/* LimitedApiGetTypeDict.proto (used by SetItemOnTypeDict) */
#if CYTHON_COMPILING_IN_LIMITED_API
static PyObject *__Pyx_GetTypeDict(PyTypeObject *tp);
#endif
/* SetItemOnTypeDict.proto (used by FixUpExtensionType) */
static int __Pyx__SetItemOnTypeDict(PyTypeObject *tp, PyObject *k, PyObject *v);
#define __Pyx_SetItemOnTypeDict(tp, k, v) __Pyx__SetItemOnTypeDict((PyTypeObject*)tp, k, v)
/* FixUpExtensionType.proto (used by FetchCommonType) */
static CYTHON_INLINE int __Pyx_fix_up_extension_type_from_spec(PyType_Spec *spec, PyTypeObject *type);
/* AddModuleRef.proto (used by FetchSharedCythonModule) */
#if ((CYTHON_COMPILING_IN_CPYTHON_FREETHREADING ) ||\
__PYX_LIMITED_VERSION_HEX < 0x030d0000)
static PyObject *__Pyx_PyImport_AddModuleRef(const char *name);
#else
#define __Pyx_PyImport_AddModuleRef(name) PyImport_AddModuleRef(name)
#endif
/* FetchSharedCythonModule.proto (used by FetchCommonType) */
static PyObject *__Pyx_FetchSharedCythonABIModule(void);
/* FetchCommonType.proto (used by CommonTypesMetaclass) */
static PyTypeObject* __Pyx_FetchCommonTypeFromSpec(PyTypeObject *metaclass, PyObject *module, PyType_Spec *spec, PyObject *bases);
/* CommonTypesMetaclass.proto (used by CythonFunctionShared) */
static int __pyx_CommonTypesMetaclass_init(PyObject *module);
#define __Pyx_CommonTypesMetaclass_USED
/* CallTypeTraverse.proto (used by CythonFunctionShared) */
#if !CYTHON_USE_TYPE_SPECS || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x03090000)
#define __Pyx_call_type_traverse(o, always_call, visit, arg) 0
#else
static int __Pyx_call_type_traverse(PyObject *o, int always_call, visitproc visit, void *arg);
#endif
/* PyMethodNew.proto (used by CythonFunctionShared) */
static PyObject *__Pyx_PyMethod_New(PyObject *func, PyObject *self, PyObject *typ);
/* PyVectorcallFastCallDict.proto (used by CythonFunctionShared) */
#if CYTHON_METH_FASTCALL && CYTHON_VECTORCALL
static CYTHON_INLINE PyObject *__Pyx_PyVectorcall_FastCallDict(PyObject *func, __pyx_vectorcallfunc vc, PyObject *const *args, size_t nargs, PyObject *kw);
#endif
/* CythonFunctionShared.proto (used by CythonFunction) */
#define __Pyx_CyFunction_USED
#define __Pyx_CYFUNCTION_STATICMETHOD 0x01
#define __Pyx_CYFUNCTION_CLASSMETHOD 0x02
#define __Pyx_CYFUNCTION_CCLASS 0x04
#define __Pyx_CYFUNCTION_COROUTINE 0x08
#define __Pyx_CyFunction_GetClosure(f)\
(((__pyx_CyFunctionObject *) (f))->func_closure)
#if PY_VERSION_HEX < 0x030900B1 || CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_CyFunction_GetClassObj(f)\
(((__pyx_CyFunctionObject *) (f))->func_classobj)
#else
#define __Pyx_CyFunction_GetClassObj(f)\
((PyObject*) ((PyCMethodObject *) (f))->mm_class)
#endif
#define __Pyx_CyFunction_SetClassObj(f, classobj)\
__Pyx__CyFunction_SetClassObj((__pyx_CyFunctionObject *) (f), (classobj))
#define __Pyx_CyFunction_Defaults(type, f)\
((type *)(((__pyx_CyFunctionObject *) (f))->defaults))
#define __Pyx_CyFunction_SetDefaultsGetter(f, g)\
((__pyx_CyFunctionObject *) (f))->defaults_getter = (g)
typedef struct {
#if CYTHON_COMPILING_IN_LIMITED_API
PyObject_HEAD
PyObject *func;
#elif PY_VERSION_HEX < 0x030900B1
PyCFunctionObject func;
#else
PyCMethodObject func;
#endif
#if CYTHON_COMPILING_IN_LIMITED_API && CYTHON_METH_FASTCALL
__pyx_vectorcallfunc func_vectorcall;
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
PyObject *func_weakreflist;
#endif
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
PyObject *func_dict;
#endif
PyObject *func_name;
PyObject *func_qualname;
PyObject *func_doc;
PyObject *func_globals;
PyObject *func_code;
PyObject *func_closure;
#if PY_VERSION_HEX < 0x030900B1 || CYTHON_COMPILING_IN_LIMITED_API
PyObject *func_classobj;
#endif
PyObject *defaults;
int flags;
PyObject *defaults_tuple;
PyObject *defaults_kwdict;
PyObject *(*defaults_getter)(PyObject *);
PyObject *func_annotations;
PyObject *func_is_coroutine;
} __pyx_CyFunctionObject;
#undef __Pyx_CyOrPyCFunction_Check
#define __Pyx_CyFunction_Check(obj) __Pyx_TypeCheck(obj, __pyx_mstate_global->__pyx_CyFunctionType)
#define __Pyx_CyOrPyCFunction_Check(obj) __Pyx_TypeCheck2(obj, __pyx_mstate_global->__pyx_CyFunctionType, &PyCFunction_Type)
#define __Pyx_CyFunction_CheckExact(obj) __Pyx_IS_TYPE(obj, __pyx_mstate_global->__pyx_CyFunctionType)
static CYTHON_INLINE int __Pyx__IsSameCyOrCFunction(PyObject *func, void (*cfunc)(void));
#undef __Pyx_IsSameCFunction
#define __Pyx_IsSameCFunction(func, cfunc) __Pyx__IsSameCyOrCFunction(func, cfunc)
static PyObject *__Pyx_CyFunction_Init(__pyx_CyFunctionObject* op, PyMethodDef *ml,
int flags, PyObject* qualname,
PyObject *closure,
PyObject *module, PyObject *globals,
PyObject* code);
static CYTHON_INLINE void __Pyx__CyFunction_SetClassObj(__pyx_CyFunctionObject* f, PyObject* classobj);
static CYTHON_INLINE PyObject *__Pyx_CyFunction_InitDefaults(PyObject *func,
PyTypeObject *defaults_type);
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *m,
PyObject *tuple);
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *m,
PyObject *dict);
static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *m,
PyObject *dict);
static int __pyx_CyFunction_init(PyObject *module);
#if CYTHON_METH_FASTCALL
static PyObject * __Pyx_CyFunction_Vectorcall_NOARGS(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames);
static PyObject * __Pyx_CyFunction_Vectorcall_O(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames);
static PyObject * __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames);
static PyObject * __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS_METHOD(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames);
#if CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_CyFunction_func_vectorcall(f) (((__pyx_CyFunctionObject*)f)->func_vectorcall)
#else
#define __Pyx_CyFunction_func_vectorcall(f) (((PyCFunctionObject*)f)->vectorcall)
#endif
#endif
/* CythonFunction.proto */
static PyObject *__Pyx_CyFunction_New(PyMethodDef *ml,
int flags, PyObject* qualname,
PyObject *closure,
PyObject *module, PyObject *globals,
PyObject* code);
/* AllocateExtensionType.proto */
static PyObject *__Pyx_AllocateExtensionType(PyTypeObject *t, int is_final);
/* CheckTypeForFreelists.proto */
#if CYTHON_USE_FREELISTS
#if CYTHON_USE_TYPE_SPECS
#define __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(t, expected_tp, expected_size) ((int) ((t) == (expected_tp)))
#define __PYX_CHECK_TYPE_FOR_FREELIST_FLAGS Py_TPFLAGS_IS_ABSTRACT
#else
#define __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(t, expected_tp, expected_size) ((int) ((t)->tp_basicsize == (expected_size)))
#define __PYX_CHECK_TYPE_FOR_FREELIST_FLAGS (Py_TPFLAGS_IS_ABSTRACT | Py_TPFLAGS_HEAPTYPE)
#endif
#define __PYX_CHECK_TYPE_FOR_FREELISTS(t, expected_tp, expected_size)\
(__PYX_CHECK_FINAL_TYPE_FOR_FREELISTS((t), (expected_tp), (expected_size)) &\
(int) (!__Pyx_PyType_HasFeature((t), __PYX_CHECK_TYPE_FOR_FREELIST_FLAGS)))
#endif
/* DefaultPlacementNew.proto */
#include <new>
template<typename T>
void __Pyx_default_placement_construct(T* x) {
new (static_cast<void*>(x)) T();
}
/* PyObjectCallNoArg.proto (used by PyObjectCallMethod0) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func);
/* PyObjectGetMethod.proto (used by PyObjectCallMethod0) */
#if !(CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000)))
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method);
#endif
/* PyObjectCallMethod0.proto (used by PyType_Ready) */
static PyObject* __Pyx_PyObject_CallMethod0(PyObject* obj, PyObject* method_name);
/* ValidateBasesTuple.proto (used by PyType_Ready) */
#if CYTHON_COMPILING_IN_CPYTHON || CYTHON_COMPILING_IN_LIMITED_API || CYTHON_USE_TYPE_SPECS
static int __Pyx_validate_bases_tuple(const char *type_name, Py_ssize_t dictoffset, PyObject *bases);
#endif
/* PyType_Ready.proto */
CYTHON_UNUSED static int __Pyx_PyType_Ready(PyTypeObject *t);
/* SetVTable.proto */
static int __Pyx_SetVtable(PyTypeObject* typeptr , void* vtable);
/* GetVTable.proto (used by MergeVTables) */
static void* __Pyx_GetVtable(PyTypeObject *type);
/* MergeVTables.proto */
static int __Pyx_MergeVtables(PyTypeObject *type);
/* DelItemOnTypeDict.proto (used by SetupReduce) */
static int __Pyx__DelItemOnTypeDict(PyTypeObject *tp, PyObject *k);
#define __Pyx_DelItemOnTypeDict(tp, k) __Pyx__DelItemOnTypeDict((PyTypeObject*)tp, k)
/* SetupReduce.proto */
static int __Pyx_setup_reduce(PyObject* type_obj);
/* TypeImport.proto */
#ifndef __PYX_HAVE_RT_ImportType_proto_3_2_1
#define __PYX_HAVE_RT_ImportType_proto_3_2_1
#if defined (__STDC_VERSION__) && __STDC_VERSION__ >= 201112L
#include <stdalign.h>
#endif
#if (defined (__STDC_VERSION__) && __STDC_VERSION__ >= 201112L) || __cplusplus >= 201103L
#define __PYX_GET_STRUCT_ALIGNMENT_3_2_1(s) alignof(s)
#else
#define __PYX_GET_STRUCT_ALIGNMENT_3_2_1(s) sizeof(void*)
#endif
enum __Pyx_ImportType_CheckSize_3_2_1 {
__Pyx_ImportType_CheckSize_Error_3_2_1 = 0,
__Pyx_ImportType_CheckSize_Warn_3_2_1 = 1,
__Pyx_ImportType_CheckSize_Ignore_3_2_1 = 2
};
static PyTypeObject *__Pyx_ImportType_3_2_1(PyObject* module, const char *module_name, const char *class_name, size_t size, size_t alignment, enum __Pyx_ImportType_CheckSize_3_2_1 check_size);
#endif
/* VoidPtrImport.proto */
static int __Pyx_ImportVoidPtr_3_2_1(PyObject *module, const char *name, void **p, const char *sig);
/* FunctionImport.proto */
static int __Pyx_ImportFunction_3_2_1(PyObject *module, const char *funcname, void (**f)(void), const char *sig);
/* ImportFrom.proto */
static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name);
/* CLineInTraceback.proto (used by AddTraceback) */
#if CYTHON_CLINE_IN_TRACEBACK && CYTHON_CLINE_IN_TRACEBACK_RUNTIME
static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line);
#else
#define __Pyx_CLineForTraceback(tstate, c_line) (((CYTHON_CLINE_IN_TRACEBACK)) ? c_line : 0)
#endif
/* CodeObjectCache.proto (used by AddTraceback) */
#if CYTHON_COMPILING_IN_LIMITED_API
typedef PyObject __Pyx_CachedCodeObjectType;
#else
typedef PyCodeObject __Pyx_CachedCodeObjectType;
#endif
typedef struct {
__Pyx_CachedCodeObjectType* code_object;
int code_line;
} __Pyx_CodeObjectCacheEntry;
struct __Pyx_CodeObjectCache {
int count;
int max_count;
__Pyx_CodeObjectCacheEntry* entries;
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
__pyx_atomic_int_type accessor_count;
#endif
};
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line);
static __Pyx_CachedCodeObjectType *__pyx_find_code_object(int code_line);
static void __pyx_insert_code_object(int code_line, __Pyx_CachedCodeObjectType* code_object);
/* AddTraceback.proto */
static void __Pyx_AddTraceback(const char *funcname, int c_line,
int py_line, const char *filename);
/* UnicodeAsUCS4.proto */
static CYTHON_INLINE Py_UCS4 __Pyx_PyUnicode_AsPy_UCS4(PyObject*);
/* CppExceptionConversion.proto */
#ifndef __Pyx_CppExn2PyErr
#include <new>
#include <typeinfo>
#include <stdexcept>
#include <ios>
static void __Pyx_CppExn2PyErr() {
try {
if (PyErr_Occurred())
; // let the latest Python exn pass through and ignore the current one
else
throw;
} catch (const std::bad_alloc& exn) {
PyErr_SetString(PyExc_MemoryError, exn.what());
} catch (const std::bad_cast& exn) {
PyErr_SetString(PyExc_TypeError, exn.what());
} catch (const std::bad_typeid& exn) {
PyErr_SetString(PyExc_TypeError, exn.what());
} catch (const std::domain_error& exn) {
PyErr_SetString(PyExc_ValueError, exn.what());
} catch (const std::invalid_argument& exn) {
PyErr_SetString(PyExc_ValueError, exn.what());
} catch (const std::ios_base::failure& exn) {
PyErr_SetString(PyExc_IOError, exn.what());
} catch (const std::out_of_range& exn) {
PyErr_SetString(PyExc_IndexError, exn.what());
} catch (const std::overflow_error& exn) {
PyErr_SetString(PyExc_OverflowError, exn.what());
} catch (const std::range_error& exn) {
PyErr_SetString(PyExc_ArithmeticError, exn.what());
} catch (const std::underflow_error& exn) {
PyErr_SetString(PyExc_ArithmeticError, exn.what());
} catch (const std::exception& exn) {
PyErr_SetString(PyExc_RuntimeError, exn.what());
}
catch (...)
{
PyErr_SetString(PyExc_RuntimeError, "Unknown exception");
}
}
#endif
/* RealImag.proto */
#if CYTHON_CCOMPLEX
#ifdef __cplusplus
#define __Pyx_CREAL(z) ((z).real())
#define __Pyx_CIMAG(z) ((z).imag())
#else
#define __Pyx_CREAL(z) (__real__(z))
#define __Pyx_CIMAG(z) (__imag__(z))
#endif
#else
#define __Pyx_CREAL(z) ((z).real)
#define __Pyx_CIMAG(z) ((z).imag)
#endif
#if defined(__cplusplus) && CYTHON_CCOMPLEX\
&& (defined(_WIN32) || defined(__clang__) || (defined(__GNUC__) && (__GNUC__ >= 5 || __GNUC__ == 4 && __GNUC_MINOR__ >= 4 )) || __cplusplus >= 201103)
#define __Pyx_SET_CREAL(z,x) ((z).real(x))
#define __Pyx_SET_CIMAG(z,y) ((z).imag(y))
#else
#define __Pyx_SET_CREAL(z,x) __Pyx_CREAL(z) = (x)
#define __Pyx_SET_CIMAG(z,y) __Pyx_CIMAG(z) = (y)
#endif
/* Arithmetic.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#define __Pyx_c_eq_float(a, b) ((a)==(b))
#define __Pyx_c_sum_float(a, b) ((a)+(b))
#define __Pyx_c_diff_float(a, b) ((a)-(b))
#define __Pyx_c_prod_float(a, b) ((a)*(b))
#define __Pyx_c_quot_float(a, b) ((a)/(b))
#define __Pyx_c_neg_float(a) (-(a))
#ifdef __cplusplus
#define __Pyx_c_is_zero_float(z) ((z)==(float)0)
#define __Pyx_c_conj_float(z) (::std::conj(z))
#if 1
#define __Pyx_c_abs_float(z) (::std::abs(z))
#define __Pyx_c_pow_float(a, b) (::std::pow(a, b))
#endif
#else
#define __Pyx_c_is_zero_float(z) ((z)==0)
#define __Pyx_c_conj_float(z) (conjf(z))
#if 1
#define __Pyx_c_abs_float(z) (cabsf(z))
#define __Pyx_c_pow_float(a, b) (cpowf(a, b))
#endif
#endif
#else
static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex, __pyx_t_float_complex);
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex, __pyx_t_float_complex);
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex, __pyx_t_float_complex);
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex, __pyx_t_float_complex);
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex, __pyx_t_float_complex);
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex);
static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex);
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex);
#if 1
static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex);
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex, __pyx_t_float_complex);
#endif
#endif
/* Arithmetic.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#define __Pyx_c_eq_double(a, b) ((a)==(b))
#define __Pyx_c_sum_double(a, b) ((a)+(b))
#define __Pyx_c_diff_double(a, b) ((a)-(b))
#define __Pyx_c_prod_double(a, b) ((a)*(b))
#define __Pyx_c_quot_double(a, b) ((a)/(b))
#define __Pyx_c_neg_double(a) (-(a))
#ifdef __cplusplus
#define __Pyx_c_is_zero_double(z) ((z)==(double)0)
#define __Pyx_c_conj_double(z) (::std::conj(z))
#if 1
#define __Pyx_c_abs_double(z) (::std::abs(z))
#define __Pyx_c_pow_double(a, b) (::std::pow(a, b))
#endif
#else
#define __Pyx_c_is_zero_double(z) ((z)==0)
#define __Pyx_c_conj_double(z) (conj(z))
#if 1
#define __Pyx_c_abs_double(z) (cabs(z))
#define __Pyx_c_pow_double(a, b) (cpow(a, b))
#endif
#endif
#else
static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex, __pyx_t_double_complex);
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex, __pyx_t_double_complex);
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex, __pyx_t_double_complex);
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex, __pyx_t_double_complex);
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex, __pyx_t_double_complex);
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex);
static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex);
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex);
#if 1
static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex);
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex, __pyx_t_double_complex);
#endif
#endif
/* Arithmetic.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#define __Pyx_c_eq_long__double(a, b) ((a)==(b))
#define __Pyx_c_sum_long__double(a, b) ((a)+(b))
#define __Pyx_c_diff_long__double(a, b) ((a)-(b))
#define __Pyx_c_prod_long__double(a, b) ((a)*(b))
#define __Pyx_c_quot_long__double(a, b) ((a)/(b))
#define __Pyx_c_neg_long__double(a) (-(a))
#ifdef __cplusplus
#define __Pyx_c_is_zero_long__double(z) ((z)==(long double)0)
#define __Pyx_c_conj_long__double(z) (::std::conj(z))
#if 1
#define __Pyx_c_abs_long__double(z) (::std::abs(z))
#define __Pyx_c_pow_long__double(a, b) (::std::pow(a, b))
#endif
#else
#define __Pyx_c_is_zero_long__double(z) ((z)==0)
#define __Pyx_c_conj_long__double(z) (conjl(z))
#if 1
#define __Pyx_c_abs_long__double(z) (cabsl(z))
#define __Pyx_c_pow_long__double(a, b) (cpowl(a, b))
#endif
#endif
#else
static CYTHON_INLINE int __Pyx_c_eq_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_sum_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_diff_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_prod_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_quot_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_neg_long__double(__pyx_t_long_double_complex);
static CYTHON_INLINE int __Pyx_c_is_zero_long__double(__pyx_t_long_double_complex);
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_conj_long__double(__pyx_t_long_double_complex);
#if 1
static CYTHON_INLINE long double __Pyx_c_abs_long__double(__pyx_t_long_double_complex);
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_pow_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
#endif
#endif
/* BufferStructDeclare.proto */
typedef struct {
Py_ssize_t shape, strides, suboffsets;
} __Pyx_Buf_DimInfo;
typedef struct {
size_t refcount;
Py_buffer pybuffer;
} __Pyx_Buffer;
typedef struct {
__Pyx_Buffer *rcbuffer;
char *data;
__Pyx_Buf_DimInfo diminfo[8];
} __Pyx_LocalBuf_ND;
/* MemviewRefcount.proto */
static CYTHON_INLINE int __pyx_add_acquisition_count_locked(
__pyx_atomic_int_type *acquisition_count, PyThread_type_lock lock);
static CYTHON_INLINE int __pyx_sub_acquisition_count_locked(
__pyx_atomic_int_type *acquisition_count, PyThread_type_lock lock);
#define __pyx_get_slice_count_pointer(memview) (&memview->acquisition_count)
#define __PYX_INC_MEMVIEW(slice, have_gil) __Pyx_INC_MEMVIEW(slice, have_gil, __LINE__)
#define __PYX_XCLEAR_MEMVIEW(slice, have_gil) __Pyx_XCLEAR_MEMVIEW(slice, have_gil, __LINE__)
static CYTHON_INLINE void __Pyx_INC_MEMVIEW(__Pyx_memviewslice *, int, int);
static CYTHON_INLINE void __Pyx_XCLEAR_MEMVIEW(__Pyx_memviewslice *, int, int);
/* MemviewSliceIsContig.proto */
static int __pyx_memviewslice_is_contig(const __Pyx_memviewslice mvs, char order, int ndim);
/* OverlappingSlices.proto */
static int __pyx_slices_overlap(__Pyx_memviewslice *slice1,
__Pyx_memviewslice *slice2,
int ndim, size_t itemsize);
/* MemviewSliceInit.proto */
static int __Pyx_init_memviewslice(
struct __pyx_memoryview_obj *memview,
int ndim,
__Pyx_memviewslice *memviewslice,
int memview_is_new_reference);
/* CIntFromPy.proto */
static CYTHON_INLINE int __Pyx_PyLong_As_int(PyObject *);
/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_int(int value);
/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_long(long value);
/* CIntFromPy.proto */
static CYTHON_INLINE uint64_t __Pyx_PyLong_As_uint64_t(PyObject *);
/* CIntFromPy.proto */
static CYTHON_INLINE long __Pyx_PyLong_As_long(PyObject *);
/* ObjectAsUCS4.proto */
static Py_UCS4 __Pyx__PyObject_AsPy_UCS4(PyObject*);
static CYTHON_INLINE Py_UCS4 __Pyx_PyObject_AsPy_UCS4(PyObject *x) {
return (likely(PyUnicode_Check(x)) ? __Pyx_PyUnicode_AsPy_UCS4(x) : __Pyx__PyObject_AsPy_UCS4(x));
}
/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_uint64_t(uint64_t value);
/* MemviewSliceCopy.proto */
static __Pyx_memviewslice
__pyx_memoryview_copy_new_contig(const __Pyx_memviewslice *from_mvs,
const char *mode, int ndim,
size_t sizeof_dtype, int contig_flag,
int dtype_is_object);
/* PyObjectCall2Args.proto (used by PyObjectCallMethod1) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call2Args(PyObject* function, PyObject* arg1, PyObject* arg2);
/* PyObjectCallMethod1.proto (used by UpdateUnpickledDict) */
static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg);
/* UpdateUnpickledDict.proto */
static int __Pyx_UpdateUnpickledDict(PyObject *obj, PyObject *state, Py_ssize_t index);
/* CheckUnpickleChecksum.proto */
static CYTHON_INLINE int __Pyx_CheckUnpickleChecksum(long checksum, long checksum1, long checksum2, long checksum3, const char *members);
/* CIntFromPy.proto */
static CYTHON_INLINE char __Pyx_PyLong_As_char(PyObject *);
/* FormatTypeName.proto */
#if CYTHON_COMPILING_IN_LIMITED_API
typedef PyObject *__Pyx_TypeName;
#define __Pyx_FMT_TYPENAME "%U"
#define __Pyx_DECREF_TypeName(obj) Py_XDECREF(obj)
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
#define __Pyx_PyType_GetFullyQualifiedName PyType_GetFullyQualifiedName
#else
static __Pyx_TypeName __Pyx_PyType_GetFullyQualifiedName(PyTypeObject* tp);
#endif
#else // !LIMITED_API
typedef const char *__Pyx_TypeName;
#define __Pyx_FMT_TYPENAME "%.200s"
#define __Pyx_PyType_GetFullyQualifiedName(tp) ((tp)->tp_name)
#define __Pyx_DECREF_TypeName(obj)
#endif
/* GetRuntimeVersion.proto */
#if __PYX_LIMITED_VERSION_HEX < 0x030b0000
static unsigned long __Pyx_cached_runtime_version = 0;
static void __Pyx_init_runtime_version(void);
#else
#define __Pyx_init_runtime_version()
#endif
static unsigned long __Pyx_get_runtime_version(void);
/* IterNextPlain.proto (used by CoroutineBase) */
static CYTHON_INLINE PyObject *__Pyx_PyIter_Next_Plain(PyObject *iterator);
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
static PyObject *__Pyx_GetBuiltinNext_LimitedAPI(void);
#endif
/* ReturnWithStopIteration.proto (used by CoroutineBase) */
static CYTHON_INLINE void __Pyx_ReturnWithStopIteration(PyObject* value, int async, int iternext);
/* CoroutineBase.proto (used by Generator) */
struct __pyx_CoroutineObject;
typedef PyObject *(*__pyx_coroutine_body_t)(struct __pyx_CoroutineObject *, PyThreadState *, PyObject *);
#if CYTHON_USE_EXC_INFO_STACK
#define __Pyx_ExcInfoStruct _PyErr_StackItem
#else
typedef struct {
PyObject *exc_type;
PyObject *exc_value;
PyObject *exc_traceback;
} __Pyx_ExcInfoStruct;
#endif
typedef struct __pyx_CoroutineObject {
PyObject_HEAD
__pyx_coroutine_body_t body;
PyObject *closure;
__Pyx_ExcInfoStruct gi_exc_state;
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
PyObject *gi_weakreflist;
#endif
PyObject *classobj;
PyObject *yieldfrom;
__Pyx_pyiter_sendfunc yieldfrom_am_send;
PyObject *gi_name;
PyObject *gi_qualname;
PyObject *gi_modulename;
PyObject *gi_code;
PyObject *gi_frame;
#if CYTHON_USE_SYS_MONITORING && (CYTHON_PROFILE || CYTHON_TRACE)
PyMonitoringState __pyx_pymonitoring_state[__Pyx_MonitoringEventTypes_CyGen_count];
uint64_t __pyx_pymonitoring_version;
#endif
int resume_label;
char is_running;
} __pyx_CoroutineObject;
static __pyx_CoroutineObject *__Pyx__Coroutine_New(
PyTypeObject *type, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure,
PyObject *name, PyObject *qualname, PyObject *module_name);
static __pyx_CoroutineObject *__Pyx__Coroutine_NewInit(
__pyx_CoroutineObject *gen, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure,
PyObject *name, PyObject *qualname, PyObject *module_name);
static CYTHON_INLINE void __Pyx_Coroutine_ExceptionClear(__Pyx_ExcInfoStruct *self);
static int __Pyx_Coroutine_clear(PyObject *self);
static __Pyx_PySendResult __Pyx_Coroutine_AmSend(PyObject *self, PyObject *value, PyObject **retval);
static PyObject *__Pyx_Coroutine_Send(PyObject *self, PyObject *value);
static __Pyx_PySendResult __Pyx_Coroutine_Close(PyObject *self, PyObject **retval);
static PyObject *__Pyx_Coroutine_Throw(PyObject *gen, PyObject *args);
#if CYTHON_USE_EXC_INFO_STACK
#define __Pyx_Coroutine_SwapException(self)
#define __Pyx_Coroutine_ResetAndClearException(self) __Pyx_Coroutine_ExceptionClear(&(self)->gi_exc_state)
#else
#define __Pyx_Coroutine_SwapException(self) {\
__Pyx_ExceptionSwap(&(self)->gi_exc_state.exc_type, &(self)->gi_exc_state.exc_value, &(self)->gi_exc_state.exc_traceback);\
__Pyx_Coroutine_ResetFrameBackpointer(&(self)->gi_exc_state);\
}
#define __Pyx_Coroutine_ResetAndClearException(self) {\
__Pyx_ExceptionReset((self)->gi_exc_state.exc_type, (self)->gi_exc_state.exc_value, (self)->gi_exc_state.exc_traceback);\
(self)->gi_exc_state.exc_type = (self)->gi_exc_state.exc_value = (self)->gi_exc_state.exc_traceback = NULL;\
}
#endif
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyGen_FetchStopIterationValue(pvalue)\
__Pyx_PyGen__FetchStopIterationValue(__pyx_tstate, pvalue)
#else
#define __Pyx_PyGen_FetchStopIterationValue(pvalue)\
__Pyx_PyGen__FetchStopIterationValue(__Pyx_PyThreadState_Current, pvalue)
#endif
static int __Pyx_PyGen__FetchStopIterationValue(PyThreadState *tstate, PyObject **pvalue);
static CYTHON_INLINE void __Pyx_Coroutine_ResetFrameBackpointer(__Pyx_ExcInfoStruct *exc_state);
static char __Pyx_Coroutine_test_and_set_is_running(__pyx_CoroutineObject *gen);
static void __Pyx_Coroutine_unset_is_running(__pyx_CoroutineObject *gen);
static char __Pyx_Coroutine_get_is_running(__pyx_CoroutineObject *gen);
static PyObject *__Pyx_Coroutine_get_is_running_getter(PyObject *gen, void *closure);
#if __PYX_HAS_PY_AM_SEND == 2
static void __Pyx_SetBackportTypeAmSend(PyTypeObject *type, __Pyx_PyAsyncMethodsStruct *static_amsend_methods, __Pyx_pyiter_sendfunc am_send);
#endif
static PyObject *__Pyx_Coroutine_fail_reduce_ex(PyObject *self, PyObject *arg);
/* Generator.proto */
#define __Pyx_Generator_USED
#define __Pyx_Generator_CheckExact(obj) __Pyx_IS_TYPE(obj, __pyx_mstate_global->__pyx_GeneratorType)
#define __Pyx_Generator_New(body, code, closure, name, qualname, module_name)\
__Pyx__Coroutine_New(__pyx_mstate_global->__pyx_GeneratorType, body, code, closure, name, qualname, module_name)
static PyObject *__Pyx_Generator_Next(PyObject *self);
static int __pyx_Generator_init(PyObject *module);
static CYTHON_INLINE PyObject *__Pyx_Generator_GetInlinedResult(PyObject *self);
/* CheckBinaryVersion.proto */
static int __Pyx_check_binary_version(unsigned long ct_version, unsigned long rt_version, int allow_newer);
/* DecompressString.proto */
static PyObject *__Pyx_DecompressString(const char *s, Py_ssize_t length, int algo);
/* MultiPhaseInitModuleState.proto */
#if CYTHON_PEP489_MULTI_PHASE_INIT && CYTHON_USE_MODULE_STATE
static PyObject *__Pyx_State_FindModule(void*);
static int __Pyx_State_AddModule(PyObject* module, void*);
static int __Pyx_State_RemoveModule(void*);
#elif CYTHON_USE_MODULE_STATE
#define __Pyx_State_FindModule PyState_FindModule
#define __Pyx_State_AddModule PyState_AddModule
#define __Pyx_State_RemoveModule PyState_RemoveModule
#endif
/* #### Code section: module_declarations ### */
/* CythonABIVersion.proto */
#if CYTHON_COMPILING_IN_LIMITED_API
#if CYTHON_METH_FASTCALL
#define __PYX_FASTCALL_ABI_SUFFIX "_fastcall"
#else
#define __PYX_FASTCALL_ABI_SUFFIX
#endif
#define __PYX_LIMITED_ABI_SUFFIX "limited" __PYX_FASTCALL_ABI_SUFFIX __PYX_AM_SEND_ABI_SUFFIX
#else
#define __PYX_LIMITED_ABI_SUFFIX
#endif
#if __PYX_HAS_PY_AM_SEND == 1
#define __PYX_AM_SEND_ABI_SUFFIX
#elif __PYX_HAS_PY_AM_SEND == 2
#define __PYX_AM_SEND_ABI_SUFFIX "amsendbackport"
#else
#define __PYX_AM_SEND_ABI_SUFFIX "noamsend"
#endif
#ifndef __PYX_MONITORING_ABI_SUFFIX
#define __PYX_MONITORING_ABI_SUFFIX
#endif
#if CYTHON_USE_TP_FINALIZE
#define __PYX_TP_FINALIZE_ABI_SUFFIX
#else
#define __PYX_TP_FINALIZE_ABI_SUFFIX "nofinalize"
#endif
#if CYTHON_USE_FREELISTS || !defined(__Pyx_AsyncGen_USED)
#define __PYX_FREELISTS_ABI_SUFFIX
#else
#define __PYX_FREELISTS_ABI_SUFFIX "nofreelists"
#endif
#define CYTHON_ABI __PYX_ABI_VERSION __PYX_LIMITED_ABI_SUFFIX __PYX_MONITORING_ABI_SUFFIX __PYX_TP_FINALIZE_ABI_SUFFIX __PYX_FREELISTS_ABI_SUFFIX __PYX_AM_SEND_ABI_SUFFIX
#define __PYX_ABI_MODULE_NAME "_cython_" CYTHON_ABI
#define __PYX_TYPE_MODULE_PREFIX __PYX_ABI_MODULE_NAME "."
static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *__pyx_v_self); /* proto*/
static char *__pyx_memoryview_get_item_pointer(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index); /* proto*/
static PyObject *__pyx_memoryview_is_slice(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj); /* proto*/
static PyObject *__pyx_memoryview_setitem_slice_assignment(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_dst, PyObject *__pyx_v_src); /* proto*/
static PyObject *__pyx_memoryview_setitem_slice_assign_scalar(struct __pyx_memoryview_obj *__pyx_v_self, struct __pyx_memoryview_obj *__pyx_v_dst, PyObject *__pyx_v_value); /* proto*/
static PyObject *__pyx_memoryview_setitem_indexed(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /* proto*/
static PyObject *__pyx_memoryview_convert_item_to_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp); /* proto*/
static PyObject *__pyx_memoryview_assign_item_from_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value); /* proto*/
static PyObject *__pyx_memoryview__get_base(struct __pyx_memoryview_obj *__pyx_v_self); /* proto*/
static PyObject *__pyx_memoryviewslice_convert_item_to_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp); /* proto*/
static PyObject *__pyx_memoryviewslice_assign_item_from_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value); /* proto*/
static PyObject *__pyx_memoryviewslice__get_base(struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_5dtype_8itemsize_itemsize(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_5dtype_9alignment_alignment(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_5dtype_6fields_fields(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_5dtype_5names_names(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyArray_ArrayDescr *__pyx_f_5numpy_5dtype_8subarray_subarray(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_uint64 __pyx_f_5numpy_5dtype_5flags_flags(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE int __pyx_f_5numpy_9broadcast_7numiter_numiter(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_9broadcast_4size_size(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_9broadcast_5index_index(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE int __pyx_f_5numpy_9broadcast_2nd_nd(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp *__pyx_f_5numpy_9broadcast_10dimensions_dimensions(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE void **__pyx_f_5numpy_9broadcast_5iters_iters(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_7ndarray_4base_base(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyArray_Descr *__pyx_f_5numpy_7ndarray_5descr_descr(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE int __pyx_f_5numpy_7ndarray_4ndim_ndim(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp *__pyx_f_5numpy_7ndarray_5shape_shape(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp *__pyx_f_5numpy_7ndarray_7strides_strides(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_7ndarray_4size_size(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE char *__pyx_f_5numpy_7ndarray_4data_data(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_f_5spacy_6lexeme_6Lexeme_from_ptr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab); /* proto*/
static CYTHON_INLINE void __pyx_f_5spacy_6lexeme_6Lexeme_set_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_name, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_value); /* proto*/
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name); /* proto*/
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lexeme, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id); /* proto*/
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id, int __pyx_v_value); /* proto*/
static struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_f_5spacy_9tokenizer_9Tokenizer__tokenize_affixes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string, int __pyx_v_with_special_cases); /* proto*/
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__apply_special_cases(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc); /* proto*/
static void __pyx_f_5spacy_9tokenizer_9Tokenizer__filter_special_spans(CYTHON_UNUSED struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &__pyx_v_original, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &__pyx_v_filtered, CYTHON_UNUSED int __pyx_v_doc_len); /* proto*/
static PyObject *__pyx_f_5spacy_9tokenizer_9Tokenizer__prepare_special_spans(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &__pyx_v_filtered); /* proto*/
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__retokenize_special_spans(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc, struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_tokens, PyObject *__pyx_v_span_data); /* proto*/
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__try_specials_and_cache(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, __pyx_t_5spacy_8typedefs_hash_t __pyx_v_key, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_tokens, int *__pyx_v_has_special, int __pyx_v_with_special_cases); /* proto*/
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__tokenize(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_tokens, PyObject *__pyx_v_span, __pyx_t_5spacy_8typedefs_hash_t __pyx_v_orig_key, int *__pyx_v_has_special, int __pyx_v_with_special_cases); /* proto*/
static PyObject *__pyx_f_5spacy_9tokenizer_9Tokenizer__split_affixes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5cymem_5cymem_Pool *__pyx_v_mem, PyObject *__pyx_v_string, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_prefixes, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_suffixes, CYTHON_UNUSED int *__pyx_v_has_special, int __pyx_v_with_special_cases); /* proto*/
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__attach_tokens(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_tokens, PyObject *__pyx_v_string, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_prefixes, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_suffixes, int *__pyx_v_has_special, int __pyx_v_with_special_cases); /* proto*/
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__save_cached(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_tokens, __pyx_t_5spacy_8typedefs_hash_t __pyx_v_key, int *__pyx_v_has_special, int __pyx_v_n); /* proto*/
/* Module declarations from "cymem.cymem" */
/* Module declarations from "libcpp.vector" */
/* Module declarations from "libc.stdint" */
/* Module declarations from "preshed.maps" */
/* Module declarations from "spacy" */
/* Module declarations from "spacy.symbols" */
/* Module declarations from "spacy.attrs" */
/* Module declarations from "libcpp.utility" */
/* Module declarations from "libcpp.unordered_map" */
/* Module declarations from "libcpp.unordered_set" */
/* Module declarations from "spacy.parts_of_speech" */
/* Module declarations from "spacy.typedefs" */
/* Module declarations from "spacy.structs" */
/* Module declarations from "libc.string" */
/* Module declarations from "libc.stdio" */
/* Module declarations from "__builtin__" */
/* Module declarations from "cpython.type" */
/* Module declarations from "cpython" */
/* Module declarations from "cpython.object" */
/* Module declarations from "cpython.ref" */
/* Module declarations from "numpy" */
/* Module declarations from "numpy" */
/* Module declarations from "murmurhash.mrmr" */
static uint64_t (*__pyx_f_10murmurhash_4mrmr_hash64)(void *, int, uint64_t); /*proto*/
/* Module declarations from "libcpp.set" */
/* Module declarations from "spacy.strings" */
static __pyx_t_5spacy_8typedefs_hash_t (*__pyx_f_5spacy_7strings_hash_string)(PyObject *, int __pyx_skip_dispatch); /*proto*/
/* Module declarations from "spacy.morphology" */
/* Module declarations from "spacy.vocab" */
static struct __pyx_t_5spacy_7structs_LexemeC *__pyx_vp_5spacy_5vocab_EMPTY_LEXEME = 0;
#define __pyx_v_5spacy_5vocab_EMPTY_LEXEME (*__pyx_vp_5spacy_5vocab_EMPTY_LEXEME)
/* Module declarations from "spacy.tokens.doc" */
/* Module declarations from "spacy.matcher.phrasematcher" */
/* Module declarations from "cython.view" */
/* Module declarations from "cython.dataclasses" */
/* Module declarations from "cython" */
/* Module declarations from "spacy.lexeme" */
static struct __pyx_t_5spacy_7structs_LexemeC *__pyx_vp_5spacy_6lexeme_EMPTY_LEXEME = 0;
#define __pyx_v_5spacy_6lexeme_EMPTY_LEXEME (*__pyx_vp_5spacy_6lexeme_EMPTY_LEXEME)
static __pyx_t_5spacy_8typedefs_attr_t *__pyx_vp_5spacy_6lexeme_OOV_RANK = 0;
#define __pyx_v_5spacy_6lexeme_OOV_RANK (*__pyx_vp_5spacy_6lexeme_OOV_RANK)
/* Module declarations from "spacy.tokenizer" */
static PyObject *__pyx_collections_abc_Sequence = 0;
static PyObject *generic = 0;
static PyObject *strided = 0;
static PyObject *indirect = 0;
static PyObject *contiguous = 0;
static PyObject *indirect_contiguous = 0;
static int __pyx_memoryview_thread_locks_used;
static PyThread_type_lock __pyx_memoryview_thread_locks[8];
static int __pyx_f_5spacy_9tokenizer_len_start_cmp(struct __pyx_t_5spacy_7structs_SpanC, struct __pyx_t_5spacy_7structs_SpanC); /*proto*/
static int __pyx_f_5spacy_9tokenizer_start_cmp(struct __pyx_t_5spacy_7structs_SpanC, struct __pyx_t_5spacy_7structs_SpanC); /*proto*/
static int __pyx_array_allocate_buffer(struct __pyx_array_obj *); /*proto*/
static struct __pyx_array_obj *__pyx_array_new(PyObject *, Py_ssize_t, char *, char const *, char *); /*proto*/
static PyObject *__pyx_memoryview_new(PyObject *, int, int, __Pyx_TypeInfo const *); /*proto*/
static CYTHON_INLINE int __pyx_memoryview_check(PyObject *); /*proto*/
static PyObject *_unellipsify(PyObject *, int); /*proto*/
static int assert_direct_dimensions(Py_ssize_t *, int); /*proto*/
static struct __pyx_memoryview_obj *__pyx_memview_slice(struct __pyx_memoryview_obj *, PyObject *); /*proto*/
static int __pyx_memoryview_slice_memviewslice(__Pyx_memviewslice *, Py_ssize_t, Py_ssize_t, Py_ssize_t, int, int, int *, Py_ssize_t, Py_ssize_t, Py_ssize_t, int, int, int, int); /*proto*/
static char *__pyx_pybuffer_index(Py_buffer *, char *, Py_ssize_t, Py_ssize_t); /*proto*/
static int __pyx_memslice_transpose(__Pyx_memviewslice *); /*proto*/
static PyObject *__pyx_memoryview_fromslice(__Pyx_memviewslice, int, PyObject *(*)(char *), int (*)(char *, PyObject *), int); /*proto*/
static __Pyx_memviewslice *__pyx_memoryview_get_slice_from_memoryview(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/
static void __pyx_memoryview_slice_copy(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/
static PyObject *__pyx_memoryview_copy_object(struct __pyx_memoryview_obj *); /*proto*/
static PyObject *__pyx_memoryview_copy_object_from_slice(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/
static Py_ssize_t abs_py_ssize_t(Py_ssize_t); /*proto*/
static char __pyx_get_best_slice_order(__Pyx_memviewslice *, int); /*proto*/
static void _copy_strided_to_strided(char *, Py_ssize_t *, char *, Py_ssize_t *, Py_ssize_t *, Py_ssize_t *, int, size_t); /*proto*/
static void copy_strided_to_strided(__Pyx_memviewslice *, __Pyx_memviewslice *, int, size_t); /*proto*/
static Py_ssize_t __pyx_memoryview_slice_get_size(__Pyx_memviewslice *, int); /*proto*/
static Py_ssize_t __pyx_fill_contig_strides_array(Py_ssize_t *, Py_ssize_t *, Py_ssize_t, int, char); /*proto*/
static void *__pyx_memoryview_copy_data_to_temp(__Pyx_memviewslice *, __Pyx_memviewslice *, char, int); /*proto*/
static int __pyx_memoryview_err_extents(int, Py_ssize_t, Py_ssize_t); /*proto*/
static int __pyx_memoryview_err_dim(PyObject *, PyObject *, int); /*proto*/
static int __pyx_memoryview_err(PyObject *, PyObject *); /*proto*/
static int __pyx_memoryview_err_no_memory(void); /*proto*/
static int __pyx_memoryview_copy_contents(__Pyx_memviewslice, __Pyx_memviewslice, int, int, int); /*proto*/
static void __pyx_memoryview_broadcast_leading(__Pyx_memviewslice *, int, int); /*proto*/
static void __pyx_memoryview_refcount_copying(__Pyx_memviewslice *, int, int, int); /*proto*/
static void __pyx_memoryview_refcount_objects_in_slice_with_gil(char *, Py_ssize_t *, Py_ssize_t *, int, int); /*proto*/
static void __pyx_memoryview_refcount_objects_in_slice(char *, Py_ssize_t *, Py_ssize_t *, int, int); /*proto*/
static void __pyx_memoryview_slice_assign_scalar(__Pyx_memviewslice *, int, size_t, void *, int); /*proto*/
static void __pyx_memoryview__slice_assign_scalar(char *, Py_ssize_t *, Py_ssize_t *, int, size_t, void *); /*proto*/
static PyObject *__pyx_unpickle_Enum__set_state(struct __pyx_MemviewEnum_obj *, PyObject *); /*proto*/
/* #### Code section: typeinfo ### */
/* #### Code section: before_global_var ### */
#define __Pyx_MODULE_NAME "spacy.tokenizer"
extern int __pyx_module_is_main_spacy__tokenizer;
int __pyx_module_is_main_spacy__tokenizer = 0;
/* Implementation of "spacy.tokenizer" */
/* #### Code section: global_var ### */
static PyObject *__pyx_builtin_reversed;
static PyObject *__pyx_builtin_zip;
static PyObject *__pyx_builtin_enumerate;
static PyObject *__pyx_builtin___import__;
static PyObject *__pyx_builtin_Ellipsis;
static PyObject *__pyx_builtin_id;
/* #### Code section: string_decls ### */
/* #### Code section: decls ### */
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, PyObject *__pyx_v_format, PyObject *__pyx_v_mode, int __pyx_v_allocate_buffer); /* proto */
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(struct __pyx_array_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /* proto */
static void __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(struct __pyx_array_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_5array_7memview___get__(struct __pyx_array_obj *__pyx_v_self); /* proto */
static Py_ssize_t __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(struct __pyx_array_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_attr); /* proto */
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item); /* proto */
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value); /* proto */
static PyObject *__pyx_pf___pyx_array___reduce_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_array_2__setstate_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
static int __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v_name); /* proto */
static PyObject *__pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(struct __pyx_MemviewEnum_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_MemviewEnum___reduce_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_MemviewEnum_2__setstate_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v___pyx_state); /* proto */
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj, int __pyx_v_flags, int __pyx_v_dtype_is_object); /* proto */
static void __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index); /* proto */
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /* proto */
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(struct __pyx_memoryview_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static Py_ssize_t __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_memoryview___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_memoryview_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
static void __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_memoryviewslice___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_memoryviewslice_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v___pyx_type, long __pyx_v___pyx_checksum, PyObject *__pyx_v___pyx_state); /* proto */
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer___init__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab, PyObject *__pyx_v_rules, PyObject *__pyx_v_prefix_search, PyObject *__pyx_v_suffix_search, PyObject *__pyx_v_infix_finditer, PyObject *__pyx_v_token_match, PyObject *__pyx_v_url_match, PyObject *__pyx_v_faster_heuristics, PyObject *__pyx_v_max_cache_size); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_11token_match___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_11token_match_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_token_match); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_9url_match___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_9url_match_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_url_match); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_13prefix_search___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_13prefix_search_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_prefix_search); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_13suffix_search___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_13suffix_search_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_suffix_search); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_14infix_finditer___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_14infix_finditer_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_infix_finditer); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_5rules___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_5rules_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_rules); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_17faster_heuristics___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_faster_heuristics); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_2__reduce__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_4__call__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_6pipe(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_texts, CYTHON_UNUSED PyObject *__pyx_v_batch_size); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_9_flush_cache(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_11_reset_cache(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_keys); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_13_flush_specials(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_15find_infix(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_17find_prefix(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_19find_suffix(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_21_load_special_cases(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_special_cases); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_23_validate_special_case(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_chunk, PyObject *__pyx_v_substrings); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_25add_special_case(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string, PyObject *__pyx_v_substrings); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_27_reload_special_cases(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_genexpr(PyObject *__pyx_self, PyObject *__pyx_genexpr_arg_0); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_3genexpr(PyObject *__pyx_self, PyObject *__pyx_genexpr_arg_0); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_6genexpr(PyObject *__pyx_self, PyObject *__pyx_genexpr_arg_0); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_29explain(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_text); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_31score(CYTHON_UNUSED struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_examples, CYTHON_UNUSED PyObject *__pyx_v_kwargs); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_33to_disk(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_kwargs); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_35from_disk(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda3(PyObject *__pyx_self); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda4(PyObject *__pyx_self); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda5(PyObject *__pyx_self); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda6(PyObject *__pyx_self); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda7(PyObject *__pyx_self); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda8(PyObject *__pyx_self); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda9(PyObject *__pyx_self); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda10(PyObject *__pyx_self); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_37to_bytes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_exclude); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda11(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda12(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda13(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda14(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda15(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda16(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda17(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda18(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_39from_bytes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_bytes_data, PyObject *__pyx_v_exclude); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_5vocab___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_14max_cache_size___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self); /* proto */
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_14max_cache_size_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static PyObject *__pyx_pf_5spacy_9tokenizer__get_regex_pattern(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_regex); /* proto */
static PyObject *__pyx_tp_new_5spacy_9tokenizer_Tokenizer(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct__pipe(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_1_explain(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_2_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_3_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_4_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_array(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_Enum(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_memoryview(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new__memoryviewslice(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
/* #### Code section: late_includes ### */
/* #### Code section: module_state ### */
/* SmallCodeConfig */
#ifndef CYTHON_SMALL_CODE
#if defined(__clang__)
#define CYTHON_SMALL_CODE
#elif defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3))
#define CYTHON_SMALL_CODE __attribute__((cold))
#else
#define CYTHON_SMALL_CODE
#endif
#endif
typedef struct {
PyObject *__pyx_d;
PyObject *__pyx_b;
PyObject *__pyx_cython_runtime;
PyObject *__pyx_empty_tuple;
PyObject *__pyx_empty_bytes;
PyObject *__pyx_empty_unicode;
PyTypeObject *__pyx_ptype_5cymem_5cymem_PyMalloc;
PyTypeObject *__pyx_ptype_5cymem_5cymem_PyFree;
PyTypeObject *__pyx_ptype_5cymem_5cymem_Pool;
PyTypeObject *__pyx_ptype_5cymem_5cymem_Address;
PyTypeObject *__pyx_ptype_7preshed_4maps_PreshMap;
PyTypeObject *__pyx_ptype_7preshed_4maps_PreshMapArray;
PyTypeObject *__pyx_ptype_7cpython_4type_type;
PyTypeObject *__pyx_ptype_5numpy_dtype;
PyTypeObject *__pyx_ptype_5numpy_flatiter;
PyTypeObject *__pyx_ptype_5numpy_broadcast;
PyTypeObject *__pyx_ptype_5numpy_ndarray;
PyTypeObject *__pyx_ptype_5numpy_generic;
PyTypeObject *__pyx_ptype_5numpy_number;
PyTypeObject *__pyx_ptype_5numpy_integer;
PyTypeObject *__pyx_ptype_5numpy_signedinteger;
PyTypeObject *__pyx_ptype_5numpy_unsignedinteger;
PyTypeObject *__pyx_ptype_5numpy_inexact;
PyTypeObject *__pyx_ptype_5numpy_floating;
PyTypeObject *__pyx_ptype_5numpy_complexfloating;
PyTypeObject *__pyx_ptype_5numpy_flexible;
PyTypeObject *__pyx_ptype_5numpy_character;
PyTypeObject *__pyx_ptype_5numpy_ufunc;
PyTypeObject *__pyx_ptype_5spacy_7strings_StringStore;
PyTypeObject *__pyx_ptype_5spacy_10morphology_Morphology;
PyTypeObject *__pyx_ptype_5spacy_5vocab_Vocab;
PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc_Doc;
PyTypeObject *__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher;
PyTypeObject *__pyx_ptype_5spacy_6lexeme_Lexeme;
PyObject *__pyx_type_5spacy_9tokenizer_Tokenizer;
PyObject *__pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe;
PyObject *__pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain;
PyObject *__pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr;
PyObject *__pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr;
PyObject *__pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr;
PyObject *__pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes;
PyObject *__pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes;
PyObject *__pyx_type___pyx_array;
PyObject *__pyx_type___pyx_MemviewEnum;
PyObject *__pyx_type___pyx_memoryview;
PyObject *__pyx_type___pyx_memoryviewslice;
PyTypeObject *__pyx_ptype_5spacy_9tokenizer_Tokenizer;
PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe;
PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain;
PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr;
PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr;
PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr;
PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes;
PyTypeObject *__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes;
PyTypeObject *__pyx_array_type;
PyTypeObject *__pyx_MemviewEnum_type;
PyTypeObject *__pyx_memoryview_type;
PyTypeObject *__pyx_memoryviewslice_type;
__Pyx_CachedCFunction __pyx_umethod_PyDict_Type_items;
__Pyx_CachedCFunction __pyx_umethod_PyDict_Type_pop;
__Pyx_CachedCFunction __pyx_umethod_PyDict_Type_values;
PyObject *__pyx_k__8;
PyObject *__pyx_k__9;
PyObject *__pyx_k__10;
PyObject *__pyx_slice[1];
PyObject *__pyx_tuple[4];
PyObject *__pyx_codeobj_tab[38];
PyObject *__pyx_string_tab[338];
PyObject *__pyx_number_tab[6];
/* #### Code section: module_state_contents ### */
/* CommonTypesMetaclass.module_state_decls */
PyTypeObject *__pyx_CommonTypesMetaclassType;
/* CachedMethodType.module_state_decls */
#if CYTHON_COMPILING_IN_LIMITED_API
PyObject *__Pyx_CachedMethodType;
#endif
/* CythonFunctionShared.module_state_decls */
PyTypeObject *__pyx_CyFunctionType;
#if CYTHON_USE_FREELISTS
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct__pipe[8];
int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct__pipe;
#endif
#if CYTHON_USE_FREELISTS
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_1_explain[8];
int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_1_explain;
#endif
#if CYTHON_USE_FREELISTS
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_2_genexpr[8];
int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_2_genexpr;
#endif
#if CYTHON_USE_FREELISTS
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_3_genexpr[8];
int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_3_genexpr;
#endif
#if CYTHON_USE_FREELISTS
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_4_genexpr[8];
int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_4_genexpr;
#endif
#if CYTHON_USE_FREELISTS
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes[8];
int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes;
#endif
#if CYTHON_USE_FREELISTS
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes[8];
int __pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes;
#endif
/* CodeObjectCache.module_state_decls */
struct __Pyx_CodeObjectCache __pyx_code_cache;
/* IterNextPlain.module_state_decls */
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
PyObject *__Pyx_GetBuiltinNext_LimitedAPI_cache;
#endif
/* Generator.module_state_decls */
PyTypeObject *__pyx_GeneratorType;
/* #### Code section: module_state_end ### */
} __pyx_mstatetype;
#if CYTHON_USE_MODULE_STATE
#ifdef __cplusplus
namespace {
extern struct PyModuleDef __pyx_moduledef;
} /* anonymous namespace */
#else
static struct PyModuleDef __pyx_moduledef;
#endif
#define __pyx_mstate_global (__Pyx_PyModule_GetState(__Pyx_State_FindModule(&__pyx_moduledef)))
#define __pyx_m (__Pyx_State_FindModule(&__pyx_moduledef))
#else
static __pyx_mstatetype __pyx_mstate_global_static =
#ifdef __cplusplus
{};
#else
{0};
#endif
static __pyx_mstatetype * const __pyx_mstate_global = &__pyx_mstate_global_static;
#endif
/* #### Code section: constant_name_defines ### */
#define __pyx_kp_u_ __pyx_string_tab[0]
#define __pyx_kp_u_All_dimensions_preceding_dimensi __pyx_string_tab[1]
#define __pyx_kp_u_Buffer_view_does_not_expose_stri __pyx_string_tab[2]
#define __pyx_kp_u_Can_only_create_a_buffer_that_is __pyx_string_tab[3]
#define __pyx_kp_u_Cannot_assign_to_read_only_memor __pyx_string_tab[4]
#define __pyx_kp_u_Cannot_create_writable_memory_vi __pyx_string_tab[5]
#define __pyx_kp_u_Cannot_index_with_type __pyx_string_tab[6]
#define __pyx_kp_u_Cannot_transpose_memoryview_with __pyx_string_tab[7]
#define __pyx_kp_u_Create_a_Tokenizer_to_create_Doc __pyx_string_tab[8]
#define __pyx_kp_u_Dimension_d_is_not_direct __pyx_string_tab[9]
#define __pyx_kp_u_Empty_shape_tuple_for_cython_arr __pyx_string_tab[10]
#define __pyx_kp_u_Index_out_of_bounds_axis_d __pyx_string_tab[11]
#define __pyx_kp_u_Indirect_dimensions_not_supporte __pyx_string_tab[12]
#define __pyx_kp_u_Invalid_mode_expected_c_or_fortr __pyx_string_tab[13]
#define __pyx_kp_u_Invalid_shape_in_axis __pyx_string_tab[14]
#define __pyx_kp_u_MemoryView_of __pyx_string_tab[15]
#define __pyx_kp_u_Note_that_Cython_is_deliberately __pyx_string_tab[16]
#define __pyx_kp_u_Out_of_bounds_on_buffer_access_a __pyx_string_tab[17]
#define __pyx_kp_u_SPECIAL __pyx_string_tab[18]
#define __pyx_kp_u_Step_may_not_be_zero_axis_d __pyx_string_tab[19]
#define __pyx_kp_u_Tokenizer___init___line_31 __pyx_string_tab[20]
#define __pyx_kp_u_Tokenizer_score __pyx_string_tab[21]
#define __pyx_kp_u_Unable_to_convert_item_to_object __pyx_string_tab[22]
#define __pyx_kp_u__11 __pyx_string_tab[23]
#define __pyx_kp_u__2 __pyx_string_tab[24]
#define __pyx_kp_u__3 __pyx_string_tab[25]
#define __pyx_kp_u__4 __pyx_string_tab[26]
#define __pyx_kp_u__5 __pyx_string_tab[27]
#define __pyx_kp_u__6 __pyx_string_tab[28]
#define __pyx_kp_u__7 __pyx_string_tab[29]
#define __pyx_kp_u_a __pyx_string_tab[30]
#define __pyx_kp_u_add_note __pyx_string_tab[31]
#define __pyx_kp_u_and __pyx_string_tab[32]
#define __pyx_kp_u_at_0x __pyx_string_tab[33]
#define __pyx_kp_u_collections_abc __pyx_string_tab[34]
#define __pyx_kp_u_contiguous_and_direct __pyx_string_tab[35]
#define __pyx_kp_u_contiguous_and_indirect __pyx_string_tab[36]
#define __pyx_kp_u_disable __pyx_string_tab[37]
#define __pyx_kp_u_enable __pyx_string_tab[38]
#define __pyx_kp_u_gc __pyx_string_tab[39]
#define __pyx_kp_u_got __pyx_string_tab[40]
#define __pyx_kp_u_got_differing_extents_in_dimensi __pyx_string_tab[41]
#define __pyx_kp_u_isenabled __pyx_string_tab[42]
#define __pyx_kp_u_itemsize_0_for_cython_array __pyx_string_tab[43]
#define __pyx_kp_u_no_default___reduce___due_to_non __pyx_string_tab[44]
#define __pyx_kp_u_numpy__core_multiarray_failed_to __pyx_string_tab[45]
#define __pyx_kp_u_numpy__core_umath_failed_to_impo __pyx_string_tab[46]
#define __pyx_kp_u_object __pyx_string_tab[47]
#define __pyx_kp_u_self_name_is_not_None __pyx_string_tab[48]
#define __pyx_kp_u_spacy __pyx_string_tab[49]
#define __pyx_kp_u_spacy_attrs __pyx_string_tab[50]
#define __pyx_kp_u_spacy_errors __pyx_string_tab[51]
#define __pyx_kp_u_spacy_re __pyx_string_tab[52]
#define __pyx_kp_u_spacy_scorer __pyx_string_tab[53]
#define __pyx_kp_u_spacy_symbols __pyx_string_tab[54]
#define __pyx_kp_u_spacy_tokenizer_pyx __pyx_string_tab[55]
#define __pyx_kp_u_spacy_tokens __pyx_string_tab[56]
#define __pyx_kp_u_spacy_training __pyx_string_tab[57]
#define __pyx_kp_u_spacy_util __pyx_string_tab[58]
#define __pyx_kp_u_strided_and_direct __pyx_string_tab[59]
#define __pyx_kp_u_strided_and_direct_or_indirect __pyx_string_tab[60]
#define __pyx_kp_u_strided_and_indirect __pyx_string_tab[61]
#define __pyx_kp_u_unable_to_allocate_array_data __pyx_string_tab[62]
#define __pyx_kp_u_unable_to_allocate_shape_and_str __pyx_string_tab[63]
#define __pyx_n_u_ASCII __pyx_string_tab[64]
#define __pyx_n_u_E025 __pyx_string_tab[65]
#define __pyx_n_u_E1005 __pyx_string_tab[66]
#define __pyx_n_u_E997 __pyx_string_tab[67]
#define __pyx_n_u_Ellipsis __pyx_string_tab[68]
#define __pyx_n_u_Errors __pyx_string_tab[69]
#define __pyx_n_u_INFIX __pyx_string_tab[70]
#define __pyx_n_u_NORM __pyx_string_tab[71]
#define __pyx_n_u_ORTH __pyx_string_tab[72]
#define __pyx_n_u_PREFIX __pyx_string_tab[73]
#define __pyx_n_u_Pyx_PyDict_NextRef __pyx_string_tab[74]
#define __pyx_n_u_SUFFIX __pyx_string_tab[75]
#define __pyx_n_u_Scorer __pyx_string_tab[76]
#define __pyx_n_u_Sequence __pyx_string_tab[77]
#define __pyx_n_u_Span __pyx_string_tab[78]
#define __pyx_n_u_TOKEN __pyx_string_tab[79]
#define __pyx_n_u_TOKEN_MATCH __pyx_string_tab[80]
#define __pyx_n_u_Tokenizer __pyx_string_tab[81]
#define __pyx_n_u_Tokenizer___reduce __pyx_string_tab[82]
#define __pyx_n_u_Tokenizer__flush_cache __pyx_string_tab[83]
#define __pyx_n_u_Tokenizer__flush_specials __pyx_string_tab[84]
#define __pyx_n_u_Tokenizer__load_special_cases __pyx_string_tab[85]
#define __pyx_n_u_Tokenizer__reload_special_cases __pyx_string_tab[86]
#define __pyx_n_u_Tokenizer__reset_cache __pyx_string_tab[87]
#define __pyx_n_u_Tokenizer__validate_special_case __pyx_string_tab[88]
#define __pyx_n_u_Tokenizer_add_special_case __pyx_string_tab[89]
#define __pyx_n_u_Tokenizer_explain __pyx_string_tab[90]
#define __pyx_n_u_Tokenizer_find_infix __pyx_string_tab[91]
#define __pyx_n_u_Tokenizer_find_prefix __pyx_string_tab[92]
#define __pyx_n_u_Tokenizer_find_suffix __pyx_string_tab[93]
#define __pyx_n_u_Tokenizer_from_bytes __pyx_string_tab[94]
#define __pyx_n_u_Tokenizer_from_disk __pyx_string_tab[95]
#define __pyx_n_u_Tokenizer_pipe __pyx_string_tab[96]
#define __pyx_n_u_Tokenizer_score __pyx_string_tab[97]
#define __pyx_n_u_Tokenizer_to_bytes __pyx_string_tab[98]
#define __pyx_n_u_Tokenizer_to_disk __pyx_string_tab[99]
#define __pyx_n_u_URL_MATCH __pyx_string_tab[100]
#define __pyx_n_u_View_MemoryView __pyx_string_tab[101]
#define __pyx_n_u__6 __pyx_string_tab[102]
#define __pyx_n_u_abc __pyx_string_tab[103]
#define __pyx_n_u_add __pyx_string_tab[104]
#define __pyx_n_u_add_special_case __pyx_string_tab[105]
#define __pyx_n_u_allocate_buffer __pyx_string_tab[106]
#define __pyx_n_u_args __pyx_string_tab[107]
#define __pyx_n_u_asyncio_coroutines __pyx_string_tab[108]
#define __pyx_n_u_attr __pyx_string_tab[109]
#define __pyx_n_u_attrs __pyx_string_tab[110]
#define __pyx_n_u_b __pyx_string_tab[111]
#define __pyx_n_u_base __pyx_string_tab[112]
#define __pyx_n_u_batch_size __pyx_string_tab[113]
#define __pyx_n_u_bytes_data __pyx_string_tab[114]
#define __pyx_n_u_c __pyx_string_tab[115]
#define __pyx_n_u_cached __pyx_string_tab[116]
#define __pyx_n_u_chunk __pyx_string_tab[117]
#define __pyx_n_u_class __pyx_string_tab[118]
#define __pyx_n_u_class_getitem __pyx_string_tab[119]
#define __pyx_n_u_cline_in_traceback __pyx_string_tab[120]
#define __pyx_n_u_close __pyx_string_tab[121]
#define __pyx_n_u_compile __pyx_string_tab[122]
#define __pyx_n_u_count __pyx_string_tab[123]
#define __pyx_n_u_d __pyx_string_tab[124]
#define __pyx_n_u_data __pyx_string_tab[125]
#define __pyx_n_u_deserializers __pyx_string_tab[126]
#define __pyx_n_u_dict __pyx_string_tab[127]
#define __pyx_n_u_do_deprecated __pyx_string_tab[128]
#define __pyx_n_u_doc __pyx_string_tab[129]
#define __pyx_n_u_dtype_is_object __pyx_string_tab[130]
#define __pyx_n_u_e __pyx_string_tab[131]
#define __pyx_n_u_encode __pyx_string_tab[132]
#define __pyx_n_u_end __pyx_string_tab[133]
#define __pyx_n_u_ensure_path __pyx_string_tab[134]
#define __pyx_n_u_enter __pyx_string_tab[135]
#define __pyx_n_u_enumerate __pyx_string_tab[136]
#define __pyx_n_u_error __pyx_string_tab[137]
#define __pyx_n_u_errors __pyx_string_tab[138]
#define __pyx_n_u_examples __pyx_string_tab[139]
#define __pyx_n_u_exc __pyx_string_tab[140]
#define __pyx_n_u_exceptions __pyx_string_tab[141]
#define __pyx_n_u_exclude __pyx_string_tab[142]
#define __pyx_n_u_exit __pyx_string_tab[143]
#define __pyx_n_u_explain __pyx_string_tab[144]
#define __pyx_n_u_explain_locals_genexpr __pyx_string_tab[145]
#define __pyx_n_u_faster_heuristics __pyx_string_tab[146]
#define __pyx_n_u_file __pyx_string_tab[147]
#define __pyx_n_u_filter_spans __pyx_string_tab[148]
#define __pyx_n_u_final_tokens __pyx_string_tab[149]
#define __pyx_n_u_find_infix __pyx_string_tab[150]
#define __pyx_n_u_find_prefix __pyx_string_tab[151]
#define __pyx_n_u_find_suffix __pyx_string_tab[152]
#define __pyx_n_u_finditer __pyx_string_tab[153]
#define __pyx_n_u_flags __pyx_string_tab[154]
#define __pyx_n_u_flush_cache __pyx_string_tab[155]
#define __pyx_n_u_flush_specials __pyx_string_tab[156]
#define __pyx_n_u_format __pyx_string_tab[157]
#define __pyx_n_u_fortran __pyx_string_tab[158]
#define __pyx_n_u_from_bytes __pyx_string_tab[159]
#define __pyx_n_u_from_bytes_locals_lambda __pyx_string_tab[160]
#define __pyx_n_u_from_disk __pyx_string_tab[161]
#define __pyx_n_u_func __pyx_string_tab[162]
#define __pyx_n_u_genexpr __pyx_string_tab[163]
#define __pyx_n_u_get __pyx_string_tab[164]
#define __pyx_n_u_get_regex_pattern __pyx_string_tab[165]
#define __pyx_n_u_get_words_and_spaces __pyx_string_tab[166]
#define __pyx_n_u_getstate __pyx_string_tab[167]
#define __pyx_n_u_i __pyx_string_tab[168]
#define __pyx_n_u_id __pyx_string_tab[169]
#define __pyx_n_u_import __pyx_string_tab[170]
#define __pyx_n_u_in_memory_zone __pyx_string_tab[171]
#define __pyx_n_u_index __pyx_string_tab[172]
#define __pyx_n_u_infix_finditer __pyx_string_tab[173]
#define __pyx_n_u_infixes __pyx_string_tab[174]
#define __pyx_n_u_intify_attrs __pyx_string_tab[175]
#define __pyx_n_u_is_coroutine __pyx_string_tab[176]
#define __pyx_n_u_isspace __pyx_string_tab[177]
#define __pyx_n_u_items __pyx_string_tab[178]
#define __pyx_n_u_itemsize __pyx_string_tab[179]
#define __pyx_n_u_j __pyx_string_tab[180]
#define __pyx_n_u_k __pyx_string_tab[181]
#define __pyx_n_u_key __pyx_string_tab[182]
#define __pyx_n_u_keys __pyx_string_tab[183]
#define __pyx_n_u_kwargs __pyx_string_tab[184]
#define __pyx_n_u_label __pyx_string_tab[185]
#define __pyx_n_u_label_2 __pyx_string_tab[186]
#define __pyx_n_u_lambda __pyx_string_tab[187]
#define __pyx_n_u_length __pyx_string_tab[188]
#define __pyx_n_u_load_special_cases __pyx_string_tab[189]
#define __pyx_n_u_m_id __pyx_string_tab[190]
#define __pyx_n_u_main __pyx_string_tab[191]
#define __pyx_n_u_match __pyx_string_tab[192]
#define __pyx_n_u_matches __pyx_string_tab[193]
#define __pyx_n_u_max_cache_size __pyx_string_tab[194]
#define __pyx_n_u_memview __pyx_string_tab[195]
#define __pyx_n_u_mode __pyx_string_tab[196]
#define __pyx_n_u_module __pyx_string_tab[197]
#define __pyx_n_u_name __pyx_string_tab[198]
#define __pyx_n_u_name_2 __pyx_string_tab[199]
#define __pyx_n_u_ndim __pyx_string_tab[200]
#define __pyx_n_u_new __pyx_string_tab[201]
#define __pyx_n_u_next __pyx_string_tab[202]
#define __pyx_n_u_obj __pyx_string_tab[203]
#define __pyx_n_u_offset __pyx_string_tab[204]
#define __pyx_n_u_open __pyx_string_tab[205]
#define __pyx_n_u_orth __pyx_string_tab[206]
#define __pyx_n_u_pack __pyx_string_tab[207]
#define __pyx_n_u_path __pyx_string_tab[208]
#define __pyx_n_u_pattern __pyx_string_tab[209]
#define __pyx_n_u_pipe __pyx_string_tab[210]
#define __pyx_n_u_pop __pyx_string_tab[211]
#define __pyx_n_u_prefix_search __pyx_string_tab[212]
#define __pyx_n_u_pyx_checksum __pyx_string_tab[213]
#define __pyx_n_u_pyx_state __pyx_string_tab[214]
#define __pyx_n_u_pyx_type __pyx_string_tab[215]
#define __pyx_n_u_pyx_unpickle_Enum __pyx_string_tab[216]
#define __pyx_n_u_pyx_vtable __pyx_string_tab[217]
#define __pyx_n_u_qualname __pyx_string_tab[218]
#define __pyx_n_u_rb __pyx_string_tab[219]
#define __pyx_n_u_re __pyx_string_tab[220]
#define __pyx_n_u_read __pyx_string_tab[221]
#define __pyx_n_u_realloc __pyx_string_tab[222]
#define __pyx_n_u_reduce __pyx_string_tab[223]
#define __pyx_n_u_reduce_cython __pyx_string_tab[224]
#define __pyx_n_u_reduce_ex __pyx_string_tab[225]
#define __pyx_n_u_regex __pyx_string_tab[226]
#define __pyx_n_u_register __pyx_string_tab[227]
#define __pyx_n_u_reload_special_cases __pyx_string_tab[228]
#define __pyx_n_u_reset_cache __pyx_string_tab[229]
#define __pyx_n_u_reversed __pyx_string_tab[230]
#define __pyx_n_u_rules __pyx_string_tab[231]
#define __pyx_n_u_s __pyx_string_tab[232]
#define __pyx_n_u_score __pyx_string_tab[233]
#define __pyx_n_u_score_tokenization __pyx_string_tab[234]
#define __pyx_n_u_scorer __pyx_string_tab[235]
#define __pyx_n_u_search __pyx_string_tab[236]
#define __pyx_n_u_self __pyx_string_tab[237]
#define __pyx_n_u_self_2 __pyx_string_tab[238]
#define __pyx_n_u_send __pyx_string_tab[239]
#define __pyx_n_u_serializers __pyx_string_tab[240]
#define __pyx_n_u_set_name __pyx_string_tab[241]
#define __pyx_n_u_setdefault __pyx_string_tab[242]
#define __pyx_n_u_setstate __pyx_string_tab[243]
#define __pyx_n_u_setstate_cython __pyx_string_tab[244]
#define __pyx_n_u_shape __pyx_string_tab[245]
#define __pyx_n_u_size __pyx_string_tab[246]
#define __pyx_n_u_space __pyx_string_tab[247]
#define __pyx_n_u_spaces __pyx_string_tab[248]
#define __pyx_n_u_spacy_tokenizer __pyx_string_tab[249]
#define __pyx_n_u_span __pyx_string_tab[250]
#define __pyx_n_u_spans __pyx_string_tab[251]
#define __pyx_n_u_spans_by_start __pyx_string_tab[252]
#define __pyx_n_u_spec __pyx_string_tab[253]
#define __pyx_n_u_special_cases __pyx_string_tab[254]
#define __pyx_n_u_special_token __pyx_string_tab[255]
#define __pyx_n_u_special_tokens __pyx_string_tab[256]
#define __pyx_n_u_split __pyx_string_tab[257]
#define __pyx_n_u_stale_special __pyx_string_tab[258]
#define __pyx_n_u_start __pyx_string_tab[259]
#define __pyx_n_u_step __pyx_string_tab[260]
#define __pyx_n_u_stop __pyx_string_tab[261]
#define __pyx_n_u_string __pyx_string_tab[262]
#define __pyx_n_u_strings_map __pyx_string_tab[263]
#define __pyx_n_u_struct __pyx_string_tab[264]
#define __pyx_n_u_substring __pyx_string_tab[265]
#define __pyx_n_u_substrings __pyx_string_tab[266]
#define __pyx_n_u_suffix_search __pyx_string_tab[267]
#define __pyx_n_u_suffixes __pyx_string_tab[268]
#define __pyx_n_u_symbols __pyx_string_tab[269]
#define __pyx_n_u_t __pyx_string_tab[270]
#define __pyx_n_u_t_spaces __pyx_string_tab[271]
#define __pyx_n_u_t_words __pyx_string_tab[272]
#define __pyx_n_u_test __pyx_string_tab[273]
#define __pyx_n_u_text __pyx_string_tab[274]
#define __pyx_n_u_texts __pyx_string_tab[275]
#define __pyx_n_u_throw __pyx_string_tab[276]
#define __pyx_n_u_to_bytes __pyx_string_tab[277]
#define __pyx_n_u_to_bytes_locals_lambda __pyx_string_tab[278]
#define __pyx_n_u_to_disk __pyx_string_tab[279]
#define __pyx_n_u_token_attrs __pyx_string_tab[280]
#define __pyx_n_u_token_match __pyx_string_tab[281]
#define __pyx_n_u_tokens __pyx_string_tab[282]
#define __pyx_n_u_training __pyx_string_tab[283]
#define __pyx_n_u_unpack __pyx_string_tab[284]
#define __pyx_n_u_update __pyx_string_tab[285]
#define __pyx_n_u_url_match __pyx_string_tab[286]
#define __pyx_n_u_util __pyx_string_tab[287]
#define __pyx_n_u_validate_examples __pyx_string_tab[288]
#define __pyx_n_u_validate_special_case __pyx_string_tab[289]
#define __pyx_n_u_value __pyx_string_tab[290]
#define __pyx_n_u_values __pyx_string_tab[291]
#define __pyx_n_u_vocab __pyx_string_tab[292]
#define __pyx_n_u_wb __pyx_string_tab[293]
#define __pyx_n_u_word __pyx_string_tab[294]
#define __pyx_n_u_words __pyx_string_tab[295]
#define __pyx_n_u_write __pyx_string_tab[296]
#define __pyx_n_u_x __pyx_string_tab[297]
#define __pyx_n_u_zip __pyx_string_tab[298]
#define __pyx_kp_b_iso88591_0_Q_q_Q_Q_Q_a_1_IQ_Q_Q_a_O1_M_K __pyx_string_tab[299]
#define __pyx_kp_b_iso88591_1 __pyx_string_tab[300]
#define __pyx_kp_b_iso88591_31D __pyx_string_tab[301]
#define __pyx_kp_b_iso88591_4 __pyx_string_tab[302]
#define __pyx_kp_b_iso88591_4_PPQ __pyx_string_tab[303]
#define __pyx_kp_b_iso88591_86_Je9A __pyx_string_tab[304]
#define __pyx_kp_b_iso88591_8_5Qd __pyx_string_tab[305]
#define __pyx_kp_b_iso88591_A_1HA_T_4t6_Q_j_1A_j_e_T_8_k_j_A __pyx_string_tab[306]
#define __pyx_kp_b_iso88591_A_4_c_1_N_1_q_T_Be6_gZq __pyx_string_tab[307]
#define __pyx_kp_b_iso88591_A_4_s_1_t1D_q __pyx_string_tab[308]
#define __pyx_kp_b_iso88591_A_A_A_A_A_A_A_A_L_fA __pyx_string_tab[309]
#define __pyx_kp_b_iso88591_A_A_A_BhauA_A_A_BhauA_Q_Q_Rxq_Q __pyx_string_tab[310]
#define __pyx_kp_b_iso88591_A_A_v __pyx_string_tab[311]
#define __pyx_kp_b_iso88591_A_E_Zt7_aq_G1A_wgQ_D_Qa __pyx_string_tab[312]
#define __pyx_kp_b_iso88591_A_M_4t7_a __pyx_string_tab[313]
#define __pyx_kp_b_iso88591_A_M_A_Q __pyx_string_tab[314]
#define __pyx_kp_b_iso88591_A_Qd_E_Q_Zt_T_Jaq_wgQ_D_Qa __pyx_string_tab[315]
#define __pyx_kp_b_iso88591_A_QfO6_XQ_r_aq_AV4xq_6_A_AV5_q_g __pyx_string_tab[316]
#define __pyx_kp_b_iso88591_A_V1M_q_QgQ __pyx_string_tab[317]
#define __pyx_kp_b_iso88591_A_t_q_ay_q_IS __pyx_string_tab[318]
#define __pyx_kp_b_iso88591_D_1IQ __pyx_string_tab[319]
#define __pyx_kp_b_iso88591_Q __pyx_string_tab[320]
#define __pyx_kp_b_iso88591_Q_2 __pyx_string_tab[321]
#define __pyx_kp_b_iso88591_T_A_A __pyx_string_tab[322]
#define __pyx_kp_b_iso88591_XT_y __pyx_string_tab[323]
#define __pyx_kp_b_iso88591_X_7q_A __pyx_string_tab[324]
#define __pyx_kp_b_iso88591_Zt6_AS __pyx_string_tab[325]
#define __pyx_kp_b_iso88591_Zt_a7H __pyx_string_tab[326]
#define __pyx_kp_b_iso88591_a_t_q_ay_e1_Kq_HA_q __pyx_string_tab[327]
#define __pyx_kp_b_iso88591_gQd_q __pyx_string_tab[328]
#define __pyx_kp_b_iso88591_h_8_Q __pyx_string_tab[329]
#define __pyx_kp_b_iso88591_j_Kq8J __pyx_string_tab[330]
#define __pyx_kp_b_iso88591_q __pyx_string_tab[331]
#define __pyx_kp_b_iso88591_q_Q_Q_Q_a_1_t9A __pyx_string_tab[332]
#define __pyx_kp_b_pyx_t_5spacy_8typedefs_attr_t __pyx_string_tab[333]
#define __pyx_kp_b_pyx_t_5spacy_8typedefs_hash_t __pyx_string_tab[334]
#define __pyx_kp_b_struct___pyx_t_5spacy_7structs_L __pyx_string_tab[335]
#define __pyx_kp_b_uint64_t_void_int_uint64_t_hash6 __pyx_string_tab[336]
#define __pyx_n_b_O __pyx_string_tab[337]
#define __pyx_int_0 __pyx_number_tab[0]
#define __pyx_int_neg_1 __pyx_number_tab[1]
#define __pyx_int_1 __pyx_number_tab[2]
#define __pyx_int_1000 __pyx_number_tab[3]
#define __pyx_int_10000 __pyx_number_tab[4]
#define __pyx_int_136983863 __pyx_number_tab[5]
/* #### Code section: module_state_clear ### */
#if CYTHON_USE_MODULE_STATE
static CYTHON_SMALL_CODE int __pyx_m_clear(PyObject *m) {
__pyx_mstatetype *clear_module_state = __Pyx_PyModule_GetState(m);
if (!clear_module_state) return 0;
Py_CLEAR(clear_module_state->__pyx_d);
Py_CLEAR(clear_module_state->__pyx_b);
Py_CLEAR(clear_module_state->__pyx_cython_runtime);
Py_CLEAR(clear_module_state->__pyx_empty_tuple);
Py_CLEAR(clear_module_state->__pyx_empty_bytes);
Py_CLEAR(clear_module_state->__pyx_empty_unicode);
#if CYTHON_PEP489_MULTI_PHASE_INIT
__Pyx_State_RemoveModule(NULL);
#endif
Py_CLEAR(clear_module_state->__pyx_ptype_5cymem_5cymem_PyMalloc);
Py_CLEAR(clear_module_state->__pyx_ptype_5cymem_5cymem_PyFree);
Py_CLEAR(clear_module_state->__pyx_ptype_5cymem_5cymem_Pool);
Py_CLEAR(clear_module_state->__pyx_ptype_5cymem_5cymem_Address);
Py_CLEAR(clear_module_state->__pyx_ptype_7preshed_4maps_PreshMap);
Py_CLEAR(clear_module_state->__pyx_ptype_7preshed_4maps_PreshMapArray);
Py_CLEAR(clear_module_state->__pyx_ptype_7cpython_4type_type);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_dtype);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_flatiter);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_broadcast);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_ndarray);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_generic);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_number);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_integer);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_signedinteger);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_unsignedinteger);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_inexact);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_floating);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_complexfloating);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_flexible);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_character);
Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_ufunc);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_7strings_StringStore);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_10morphology_Morphology);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_5vocab_Vocab);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_6tokens_3doc_Doc);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_6lexeme_Lexeme);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_9tokenizer_Tokenizer);
Py_CLEAR(clear_module_state->__pyx_type_5spacy_9tokenizer_Tokenizer);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe);
Py_CLEAR(clear_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain);
Py_CLEAR(clear_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr);
Py_CLEAR(clear_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr);
Py_CLEAR(clear_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr);
Py_CLEAR(clear_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes);
Py_CLEAR(clear_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes);
Py_CLEAR(clear_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes);
Py_CLEAR(clear_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes);
Py_CLEAR(clear_module_state->__pyx_array_type);
Py_CLEAR(clear_module_state->__pyx_type___pyx_array);
Py_CLEAR(clear_module_state->__pyx_MemviewEnum_type);
Py_CLEAR(clear_module_state->__pyx_type___pyx_MemviewEnum);
Py_CLEAR(clear_module_state->__pyx_memoryview_type);
Py_CLEAR(clear_module_state->__pyx_type___pyx_memoryview);
Py_CLEAR(clear_module_state->__pyx_memoryviewslice_type);
Py_CLEAR(clear_module_state->__pyx_type___pyx_memoryviewslice);
Py_CLEAR(clear_module_state->__pyx_k__8);
Py_CLEAR(clear_module_state->__pyx_k__9);
Py_CLEAR(clear_module_state->__pyx_k__10);
for (int i=0; i<1; ++i) { Py_CLEAR(clear_module_state->__pyx_slice[i]); }
for (int i=0; i<4; ++i) { Py_CLEAR(clear_module_state->__pyx_tuple[i]); }
for (int i=0; i<38; ++i) { Py_CLEAR(clear_module_state->__pyx_codeobj_tab[i]); }
for (int i=0; i<338; ++i) { Py_CLEAR(clear_module_state->__pyx_string_tab[i]); }
for (int i=0; i<6; ++i) { Py_CLEAR(clear_module_state->__pyx_number_tab[i]); }
/* #### Code section: module_state_clear_contents ### */
/* CommonTypesMetaclass.module_state_clear */
Py_CLEAR(clear_module_state->__pyx_CommonTypesMetaclassType);
/* CythonFunctionShared.module_state_clear */
Py_CLEAR(clear_module_state->__pyx_CyFunctionType);
/* Generator.module_state_clear */
Py_CLEAR(clear_module_state->__pyx_GeneratorType);
/* #### Code section: module_state_clear_end ### */
return 0;
}
#endif
/* #### Code section: module_state_traverse ### */
#if CYTHON_USE_MODULE_STATE
static CYTHON_SMALL_CODE int __pyx_m_traverse(PyObject *m, visitproc visit, void *arg) {
__pyx_mstatetype *traverse_module_state = __Pyx_PyModule_GetState(m);
if (!traverse_module_state) return 0;
Py_VISIT(traverse_module_state->__pyx_d);
Py_VISIT(traverse_module_state->__pyx_b);
Py_VISIT(traverse_module_state->__pyx_cython_runtime);
__Pyx_VISIT_CONST(traverse_module_state->__pyx_empty_tuple);
__Pyx_VISIT_CONST(traverse_module_state->__pyx_empty_bytes);
__Pyx_VISIT_CONST(traverse_module_state->__pyx_empty_unicode);
Py_VISIT(traverse_module_state->__pyx_ptype_5cymem_5cymem_PyMalloc);
Py_VISIT(traverse_module_state->__pyx_ptype_5cymem_5cymem_PyFree);
Py_VISIT(traverse_module_state->__pyx_ptype_5cymem_5cymem_Pool);
Py_VISIT(traverse_module_state->__pyx_ptype_5cymem_5cymem_Address);
Py_VISIT(traverse_module_state->__pyx_ptype_7preshed_4maps_PreshMap);
Py_VISIT(traverse_module_state->__pyx_ptype_7preshed_4maps_PreshMapArray);
Py_VISIT(traverse_module_state->__pyx_ptype_7cpython_4type_type);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_dtype);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_flatiter);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_broadcast);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_ndarray);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_generic);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_number);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_integer);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_signedinteger);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_unsignedinteger);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_inexact);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_floating);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_complexfloating);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_flexible);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_character);
Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_ufunc);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_7strings_StringStore);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_10morphology_Morphology);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_5vocab_Vocab);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_6tokens_3doc_Doc);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_6lexeme_Lexeme);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_9tokenizer_Tokenizer);
Py_VISIT(traverse_module_state->__pyx_type_5spacy_9tokenizer_Tokenizer);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe);
Py_VISIT(traverse_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain);
Py_VISIT(traverse_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr);
Py_VISIT(traverse_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr);
Py_VISIT(traverse_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr);
Py_VISIT(traverse_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes);
Py_VISIT(traverse_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes);
Py_VISIT(traverse_module_state->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes);
Py_VISIT(traverse_module_state->__pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes);
Py_VISIT(traverse_module_state->__pyx_array_type);
Py_VISIT(traverse_module_state->__pyx_type___pyx_array);
Py_VISIT(traverse_module_state->__pyx_MemviewEnum_type);
Py_VISIT(traverse_module_state->__pyx_type___pyx_MemviewEnum);
Py_VISIT(traverse_module_state->__pyx_memoryview_type);
Py_VISIT(traverse_module_state->__pyx_type___pyx_memoryview);
Py_VISIT(traverse_module_state->__pyx_memoryviewslice_type);
Py_VISIT(traverse_module_state->__pyx_type___pyx_memoryviewslice);
Py_VISIT(traverse_module_state->__pyx_k__8);
Py_VISIT(traverse_module_state->__pyx_k__9);
Py_VISIT(traverse_module_state->__pyx_k__10);
for (int i=0; i<1; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_slice[i]); }
for (int i=0; i<4; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_tuple[i]); }
for (int i=0; i<38; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_codeobj_tab[i]); }
for (int i=0; i<338; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_string_tab[i]); }
for (int i=0; i<6; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_number_tab[i]); }
/* #### Code section: module_state_traverse_contents ### */
/* CommonTypesMetaclass.module_state_traverse */
Py_VISIT(traverse_module_state->__pyx_CommonTypesMetaclassType);
/* CythonFunctionShared.module_state_traverse */
Py_VISIT(traverse_module_state->__pyx_CyFunctionType);
/* Generator.module_state_traverse */
Py_VISIT(traverse_module_state->__pyx_GeneratorType);
/* #### Code section: module_state_traverse_end ### */
return 0;
}
#endif
/* #### Code section: module_code ### */
/* "View.MemoryView":129
* cdef bint dtype_is_object
*
* def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, # <<<<<<<<<<<<<<
* mode="c", bint allocate_buffer=True):
*
*/
/* Python wrapper */
static int __pyx_array___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_array___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
PyObject *__pyx_v_shape = 0;
Py_ssize_t __pyx_v_itemsize;
PyObject *__pyx_v_format = 0;
PyObject *__pyx_v_mode = 0;
int __pyx_v_allocate_buffer;
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[5] = {0,0,0,0,0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return -1;
#endif
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_shape,&__pyx_mstate_global->__pyx_n_u_itemsize,&__pyx_mstate_global->__pyx_n_u_format,&__pyx_mstate_global->__pyx_n_u_mode,&__pyx_mstate_global->__pyx_n_u_allocate_buffer,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_VARARGS(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(1, 129, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 5:
values[4] = __Pyx_ArgRef_VARARGS(__pyx_args, 4);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(1, 129, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 4:
values[3] = __Pyx_ArgRef_VARARGS(__pyx_args, 3);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(1, 129, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 3:
values[2] = __Pyx_ArgRef_VARARGS(__pyx_args, 2);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(1, 129, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 2:
values[1] = __Pyx_ArgRef_VARARGS(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(1, 129, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 1:
values[0] = __Pyx_ArgRef_VARARGS(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 129, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "__cinit__", 0) < (0)) __PYX_ERR(1, 129, __pyx_L3_error)
if (!values[3]) values[3] = __Pyx_NewRef(((PyObject *)__pyx_mstate_global->__pyx_n_u_c));
for (Py_ssize_t i = __pyx_nargs; i < 3; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, i); __PYX_ERR(1, 129, __pyx_L3_error) }
}
} else {
switch (__pyx_nargs) {
case 5:
values[4] = __Pyx_ArgRef_VARARGS(__pyx_args, 4);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(1, 129, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 4:
values[3] = __Pyx_ArgRef_VARARGS(__pyx_args, 3);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(1, 129, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 3:
values[2] = __Pyx_ArgRef_VARARGS(__pyx_args, 2);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(1, 129, __pyx_L3_error)
values[1] = __Pyx_ArgRef_VARARGS(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(1, 129, __pyx_L3_error)
values[0] = __Pyx_ArgRef_VARARGS(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 129, __pyx_L3_error)
break;
default: goto __pyx_L5_argtuple_error;
}
if (!values[3]) values[3] = __Pyx_NewRef(((PyObject *)__pyx_mstate_global->__pyx_n_u_c));
}
__pyx_v_shape = ((PyObject*)values[0]);
__pyx_v_itemsize = __Pyx_PyIndex_AsSsize_t(values[1]); if (unlikely((__pyx_v_itemsize == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 129, __pyx_L3_error)
__pyx_v_format = values[2];
__pyx_v_mode = values[3];
if (values[4]) {
__pyx_v_allocate_buffer = __Pyx_PyObject_IsTrue(values[4]); if (unlikely((__pyx_v_allocate_buffer == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 130, __pyx_L3_error)
} else {
/* "View.MemoryView":130
*
* def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None,
* mode="c", bint allocate_buffer=True): # <<<<<<<<<<<<<<
*
* cdef int idx
*/
__pyx_v_allocate_buffer = ((int)1);
}
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, __pyx_nargs); __PYX_ERR(1, 129, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("View.MemoryView.array.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return -1;
__pyx_L4_argument_unpacking_done:;
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_shape), (&PyTuple_Type), 1, "shape", 1))) __PYX_ERR(1, 129, __pyx_L1_error)
if (unlikely(((PyObject *)__pyx_v_format) == Py_None)) {
PyErr_Format(PyExc_TypeError, "Argument '%.200s' must not be None", "format"); __PYX_ERR(1, 129, __pyx_L1_error)
}
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(((struct __pyx_array_obj *)__pyx_v_self), __pyx_v_shape, __pyx_v_itemsize, __pyx_v_format, __pyx_v_mode, __pyx_v_allocate_buffer);
/* "View.MemoryView":129
* cdef bint dtype_is_object
*
* def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, # <<<<<<<<<<<<<<
* mode="c", bint allocate_buffer=True):
*
*/
/* function exit code */
goto __pyx_L0;
__pyx_L1_error:;
__pyx_r = -1;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
goto __pyx_L7_cleaned_up;
__pyx_L0:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__pyx_L7_cleaned_up:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, PyObject *__pyx_v_format, PyObject *__pyx_v_mode, int __pyx_v_allocate_buffer) {
int __pyx_v_idx;
Py_ssize_t __pyx_v_dim;
char __pyx_v_order;
int __pyx_r;
__Pyx_RefNannyDeclarations
Py_ssize_t __pyx_t_1;
int __pyx_t_2;
int __pyx_t_3;
PyObject *__pyx_t_4 = NULL;
PyObject *__pyx_t_5 = NULL;
size_t __pyx_t_6;
char *__pyx_t_7;
int __pyx_t_8;
Py_ssize_t __pyx_t_9;
PyObject *__pyx_t_10 = NULL;
PyObject *__pyx_t_11[5];
PyObject *__pyx_t_12 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__cinit__", 0);
__Pyx_INCREF(__pyx_v_format);
/* "View.MemoryView":135
* cdef Py_ssize_t dim
*
* self.ndim = <int> len(shape) # <<<<<<<<<<<<<<
* self.itemsize = itemsize
*
*/
if (unlikely(__pyx_v_shape == Py_None)) {
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
__PYX_ERR(1, 135, __pyx_L1_error)
}
__pyx_t_1 = __Pyx_PyTuple_GET_SIZE(__pyx_v_shape); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(1, 135, __pyx_L1_error)
__pyx_v_self->ndim = ((int)__pyx_t_1);
/* "View.MemoryView":136
*
* self.ndim = <int> len(shape)
* self.itemsize = itemsize # <<<<<<<<<<<<<<
*
* if not self.ndim:
*/
__pyx_v_self->itemsize = __pyx_v_itemsize;
/* "View.MemoryView":138
* self.itemsize = itemsize
*
* if not self.ndim: # <<<<<<<<<<<<<<
* raise ValueError, "Empty shape tuple for cython.array"
*
*/
__pyx_t_2 = (!(__pyx_v_self->ndim != 0));
if (unlikely(__pyx_t_2)) {
/* "View.MemoryView":139
*
* if not self.ndim:
* raise ValueError, "Empty shape tuple for cython.array" # <<<<<<<<<<<<<<
*
* if itemsize <= 0:
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_ValueError))), __pyx_mstate_global->__pyx_kp_u_Empty_shape_tuple_for_cython_arr, 0, 0);
__PYX_ERR(1, 139, __pyx_L1_error)
/* "View.MemoryView":138
* self.itemsize = itemsize
*
* if not self.ndim: # <<<<<<<<<<<<<<
* raise ValueError, "Empty shape tuple for cython.array"
*
*/
}
/* "View.MemoryView":141
* raise ValueError, "Empty shape tuple for cython.array"
*
* if itemsize <= 0: # <<<<<<<<<<<<<<
* raise ValueError, "itemsize <= 0 for cython.array"
*
*/
__pyx_t_2 = (__pyx_v_itemsize <= 0);
if (unlikely(__pyx_t_2)) {
/* "View.MemoryView":142
*
* if itemsize <= 0:
* raise ValueError, "itemsize <= 0 for cython.array" # <<<<<<<<<<<<<<
*
* if not isinstance(format, bytes):
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_ValueError))), __pyx_mstate_global->__pyx_kp_u_itemsize_0_for_cython_array, 0, 0);
__PYX_ERR(1, 142, __pyx_L1_error)
/* "View.MemoryView":141
* raise ValueError, "Empty shape tuple for cython.array"
*
* if itemsize <= 0: # <<<<<<<<<<<<<<
* raise ValueError, "itemsize <= 0 for cython.array"
*
*/
}
/* "View.MemoryView":144
* raise ValueError, "itemsize <= 0 for cython.array"
*
* if not isinstance(format, bytes): # <<<<<<<<<<<<<<
* format = format.encode('ASCII')
* self._format = format # keep a reference to the byte string
*/
__pyx_t_2 = PyBytes_Check(__pyx_v_format);
__pyx_t_3 = (!__pyx_t_2);
if (__pyx_t_3) {
/* "View.MemoryView":145
*
* if not isinstance(format, bytes):
* format = format.encode('ASCII') # <<<<<<<<<<<<<<
* self._format = format # keep a reference to the byte string
* self.format = self._format
*/
__pyx_t_5 = __pyx_v_format;
__Pyx_INCREF(__pyx_t_5);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_mstate_global->__pyx_n_u_ASCII};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_encode, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 145, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__Pyx_DECREF_SET(__pyx_v_format, __pyx_t_4);
__pyx_t_4 = 0;
/* "View.MemoryView":144
* raise ValueError, "itemsize <= 0 for cython.array"
*
* if not isinstance(format, bytes): # <<<<<<<<<<<<<<
* format = format.encode('ASCII')
* self._format = format # keep a reference to the byte string
*/
}
/* "View.MemoryView":146
* if not isinstance(format, bytes):
* format = format.encode('ASCII')
* self._format = format # keep a reference to the byte string # <<<<<<<<<<<<<<
* self.format = self._format
*
*/
__pyx_t_4 = __pyx_v_format;
__Pyx_INCREF(__pyx_t_4);
if (!(likely(PyBytes_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None) || __Pyx_RaiseUnexpectedTypeError("bytes", __pyx_t_4))) __PYX_ERR(1, 146, __pyx_L1_error)
__Pyx_GIVEREF(__pyx_t_4);
__Pyx_GOTREF(__pyx_v_self->_format);
__Pyx_DECREF(__pyx_v_self->_format);
__pyx_v_self->_format = ((PyObject*)__pyx_t_4);
__pyx_t_4 = 0;
/* "View.MemoryView":147
* format = format.encode('ASCII')
* self._format = format # keep a reference to the byte string
* self.format = self._format # <<<<<<<<<<<<<<
*
*
*/
if (unlikely(__pyx_v_self->_format == Py_None)) {
PyErr_SetString(PyExc_TypeError, "expected bytes, NoneType found");
__PYX_ERR(1, 147, __pyx_L1_error)
}
__pyx_t_7 = __Pyx_PyBytes_AsWritableString(__pyx_v_self->_format); if (unlikely((!__pyx_t_7) && PyErr_Occurred())) __PYX_ERR(1, 147, __pyx_L1_error)
__pyx_v_self->format = __pyx_t_7;
/* "View.MemoryView":150
*
*
* self._shape = <Py_ssize_t *> PyObject_Malloc(sizeof(Py_ssize_t)*self.ndim*2) # <<<<<<<<<<<<<<
* self._strides = self._shape + self.ndim
*
*/
__pyx_v_self->_shape = ((Py_ssize_t *)PyObject_Malloc((((sizeof(Py_ssize_t)) * __pyx_v_self->ndim) * 2)));
/* "View.MemoryView":151
*
* self._shape = <Py_ssize_t *> PyObject_Malloc(sizeof(Py_ssize_t)*self.ndim*2)
* self._strides = self._shape + self.ndim # <<<<<<<<<<<<<<
*
* if not self._shape:
*/
__pyx_v_self->_strides = (__pyx_v_self->_shape + __pyx_v_self->ndim);
/* "View.MemoryView":153
* self._strides = self._shape + self.ndim
*
* if not self._shape: # <<<<<<<<<<<<<<
* raise MemoryError, "unable to allocate shape and strides."
*
*/
__pyx_t_3 = (!(__pyx_v_self->_shape != 0));
if (unlikely(__pyx_t_3)) {
/* "View.MemoryView":154
*
* if not self._shape:
* raise MemoryError, "unable to allocate shape and strides." # <<<<<<<<<<<<<<
*
*
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_MemoryError))), __pyx_mstate_global->__pyx_kp_u_unable_to_allocate_shape_and_str, 0, 0);
__PYX_ERR(1, 154, __pyx_L1_error)
/* "View.MemoryView":153
* self._strides = self._shape + self.ndim
*
* if not self._shape: # <<<<<<<<<<<<<<
* raise MemoryError, "unable to allocate shape and strides."
*
*/
}
/* "View.MemoryView":157
*
*
* for idx, dim in enumerate(shape): # <<<<<<<<<<<<<<
* if dim <= 0:
* raise ValueError, f"Invalid shape in axis {idx}: {dim}."
*/
__pyx_t_8 = 0;
__pyx_t_4 = __pyx_v_shape; __Pyx_INCREF(__pyx_t_4);
__pyx_t_1 = 0;
for (;;) {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_4);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(1, 157, __pyx_L1_error)
#endif
if (__pyx_t_1 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_1));
#else
__pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_4, __pyx_t_1);
#endif
++__pyx_t_1;
if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 157, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_5); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 157, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_v_dim = __pyx_t_9;
__pyx_v_idx = __pyx_t_8;
__pyx_t_8 = (__pyx_t_8 + 1);
/* "View.MemoryView":158
*
* for idx, dim in enumerate(shape):
* if dim <= 0: # <<<<<<<<<<<<<<
* raise ValueError, f"Invalid shape in axis {idx}: {dim}."
* self._shape[idx] = dim
*/
__pyx_t_3 = (__pyx_v_dim <= 0);
if (unlikely(__pyx_t_3)) {
/* "View.MemoryView":159
* for idx, dim in enumerate(shape):
* if dim <= 0:
* raise ValueError, f"Invalid shape in axis {idx}: {dim}." # <<<<<<<<<<<<<<
* self._shape[idx] = dim
*
*/
__pyx_t_5 = __Pyx_PyUnicode_From_int(__pyx_v_idx, 0, ' ', 'd'); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 159, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_10 = __Pyx_PyUnicode_From_Py_ssize_t(__pyx_v_dim, 0, ' ', 'd'); if (unlikely(!__pyx_t_10)) __PYX_ERR(1, 159, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_10);
__pyx_t_11[0] = __pyx_mstate_global->__pyx_kp_u_Invalid_shape_in_axis;
__pyx_t_11[1] = __pyx_t_5;
__pyx_t_11[2] = __pyx_mstate_global->__pyx_kp_u_;
__pyx_t_11[3] = __pyx_t_10;
__pyx_t_11[4] = __pyx_mstate_global->__pyx_kp_u__2;
__pyx_t_12 = __Pyx_PyUnicode_Join(__pyx_t_11, 5, 22 + __Pyx_PyUnicode_GET_LENGTH(__pyx_t_5) + 2 + __Pyx_PyUnicode_GET_LENGTH(__pyx_t_10) + 1, 127);
if (unlikely(!__pyx_t_12)) __PYX_ERR(1, 159, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_12);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_ValueError))), __pyx_t_12, 0, 0);
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
__PYX_ERR(1, 159, __pyx_L1_error)
/* "View.MemoryView":158
*
* for idx, dim in enumerate(shape):
* if dim <= 0: # <<<<<<<<<<<<<<
* raise ValueError, f"Invalid shape in axis {idx}: {dim}."
* self._shape[idx] = dim
*/
}
/* "View.MemoryView":160
* if dim <= 0:
* raise ValueError, f"Invalid shape in axis {idx}: {dim}."
* self._shape[idx] = dim # <<<<<<<<<<<<<<
*
* cdef char order
*/
(__pyx_v_self->_shape[__pyx_v_idx]) = __pyx_v_dim;
/* "View.MemoryView":157
*
*
* for idx, dim in enumerate(shape): # <<<<<<<<<<<<<<
* if dim <= 0:
* raise ValueError, f"Invalid shape in axis {idx}: {dim}."
*/
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "View.MemoryView":163
*
* cdef char order
* if mode == 'c': # <<<<<<<<<<<<<<
* order = b'C'
* self.mode = u'c'
*/
__pyx_t_3 = (__Pyx_PyUnicode_Equals(__pyx_v_mode, __pyx_mstate_global->__pyx_n_u_c, Py_EQ)); if (unlikely((__pyx_t_3 < 0))) __PYX_ERR(1, 163, __pyx_L1_error)
if (__pyx_t_3) {
/* "View.MemoryView":164
* cdef char order
* if mode == 'c':
* order = b'C' # <<<<<<<<<<<<<<
* self.mode = u'c'
* elif mode == 'fortran':
*/
__pyx_v_order = 'C';
/* "View.MemoryView":165
* if mode == 'c':
* order = b'C'
* self.mode = u'c' # <<<<<<<<<<<<<<
* elif mode == 'fortran':
* order = b'F'
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_c);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_n_u_c);
__Pyx_GOTREF(__pyx_v_self->mode);
__Pyx_DECREF(__pyx_v_self->mode);
__pyx_v_self->mode = __pyx_mstate_global->__pyx_n_u_c;
/* "View.MemoryView":163
*
* cdef char order
* if mode == 'c': # <<<<<<<<<<<<<<
* order = b'C'
* self.mode = u'c'
*/
goto __pyx_L11;
}
/* "View.MemoryView":166
* order = b'C'
* self.mode = u'c'
* elif mode == 'fortran': # <<<<<<<<<<<<<<
* order = b'F'
* self.mode = u'fortran'
*/
__pyx_t_3 = (__Pyx_PyUnicode_Equals(__pyx_v_mode, __pyx_mstate_global->__pyx_n_u_fortran, Py_EQ)); if (unlikely((__pyx_t_3 < 0))) __PYX_ERR(1, 166, __pyx_L1_error)
if (likely(__pyx_t_3)) {
/* "View.MemoryView":167
* self.mode = u'c'
* elif mode == 'fortran':
* order = b'F' # <<<<<<<<<<<<<<
* self.mode = u'fortran'
* else:
*/
__pyx_v_order = 'F';
/* "View.MemoryView":168
* elif mode == 'fortran':
* order = b'F'
* self.mode = u'fortran' # <<<<<<<<<<<<<<
* else:
* raise ValueError, f"Invalid mode, expected 'c' or 'fortran', got {mode}"
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_fortran);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_n_u_fortran);
__Pyx_GOTREF(__pyx_v_self->mode);
__Pyx_DECREF(__pyx_v_self->mode);
__pyx_v_self->mode = __pyx_mstate_global->__pyx_n_u_fortran;
/* "View.MemoryView":166
* order = b'C'
* self.mode = u'c'
* elif mode == 'fortran': # <<<<<<<<<<<<<<
* order = b'F'
* self.mode = u'fortran'
*/
goto __pyx_L11;
}
/* "View.MemoryView":170
* self.mode = u'fortran'
* else:
* raise ValueError, f"Invalid mode, expected 'c' or 'fortran', got {mode}" # <<<<<<<<<<<<<<
*
* self.len = fill_contig_strides_array(self._shape, self._strides, itemsize, self.ndim, order)
*/
/*else*/ {
__pyx_t_4 = __Pyx_PyObject_FormatSimple(__pyx_v_mode, __pyx_mstate_global->__pyx_empty_unicode); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 170, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_12 = __Pyx_PyUnicode_Concat(__pyx_mstate_global->__pyx_kp_u_Invalid_mode_expected_c_or_fortr, __pyx_t_4); if (unlikely(!__pyx_t_12)) __PYX_ERR(1, 170, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_12);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_ValueError))), __pyx_t_12, 0, 0);
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
__PYX_ERR(1, 170, __pyx_L1_error)
}
__pyx_L11:;
/* "View.MemoryView":172
* raise ValueError, f"Invalid mode, expected 'c' or 'fortran', got {mode}"
*
* self.len = fill_contig_strides_array(self._shape, self._strides, itemsize, self.ndim, order) # <<<<<<<<<<<<<<
*
* self.free_data = allocate_buffer
*/
__pyx_v_self->len = __pyx_fill_contig_strides_array(__pyx_v_self->_shape, __pyx_v_self->_strides, __pyx_v_itemsize, __pyx_v_self->ndim, __pyx_v_order);
/* "View.MemoryView":174
* self.len = fill_contig_strides_array(self._shape, self._strides, itemsize, self.ndim, order)
*
* self.free_data = allocate_buffer # <<<<<<<<<<<<<<
* self.dtype_is_object = format == b'O'
*
*/
__pyx_v_self->free_data = __pyx_v_allocate_buffer;
/* "View.MemoryView":175
*
* self.free_data = allocate_buffer
* self.dtype_is_object = format == b'O' # <<<<<<<<<<<<<<
*
* if allocate_buffer:
*/
__pyx_t_12 = PyObject_RichCompare(__pyx_v_format, __pyx_mstate_global->__pyx_n_b_O, Py_EQ); __Pyx_XGOTREF(__pyx_t_12); if (unlikely(!__pyx_t_12)) __PYX_ERR(1, 175, __pyx_L1_error)
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_12); if (unlikely((__pyx_t_3 == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 175, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
__pyx_v_self->dtype_is_object = __pyx_t_3;
/* "View.MemoryView":177
* self.dtype_is_object = format == b'O'
*
* if allocate_buffer: # <<<<<<<<<<<<<<
* _allocate_buffer(self)
*
*/
if (__pyx_v_allocate_buffer) {
/* "View.MemoryView":178
*
* if allocate_buffer:
* _allocate_buffer(self) # <<<<<<<<<<<<<<
*
* @cname('getbuffer')
*/
__pyx_t_8 = __pyx_array_allocate_buffer(__pyx_v_self); if (unlikely(__pyx_t_8 == ((int)-1))) __PYX_ERR(1, 178, __pyx_L1_error)
/* "View.MemoryView":177
* self.dtype_is_object = format == b'O'
*
* if allocate_buffer: # <<<<<<<<<<<<<<
* _allocate_buffer(self)
*
*/
}
/* "View.MemoryView":129
* cdef bint dtype_is_object
*
* def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, # <<<<<<<<<<<<<<
* mode="c", bint allocate_buffer=True):
*
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_4);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_10);
__Pyx_XDECREF(__pyx_t_12);
__Pyx_AddTraceback("View.MemoryView.array.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_format);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":180
* _allocate_buffer(self)
*
* @cname('getbuffer') # <<<<<<<<<<<<<<
* def __getbuffer__(self, Py_buffer *info, int flags):
* cdef int bufmode = -1
*/
/* Python wrapper */
CYTHON_UNUSED static int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
CYTHON_UNUSED static int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__getbuffer__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(((struct __pyx_array_obj *)__pyx_v_self), ((Py_buffer *)__pyx_v_info), ((int)__pyx_v_flags));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(struct __pyx_array_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
int __pyx_v_bufmode;
int __pyx_r;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
char *__pyx_t_2;
Py_ssize_t __pyx_t_3;
int __pyx_t_4;
Py_ssize_t *__pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
if (unlikely(__pyx_v_info == NULL)) {
PyErr_SetString(PyExc_BufferError, "PyObject_GetBuffer: view==NULL argument is obsolete");
return -1;
}
__Pyx_RefNannySetupContext("__getbuffer__", 0);
__pyx_v_info->obj = Py_None; __Pyx_INCREF(Py_None);
__Pyx_GIVEREF(__pyx_v_info->obj);
/* "View.MemoryView":182
* @cname('getbuffer')
* def __getbuffer__(self, Py_buffer *info, int flags):
* cdef int bufmode = -1 # <<<<<<<<<<<<<<
* if flags & (PyBUF_C_CONTIGUOUS | PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS):
* if self.mode == u"c":
*/
__pyx_v_bufmode = -1;
/* "View.MemoryView":183
* def __getbuffer__(self, Py_buffer *info, int flags):
* cdef int bufmode = -1
* if flags & (PyBUF_C_CONTIGUOUS | PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS): # <<<<<<<<<<<<<<
* if self.mode == u"c":
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
*/
__pyx_t_1 = ((__pyx_v_flags & ((PyBUF_C_CONTIGUOUS | PyBUF_F_CONTIGUOUS) | PyBUF_ANY_CONTIGUOUS)) != 0);
if (__pyx_t_1) {
/* "View.MemoryView":184
* cdef int bufmode = -1
* if flags & (PyBUF_C_CONTIGUOUS | PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS):
* if self.mode == u"c": # <<<<<<<<<<<<<<
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
* elif self.mode == u"fortran":
*/
__pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_self->mode, __pyx_mstate_global->__pyx_n_u_c, Py_EQ)); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(1, 184, __pyx_L1_error)
if (__pyx_t_1) {
/* "View.MemoryView":185
* if flags & (PyBUF_C_CONTIGUOUS | PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS):
* if self.mode == u"c":
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS # <<<<<<<<<<<<<<
* elif self.mode == u"fortran":
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
*/
__pyx_v_bufmode = (PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS);
/* "View.MemoryView":184
* cdef int bufmode = -1
* if flags & (PyBUF_C_CONTIGUOUS | PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS):
* if self.mode == u"c": # <<<<<<<<<<<<<<
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
* elif self.mode == u"fortran":
*/
goto __pyx_L4;
}
/* "View.MemoryView":186
* if self.mode == u"c":
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
* elif self.mode == u"fortran": # <<<<<<<<<<<<<<
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
* if not (flags & bufmode):
*/
__pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_self->mode, __pyx_mstate_global->__pyx_n_u_fortran, Py_EQ)); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(1, 186, __pyx_L1_error)
if (__pyx_t_1) {
/* "View.MemoryView":187
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
* elif self.mode == u"fortran":
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS # <<<<<<<<<<<<<<
* if not (flags & bufmode):
* raise ValueError, "Can only create a buffer that is contiguous in memory."
*/
__pyx_v_bufmode = (PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS);
/* "View.MemoryView":186
* if self.mode == u"c":
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
* elif self.mode == u"fortran": # <<<<<<<<<<<<<<
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
* if not (flags & bufmode):
*/
}
__pyx_L4:;
/* "View.MemoryView":188
* elif self.mode == u"fortran":
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
* if not (flags & bufmode): # <<<<<<<<<<<<<<
* raise ValueError, "Can only create a buffer that is contiguous in memory."
* info.buf = self.data
*/
__pyx_t_1 = (!((__pyx_v_flags & __pyx_v_bufmode) != 0));
if (unlikely(__pyx_t_1)) {
/* "View.MemoryView":189
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
* if not (flags & bufmode):
* raise ValueError, "Can only create a buffer that is contiguous in memory." # <<<<<<<<<<<<<<
* info.buf = self.data
* info.len = self.len
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_ValueError))), __pyx_mstate_global->__pyx_kp_u_Can_only_create_a_buffer_that_is, 0, 0);
__PYX_ERR(1, 189, __pyx_L1_error)
/* "View.MemoryView":188
* elif self.mode == u"fortran":
* bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
* if not (flags & bufmode): # <<<<<<<<<<<<<<
* raise ValueError, "Can only create a buffer that is contiguous in memory."
* info.buf = self.data
*/
}
/* "View.MemoryView":183
* def __getbuffer__(self, Py_buffer *info, int flags):
* cdef int bufmode = -1
* if flags & (PyBUF_C_CONTIGUOUS | PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS): # <<<<<<<<<<<<<<
* if self.mode == u"c":
* bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
*/
}
/* "View.MemoryView":190
* if not (flags & bufmode):
* raise ValueError, "Can only create a buffer that is contiguous in memory."
* info.buf = self.data # <<<<<<<<<<<<<<
* info.len = self.len
*
*/
__pyx_t_2 = __pyx_v_self->data;
__pyx_v_info->buf = __pyx_t_2;
/* "View.MemoryView":191
* raise ValueError, "Can only create a buffer that is contiguous in memory."
* info.buf = self.data
* info.len = self.len # <<<<<<<<<<<<<<
*
* if flags & PyBUF_STRIDES:
*/
__pyx_t_3 = __pyx_v_self->len;
__pyx_v_info->len = __pyx_t_3;
/* "View.MemoryView":193
* info.len = self.len
*
* if flags & PyBUF_STRIDES: # <<<<<<<<<<<<<<
* info.ndim = self.ndim
* info.shape = self._shape
*/
__pyx_t_1 = ((__pyx_v_flags & PyBUF_STRIDES) != 0);
if (__pyx_t_1) {
/* "View.MemoryView":194
*
* if flags & PyBUF_STRIDES:
* info.ndim = self.ndim # <<<<<<<<<<<<<<
* info.shape = self._shape
* info.strides = self._strides
*/
__pyx_t_4 = __pyx_v_self->ndim;
__pyx_v_info->ndim = __pyx_t_4;
/* "View.MemoryView":195
* if flags & PyBUF_STRIDES:
* info.ndim = self.ndim
* info.shape = self._shape # <<<<<<<<<<<<<<
* info.strides = self._strides
* else:
*/
__pyx_t_5 = __pyx_v_self->_shape;
__pyx_v_info->shape = __pyx_t_5;
/* "View.MemoryView":196
* info.ndim = self.ndim
* info.shape = self._shape
* info.strides = self._strides # <<<<<<<<<<<<<<
* else:
* info.ndim = 1
*/
__pyx_t_5 = __pyx_v_self->_strides;
__pyx_v_info->strides = __pyx_t_5;
/* "View.MemoryView":193
* info.len = self.len
*
* if flags & PyBUF_STRIDES: # <<<<<<<<<<<<<<
* info.ndim = self.ndim
* info.shape = self._shape
*/
goto __pyx_L6;
}
/* "View.MemoryView":198
* info.strides = self._strides
* else:
* info.ndim = 1 # <<<<<<<<<<<<<<
* info.shape = &self.len if flags & PyBUF_ND else NULL
* info.strides = NULL
*/
/*else*/ {
__pyx_v_info->ndim = 1;
/* "View.MemoryView":199
* else:
* info.ndim = 1
* info.shape = &self.len if flags & PyBUF_ND else NULL # <<<<<<<<<<<<<<
* info.strides = NULL
*
*/
__pyx_t_1 = ((__pyx_v_flags & PyBUF_ND) != 0);
if (__pyx_t_1) {
__pyx_t_5 = (&__pyx_v_self->len);
} else {
__pyx_t_5 = NULL;
}
__pyx_v_info->shape = __pyx_t_5;
/* "View.MemoryView":200
* info.ndim = 1
* info.shape = &self.len if flags & PyBUF_ND else NULL
* info.strides = NULL # <<<<<<<<<<<<<<
*
* info.suboffsets = NULL
*/
__pyx_v_info->strides = NULL;
}
__pyx_L6:;
/* "View.MemoryView":202
* info.strides = NULL
*
* info.suboffsets = NULL # <<<<<<<<<<<<<<
* info.itemsize = self.itemsize
* info.readonly = 0
*/
__pyx_v_info->suboffsets = NULL;
/* "View.MemoryView":203
*
* info.suboffsets = NULL
* info.itemsize = self.itemsize # <<<<<<<<<<<<<<
* info.readonly = 0
* info.format = self.format if flags & PyBUF_FORMAT else NULL
*/
__pyx_t_3 = __pyx_v_self->itemsize;
__pyx_v_info->itemsize = __pyx_t_3;
/* "View.MemoryView":204
* info.suboffsets = NULL
* info.itemsize = self.itemsize
* info.readonly = 0 # <<<<<<<<<<<<<<
* info.format = self.format if flags & PyBUF_FORMAT else NULL
* info.obj = self
*/
__pyx_v_info->readonly = 0;
/* "View.MemoryView":205
* info.itemsize = self.itemsize
* info.readonly = 0
* info.format = self.format if flags & PyBUF_FORMAT else NULL # <<<<<<<<<<<<<<
* info.obj = self
*
*/
__pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0);
if (__pyx_t_1) {
__pyx_t_2 = __pyx_v_self->format;
} else {
__pyx_t_2 = NULL;
}
__pyx_v_info->format = __pyx_t_2;
/* "View.MemoryView":206
* info.readonly = 0
* info.format = self.format if flags & PyBUF_FORMAT else NULL
* info.obj = self # <<<<<<<<<<<<<<
*
* def __dealloc__(array self):
*/
__Pyx_INCREF((PyObject *)__pyx_v_self);
__Pyx_GIVEREF((PyObject *)__pyx_v_self);
__Pyx_GOTREF(__pyx_v_info->obj);
__Pyx_DECREF(__pyx_v_info->obj);
__pyx_v_info->obj = ((PyObject *)__pyx_v_self);
/* "View.MemoryView":180
* _allocate_buffer(self)
*
* @cname('getbuffer') # <<<<<<<<<<<<<<
* def __getbuffer__(self, Py_buffer *info, int flags):
* cdef int bufmode = -1
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView.array.__getbuffer__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
if (__pyx_v_info->obj != NULL) {
__Pyx_GOTREF(__pyx_v_info->obj);
__Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
}
goto __pyx_L2;
__pyx_L0:;
if (__pyx_v_info->obj == Py_None) {
__Pyx_GOTREF(__pyx_v_info->obj);
__Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
}
__pyx_L2:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":208
* info.obj = self
*
* def __dealloc__(array self): # <<<<<<<<<<<<<<
* if self.callback_free_data != NULL:
* self.callback_free_data(self.data)
*/
/* Python wrapper */
static void __pyx_array___dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_array___dealloc__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(((struct __pyx_array_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
}
static void __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(struct __pyx_array_obj *__pyx_v_self) {
int __pyx_t_1;
int __pyx_t_2;
/* "View.MemoryView":209
*
* def __dealloc__(array self):
* if self.callback_free_data != NULL: # <<<<<<<<<<<<<<
* self.callback_free_data(self.data)
* elif self.free_data and self.data is not NULL:
*/
__pyx_t_1 = (__pyx_v_self->callback_free_data != NULL);
if (__pyx_t_1) {
/* "View.MemoryView":210
* def __dealloc__(array self):
* if self.callback_free_data != NULL:
* self.callback_free_data(self.data) # <<<<<<<<<<<<<<
* elif self.free_data and self.data is not NULL:
* if self.dtype_is_object:
*/
__pyx_v_self->callback_free_data(__pyx_v_self->data);
/* "View.MemoryView":209
*
* def __dealloc__(array self):
* if self.callback_free_data != NULL: # <<<<<<<<<<<<<<
* self.callback_free_data(self.data)
* elif self.free_data and self.data is not NULL:
*/
goto __pyx_L3;
}
/* "View.MemoryView":211
* if self.callback_free_data != NULL:
* self.callback_free_data(self.data)
* elif self.free_data and self.data is not NULL: # <<<<<<<<<<<<<<
* if self.dtype_is_object:
* refcount_objects_in_slice(self.data, self._shape, self._strides, self.ndim, inc=False)
*/
if (__pyx_v_self->free_data) {
} else {
__pyx_t_1 = __pyx_v_self->free_data;
goto __pyx_L4_bool_binop_done;
}
__pyx_t_2 = (__pyx_v_self->data != NULL);
__pyx_t_1 = __pyx_t_2;
__pyx_L4_bool_binop_done:;
if (__pyx_t_1) {
/* "View.MemoryView":212
* self.callback_free_data(self.data)
* elif self.free_data and self.data is not NULL:
* if self.dtype_is_object: # <<<<<<<<<<<<<<
* refcount_objects_in_slice(self.data, self._shape, self._strides, self.ndim, inc=False)
* free(self.data)
*/
if (__pyx_v_self->dtype_is_object) {
/* "View.MemoryView":213
* elif self.free_data and self.data is not NULL:
* if self.dtype_is_object:
* refcount_objects_in_slice(self.data, self._shape, self._strides, self.ndim, inc=False) # <<<<<<<<<<<<<<
* free(self.data)
* PyObject_Free(self._shape)
*/
__pyx_memoryview_refcount_objects_in_slice(__pyx_v_self->data, __pyx_v_self->_shape, __pyx_v_self->_strides, __pyx_v_self->ndim, 0);
/* "View.MemoryView":212
* self.callback_free_data(self.data)
* elif self.free_data and self.data is not NULL:
* if self.dtype_is_object: # <<<<<<<<<<<<<<
* refcount_objects_in_slice(self.data, self._shape, self._strides, self.ndim, inc=False)
* free(self.data)
*/
}
/* "View.MemoryView":214
* if self.dtype_is_object:
* refcount_objects_in_slice(self.data, self._shape, self._strides, self.ndim, inc=False)
* free(self.data) # <<<<<<<<<<<<<<
* PyObject_Free(self._shape)
*
*/
free(__pyx_v_self->data);
/* "View.MemoryView":211
* if self.callback_free_data != NULL:
* self.callback_free_data(self.data)
* elif self.free_data and self.data is not NULL: # <<<<<<<<<<<<<<
* if self.dtype_is_object:
* refcount_objects_in_slice(self.data, self._shape, self._strides, self.ndim, inc=False)
*/
}
__pyx_L3:;
/* "View.MemoryView":215
* refcount_objects_in_slice(self.data, self._shape, self._strides, self.ndim, inc=False)
* free(self.data)
* PyObject_Free(self._shape) # <<<<<<<<<<<<<<
*
* @property
*/
PyObject_Free(__pyx_v_self->_shape);
/* "View.MemoryView":208
* info.obj = self
*
* def __dealloc__(array self): # <<<<<<<<<<<<<<
* if self.callback_free_data != NULL:
* self.callback_free_data(self.data)
*/
/* function exit code */
}
/* "View.MemoryView":217
* PyObject_Free(self._shape)
*
* @property # <<<<<<<<<<<<<<
* def memview(self):
* return self.get_memview()
*/
/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_15View_dot_MemoryView_5array_7memview___get__(((struct __pyx_array_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_15View_dot_MemoryView_5array_7memview___get__(struct __pyx_array_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__get__", 0);
/* "View.MemoryView":219
* @property
* def memview(self):
* return self.get_memview() # <<<<<<<<<<<<<<
*
* @cname('get_memview')
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = ((struct __pyx_vtabstruct_array *)__pyx_v_self->__pyx_vtab)->get_memview(__pyx_v_self); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 219, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "View.MemoryView":217
* PyObject_Free(self._shape)
*
* @property # <<<<<<<<<<<<<<
* def memview(self):
* return self.get_memview()
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("View.MemoryView.array.memview.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":221
* return self.get_memview()
*
* @cname('get_memview') # <<<<<<<<<<<<<<
* cdef get_memview(self):
* flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE
*/
static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *__pyx_v_self) {
int __pyx_v_flags;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
size_t __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("get_memview", 0);
/* "View.MemoryView":223
* @cname('get_memview')
* cdef get_memview(self):
* flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE # <<<<<<<<<<<<<<
* return memoryview(self, flags, self.dtype_is_object)
*
*/
__pyx_v_flags = ((PyBUF_ANY_CONTIGUOUS | PyBUF_FORMAT) | PyBUF_WRITABLE);
/* "View.MemoryView":224
* cdef get_memview(self):
* flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE
* return memoryview(self, flags, self.dtype_is_object) # <<<<<<<<<<<<<<
*
* def __len__(self):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = NULL;
__pyx_t_3 = __Pyx_PyLong_From_int(__pyx_v_flags); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 224, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = __Pyx_PyBool_FromLong(__pyx_v_self->dtype_is_object); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 224, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_5 = 1;
{
PyObject *__pyx_callargs[4] = {__pyx_t_2, ((PyObject *)__pyx_v_self), __pyx_t_3, __pyx_t_4};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_memoryview_type, __pyx_callargs+__pyx_t_5, (4-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 224, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_1);
}
__pyx_r = ((PyObject *)__pyx_t_1);
__pyx_t_1 = 0;
goto __pyx_L0;
/* "View.MemoryView":221
* return self.get_memview()
*
* @cname('get_memview') # <<<<<<<<<<<<<<
* cdef get_memview(self):
* flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("View.MemoryView.array.get_memview", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":226
* return memoryview(self, flags, self.dtype_is_object)
*
* def __len__(self): # <<<<<<<<<<<<<<
* return self._shape[0]
*
*/
/* Python wrapper */
static Py_ssize_t __pyx_array___len__(PyObject *__pyx_v_self); /*proto*/
static Py_ssize_t __pyx_array___len__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
Py_ssize_t __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__len__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(((struct __pyx_array_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static Py_ssize_t __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(struct __pyx_array_obj *__pyx_v_self) {
Py_ssize_t __pyx_r;
/* "View.MemoryView":227
*
* def __len__(self):
* return self._shape[0] # <<<<<<<<<<<<<<
*
* def __getattr__(self, attr):
*/
__pyx_r = (__pyx_v_self->_shape[0]);
goto __pyx_L0;
/* "View.MemoryView":226
* return memoryview(self, flags, self.dtype_is_object)
*
* def __len__(self): # <<<<<<<<<<<<<<
* return self._shape[0]
*
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":229
* return self._shape[0]
*
* def __getattr__(self, attr): # <<<<<<<<<<<<<<
* return getattr(self.memview, attr)
*
*/
/* Python wrapper */
static PyObject *__pyx_array___getattr__(PyObject *__pyx_v_self, PyObject *__pyx_v_attr); /*proto*/
static PyObject *__pyx_array___getattr__(PyObject *__pyx_v_self, PyObject *__pyx_v_attr) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__getattr__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_attr));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_attr) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__getattr__", 0);
/* "View.MemoryView":230
*
* def __getattr__(self, attr):
* return getattr(self.memview, attr) # <<<<<<<<<<<<<<
*
* def __getitem__(self, item):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 230, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = __Pyx_GetAttr(__pyx_t_1, __pyx_v_attr); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 230, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_r = __pyx_t_2;
__pyx_t_2 = 0;
goto __pyx_L0;
/* "View.MemoryView":229
* return self._shape[0]
*
* def __getattr__(self, attr): # <<<<<<<<<<<<<<
* return getattr(self.memview, attr)
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView.array.__getattr__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":232
* return getattr(self.memview, attr)
*
* def __getitem__(self, item): # <<<<<<<<<<<<<<
* return self.memview[item]
*
*/
/* Python wrapper */
static PyObject *__pyx_array___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item); /*proto*/
static PyObject *__pyx_array___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_item));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__getitem__", 0);
/* "View.MemoryView":233
*
* def __getitem__(self, item):
* return self.memview[item] # <<<<<<<<<<<<<<
*
* def __setitem__(self, item, value):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 233, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_t_1, __pyx_v_item); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 233, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_r = __pyx_t_2;
__pyx_t_2 = 0;
goto __pyx_L0;
/* "View.MemoryView":232
* return getattr(self.memview, attr)
*
* def __getitem__(self, item): # <<<<<<<<<<<<<<
* return self.memview[item]
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView.array.__getitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":235
* return self.memview[item]
*
* def __setitem__(self, item, value): # <<<<<<<<<<<<<<
* self.memview[item] = value
*
*/
/* Python wrapper */
static int __pyx_array___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value); /*proto*/
static int __pyx_array___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__setitem__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_item), ((PyObject *)__pyx_v_value));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__setitem__", 0);
/* "View.MemoryView":236
*
* def __setitem__(self, item, value):
* self.memview[item] = value # <<<<<<<<<<<<<<
*
*
*/
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 236, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
if (unlikely((PyObject_SetItem(__pyx_t_1, __pyx_v_item, __pyx_v_value) < 0))) __PYX_ERR(1, 236, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "View.MemoryView":235
* return self.memview[item]
*
* def __setitem__(self, item, value): # <<<<<<<<<<<<<<
* self.memview[item] = value
*
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("View.MemoryView.array.__setitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "(tree fragment)":1
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state):
*/
/* Python wrapper */
static PyObject *__pyx_pw___pyx_array_1__reduce_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyObject *__pyx_pw___pyx_array_1__reduce_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("__reduce_cython__", 1, 0, 0, __pyx_nargs); return NULL; }
const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len < 0)) return NULL;
if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("__reduce_cython__", __pyx_kwds); return NULL;}
__pyx_r = __pyx_pf___pyx_array___reduce_cython__(((struct __pyx_array_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf___pyx_array___reduce_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
/* "(tree fragment)":2
* def __reduce_cython__(self):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__" # <<<<<<<<<<<<<<
* def __setstate_cython__(self, __pyx_state):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_TypeError))), __pyx_mstate_global->__pyx_kp_u_no_default___reduce___due_to_non, 0, 0);
__PYX_ERR(1, 2, __pyx_L1_error)
/* "(tree fragment)":1
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state):
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView.array.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "(tree fragment)":3
* def __reduce_cython__(self):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
/* Python wrapper */
static PyObject *__pyx_pw___pyx_array_3__setstate_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyObject *__pyx_pw___pyx_array_3__setstate_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
CYTHON_UNUSED PyObject *__pyx_v___pyx_state = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_pyx_state,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(1, 3, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 3, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "__setstate_cython__", 0) < (0)) __PYX_ERR(1, 3, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("__setstate_cython__", 1, 1, 1, i); __PYX_ERR(1, 3, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 3, __pyx_L3_error)
}
__pyx_v___pyx_state = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("__setstate_cython__", 1, 1, 1, __pyx_nargs); __PYX_ERR(1, 3, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("View.MemoryView.array.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf___pyx_array_2__setstate_cython__(((struct __pyx_array_obj *)__pyx_v_self), __pyx_v___pyx_state);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf___pyx_array_2__setstate_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
/* "(tree fragment)":4
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__" # <<<<<<<<<<<<<<
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_TypeError))), __pyx_mstate_global->__pyx_kp_u_no_default___reduce___due_to_non, 0, 0);
__PYX_ERR(1, 4, __pyx_L1_error)
/* "(tree fragment)":3
* def __reduce_cython__(self):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView.array.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":245
* pass
*
* @cname("__pyx_array_allocate_buffer") # <<<<<<<<<<<<<<
* cdef int _allocate_buffer(array self) except -1:
*
*/
static int __pyx_array_allocate_buffer(struct __pyx_array_obj *__pyx_v_self) {
Py_ssize_t __pyx_v_i;
PyObject **__pyx_v_p;
int __pyx_r;
int __pyx_t_1;
Py_ssize_t __pyx_t_2;
Py_ssize_t __pyx_t_3;
Py_ssize_t __pyx_t_4;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
/* "View.MemoryView":252
* cdef PyObject **p
*
* self.free_data = True # <<<<<<<<<<<<<<
* self.data = <char *>malloc(self.len)
* if not self.data:
*/
__pyx_v_self->free_data = 1;
/* "View.MemoryView":253
*
* self.free_data = True
* self.data = <char *>malloc(self.len) # <<<<<<<<<<<<<<
* if not self.data:
* raise MemoryError, "unable to allocate array data."
*/
__pyx_v_self->data = ((char *)malloc(__pyx_v_self->len));
/* "View.MemoryView":254
* self.free_data = True
* self.data = <char *>malloc(self.len)
* if not self.data: # <<<<<<<<<<<<<<
* raise MemoryError, "unable to allocate array data."
*
*/
__pyx_t_1 = (!(__pyx_v_self->data != 0));
if (unlikely(__pyx_t_1)) {
/* "View.MemoryView":255
* self.data = <char *>malloc(self.len)
* if not self.data:
* raise MemoryError, "unable to allocate array data." # <<<<<<<<<<<<<<
*
* if self.dtype_is_object:
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_MemoryError))), __pyx_mstate_global->__pyx_kp_u_unable_to_allocate_array_data, 0, 0);
__PYX_ERR(1, 255, __pyx_L1_error)
/* "View.MemoryView":254
* self.free_data = True
* self.data = <char *>malloc(self.len)
* if not self.data: # <<<<<<<<<<<<<<
* raise MemoryError, "unable to allocate array data."
*
*/
}
/* "View.MemoryView":257
* raise MemoryError, "unable to allocate array data."
*
* if self.dtype_is_object: # <<<<<<<<<<<<<<
* p = <PyObject **> self.data
* for i in range(self.len // self.itemsize):
*/
if (__pyx_v_self->dtype_is_object) {
/* "View.MemoryView":258
*
* if self.dtype_is_object:
* p = <PyObject **> self.data # <<<<<<<<<<<<<<
* for i in range(self.len // self.itemsize):
* p[i] = Py_None
*/
__pyx_v_p = ((PyObject **)__pyx_v_self->data);
/* "View.MemoryView":259
* if self.dtype_is_object:
* p = <PyObject **> self.data
* for i in range(self.len // self.itemsize): # <<<<<<<<<<<<<<
* p[i] = Py_None
* Py_INCREF(Py_None)
*/
if (unlikely(__pyx_v_self->itemsize == 0)) {
PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero");
__PYX_ERR(1, 259, __pyx_L1_error)
}
else if (sizeof(Py_ssize_t) == sizeof(long) && (!(((Py_ssize_t)-1) > 0)) && unlikely(__pyx_v_self->itemsize == (Py_ssize_t)-1) && unlikely(__Pyx_UNARY_NEG_WOULD_OVERFLOW(__pyx_v_self->len))) {
PyErr_SetString(PyExc_OverflowError, "value too large to perform division");
__PYX_ERR(1, 259, __pyx_L1_error)
}
__pyx_t_2 = __Pyx_div_Py_ssize_t(__pyx_v_self->len, __pyx_v_self->itemsize, 0);
__pyx_t_3 = __pyx_t_2;
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
__pyx_v_i = __pyx_t_4;
/* "View.MemoryView":260
* p = <PyObject **> self.data
* for i in range(self.len // self.itemsize):
* p[i] = Py_None # <<<<<<<<<<<<<<
* Py_INCREF(Py_None)
* return 0
*/
(__pyx_v_p[__pyx_v_i]) = Py_None;
/* "View.MemoryView":261
* for i in range(self.len // self.itemsize):
* p[i] = Py_None
* Py_INCREF(Py_None) # <<<<<<<<<<<<<<
* return 0
*
*/
Py_INCREF(Py_None);
}
/* "View.MemoryView":257
* raise MemoryError, "unable to allocate array data."
*
* if self.dtype_is_object: # <<<<<<<<<<<<<<
* p = <PyObject **> self.data
* for i in range(self.len // self.itemsize):
*/
}
/* "View.MemoryView":262
* p[i] = Py_None
* Py_INCREF(Py_None)
* return 0 # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = 0;
goto __pyx_L0;
/* "View.MemoryView":245
* pass
*
* @cname("__pyx_array_allocate_buffer") # <<<<<<<<<<<<<<
* cdef int _allocate_buffer(array self) except -1:
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView._allocate_buffer", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":265
*
*
* @cname("__pyx_array_new") # <<<<<<<<<<<<<<
* cdef array array_cwrapper(tuple shape, Py_ssize_t itemsize, char *format, const char *c_mode, char *buf):
* cdef array result
*/
static struct __pyx_array_obj *__pyx_array_new(PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, char *__pyx_v_format, char const *__pyx_v_c_mode, char *__pyx_v_buf) {
struct __pyx_array_obj *__pyx_v_result = 0;
PyObject *__pyx_v_mode = 0;
struct __pyx_array_obj *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_t_2;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("array_cwrapper", 0);
/* "View.MemoryView":268
* cdef array array_cwrapper(tuple shape, Py_ssize_t itemsize, char *format, const char *c_mode, char *buf):
* cdef array result
* cdef str mode = "fortran" if c_mode[0] == b'f' else "c" # this often comes from a constant C string. # <<<<<<<<<<<<<<
*
* if buf is NULL:
*/
__pyx_t_2 = ((__pyx_v_c_mode[0]) == 'f');
if (__pyx_t_2) {
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_fortran);
__pyx_t_1 = __pyx_mstate_global->__pyx_n_u_fortran;
} else {
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_c);
__pyx_t_1 = __pyx_mstate_global->__pyx_n_u_c;
}
__pyx_v_mode = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "View.MemoryView":270
* cdef str mode = "fortran" if c_mode[0] == b'f' else "c" # this often comes from a constant C string.
*
* if buf is NULL: # <<<<<<<<<<<<<<
* result = array.__new__(array, shape, itemsize, format, mode)
* else:
*/
__pyx_t_2 = (__pyx_v_buf == NULL);
if (__pyx_t_2) {
/* "View.MemoryView":271
*
* if buf is NULL:
* result = array.__new__(array, shape, itemsize, format, mode) # <<<<<<<<<<<<<<
* else:
* result = array.__new__(array, shape, itemsize, format, mode, allocate_buffer=False)
*/
__pyx_t_1 = PyLong_FromSsize_t(__pyx_v_itemsize); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 271, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_3 = __Pyx_PyBytes_FromString(__pyx_v_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 271, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = PyTuple_New(4); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 271, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_INCREF(__pyx_v_shape);
__Pyx_GIVEREF(__pyx_v_shape);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_shape) != (0)) __PYX_ERR(1, 271, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_1);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_1) != (0)) __PYX_ERR(1, 271, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_3);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_t_3) != (0)) __PYX_ERR(1, 271, __pyx_L1_error);
__Pyx_INCREF(__pyx_v_mode);
__Pyx_GIVEREF(__pyx_v_mode);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 3, __pyx_v_mode) != (0)) __PYX_ERR(1, 271, __pyx_L1_error);
__pyx_t_1 = 0;
__pyx_t_3 = 0;
__pyx_t_3 = ((PyObject *)__pyx_tp_new_array(((PyTypeObject *)__pyx_mstate_global->__pyx_array_type), __pyx_t_4, NULL)); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 271, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_3);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_v_result = ((struct __pyx_array_obj *)__pyx_t_3);
__pyx_t_3 = 0;
/* "View.MemoryView":270
* cdef str mode = "fortran" if c_mode[0] == b'f' else "c" # this often comes from a constant C string.
*
* if buf is NULL: # <<<<<<<<<<<<<<
* result = array.__new__(array, shape, itemsize, format, mode)
* else:
*/
goto __pyx_L3;
}
/* "View.MemoryView":273
* result = array.__new__(array, shape, itemsize, format, mode)
* else:
* result = array.__new__(array, shape, itemsize, format, mode, allocate_buffer=False) # <<<<<<<<<<<<<<
* result.data = buf
*
*/
/*else*/ {
__pyx_t_3 = PyLong_FromSsize_t(__pyx_v_itemsize); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 273, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = __Pyx_PyBytes_FromString(__pyx_v_format); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 273, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_1 = PyTuple_New(4); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 273, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_INCREF(__pyx_v_shape);
__Pyx_GIVEREF(__pyx_v_shape);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_shape) != (0)) __PYX_ERR(1, 273, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_3);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_3) != (0)) __PYX_ERR(1, 273, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_4);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_t_4) != (0)) __PYX_ERR(1, 273, __pyx_L1_error);
__Pyx_INCREF(__pyx_v_mode);
__Pyx_GIVEREF(__pyx_v_mode);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 3, __pyx_v_mode) != (0)) __PYX_ERR(1, 273, __pyx_L1_error);
__pyx_t_3 = 0;
__pyx_t_4 = 0;
__pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 273, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
if (PyDict_SetItem(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_allocate_buffer, Py_False) < (0)) __PYX_ERR(1, 273, __pyx_L1_error)
__pyx_t_3 = ((PyObject *)__pyx_tp_new_array(((PyTypeObject *)__pyx_mstate_global->__pyx_array_type), __pyx_t_1, __pyx_t_4)); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 273, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_3);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_v_result = ((struct __pyx_array_obj *)__pyx_t_3);
__pyx_t_3 = 0;
/* "View.MemoryView":274
* else:
* result = array.__new__(array, shape, itemsize, format, mode, allocate_buffer=False)
* result.data = buf # <<<<<<<<<<<<<<
*
* return result
*/
__pyx_v_result->data = __pyx_v_buf;
}
__pyx_L3:;
/* "View.MemoryView":276
* result.data = buf
*
* return result # <<<<<<<<<<<<<<
*
*
*/
__Pyx_XDECREF((PyObject *)__pyx_r);
__Pyx_INCREF((PyObject *)__pyx_v_result);
__pyx_r = __pyx_v_result;
goto __pyx_L0;
/* "View.MemoryView":265
*
*
* @cname("__pyx_array_new") # <<<<<<<<<<<<<<
* cdef array array_cwrapper(tuple shape, Py_ssize_t itemsize, char *format, const char *c_mode, char *buf):
* cdef array result
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("View.MemoryView.array_cwrapper", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF((PyObject *)__pyx_v_result);
__Pyx_XDECREF(__pyx_v_mode);
__Pyx_XGIVEREF((PyObject *)__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":302
* cdef class Enum(object):
* cdef object name
* def __init__(self, name): # <<<<<<<<<<<<<<
* self.name = name
* def __repr__(self):
*/
/* Python wrapper */
static int __pyx_MemviewEnum___init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_MemviewEnum___init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
PyObject *__pyx_v_name = 0;
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__init__ (wrapper)", 0);
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return -1;
#endif
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_name,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_VARARGS(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(1, 302, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_VARARGS(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 302, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "__init__", 0) < (0)) __PYX_ERR(1, 302, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("__init__", 1, 1, 1, i); __PYX_ERR(1, 302, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_VARARGS(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 302, __pyx_L3_error)
}
__pyx_v_name = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("__init__", 1, 1, 1, __pyx_nargs); __PYX_ERR(1, 302, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("View.MemoryView.Enum.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return -1;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self), __pyx_v_name);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v_name) {
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__init__", 0);
/* "View.MemoryView":303
* cdef object name
* def __init__(self, name):
* self.name = name # <<<<<<<<<<<<<<
* def __repr__(self):
* return self.name
*/
__Pyx_INCREF(__pyx_v_name);
__Pyx_GIVEREF(__pyx_v_name);
__Pyx_GOTREF(__pyx_v_self->name);
__Pyx_DECREF(__pyx_v_self->name);
__pyx_v_self->name = __pyx_v_name;
/* "View.MemoryView":302
* cdef class Enum(object):
* cdef object name
* def __init__(self, name): # <<<<<<<<<<<<<<
* self.name = name
* def __repr__(self):
*/
/* function exit code */
__pyx_r = 0;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":304
* def __init__(self, name):
* self.name = name
* def __repr__(self): # <<<<<<<<<<<<<<
* return self.name
*
*/
/* Python wrapper */
static PyObject *__pyx_MemviewEnum___repr__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_MemviewEnum___repr__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__repr__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(struct __pyx_MemviewEnum_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__repr__", 0);
/* "View.MemoryView":305
* self.name = name
* def __repr__(self):
* return self.name # <<<<<<<<<<<<<<
*
* cdef generic = Enum("<strided and direct or indirect>")
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_self->name);
__pyx_r = __pyx_v_self->name;
goto __pyx_L0;
/* "View.MemoryView":304
* def __init__(self, name):
* self.name = name
* def __repr__(self): # <<<<<<<<<<<<<<
* return self.name
*
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "(tree fragment)":1
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
* cdef tuple state
* cdef object _dict
*/
/* Python wrapper */
static PyObject *__pyx_pw___pyx_MemviewEnum_1__reduce_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyObject *__pyx_pw___pyx_MemviewEnum_1__reduce_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("__reduce_cython__", 1, 0, 0, __pyx_nargs); return NULL; }
const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len < 0)) return NULL;
if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("__reduce_cython__", __pyx_kwds); return NULL;}
__pyx_r = __pyx_pf___pyx_MemviewEnum___reduce_cython__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf___pyx_MemviewEnum___reduce_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self) {
PyObject *__pyx_v_state = 0;
PyObject *__pyx_v__dict = 0;
int __pyx_v_use_setstate;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_t_2;
int __pyx_t_3;
PyObject *__pyx_t_4 = NULL;
PyObject *__pyx_t_5 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
/* "(tree fragment)":5
* cdef object _dict
* cdef bint use_setstate
* state = (self.name,) # <<<<<<<<<<<<<<
* _dict = getattr(self, '__dict__', None)
* if _dict is not None and _dict:
*/
__pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 5, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_INCREF(__pyx_v_self->name);
__Pyx_GIVEREF(__pyx_v_self->name);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_self->name) != (0)) __PYX_ERR(1, 5, __pyx_L1_error);
__pyx_v_state = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "(tree fragment)":6
* cdef bint use_setstate
* state = (self.name,)
* _dict = getattr(self, '__dict__', None) # <<<<<<<<<<<<<<
* if _dict is not None and _dict:
* state += (_dict,)
*/
__pyx_t_1 = __Pyx_GetAttr3(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_dict, Py_None); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 6, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_v__dict = __pyx_t_1;
__pyx_t_1 = 0;
/* "(tree fragment)":7
* state = (self.name,)
* _dict = getattr(self, '__dict__', None)
* if _dict is not None and _dict: # <<<<<<<<<<<<<<
* state += (_dict,)
* use_setstate = True
*/
__pyx_t_3 = (__pyx_v__dict != Py_None);
if (__pyx_t_3) {
} else {
__pyx_t_2 = __pyx_t_3;
goto __pyx_L4_bool_binop_done;
}
__pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_v__dict); if (unlikely((__pyx_t_3 < 0))) __PYX_ERR(1, 7, __pyx_L1_error)
__pyx_t_2 = __pyx_t_3;
__pyx_L4_bool_binop_done:;
if (__pyx_t_2) {
/* "(tree fragment)":8
* _dict = getattr(self, '__dict__', None)
* if _dict is not None and _dict:
* state += (_dict,) # <<<<<<<<<<<<<<
* use_setstate = True
* else:
*/
__pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 8, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_INCREF(__pyx_v__dict);
__Pyx_GIVEREF(__pyx_v__dict);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v__dict) != (0)) __PYX_ERR(1, 8, __pyx_L1_error);
__pyx_t_4 = PyNumber_InPlaceAdd(__pyx_v_state, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 8, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF_SET(__pyx_v_state, ((PyObject*)__pyx_t_4));
__pyx_t_4 = 0;
/* "(tree fragment)":9
* if _dict is not None and _dict:
* state += (_dict,)
* use_setstate = True # <<<<<<<<<<<<<<
* else:
* use_setstate = ('self.name is not None',)
*/
__pyx_v_use_setstate = 1;
/* "(tree fragment)":7
* state = (self.name,)
* _dict = getattr(self, '__dict__', None)
* if _dict is not None and _dict: # <<<<<<<<<<<<<<
* state += (_dict,)
* use_setstate = True
*/
goto __pyx_L3;
}
/* "(tree fragment)":11
* use_setstate = True
* else:
* use_setstate = ('self.name is not None',) # <<<<<<<<<<<<<<
* if use_setstate:
* return __pyx_unpickle_Enum, (type(self), 0x82a3537, None), state
*/
/*else*/ {
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_mstate_global->__pyx_tuple[0]); if (unlikely((__pyx_t_2 == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 11, __pyx_L1_error)
__pyx_v_use_setstate = __pyx_t_2;
}
__pyx_L3:;
/* "(tree fragment)":12
* else:
* use_setstate = ('self.name is not None',)
* if use_setstate: # <<<<<<<<<<<<<<
* return __pyx_unpickle_Enum, (type(self), 0x82a3537, None), state
* else:
*/
if (__pyx_v_use_setstate) {
/* "(tree fragment)":13
* use_setstate = ('self.name is not None',)
* if use_setstate:
* return __pyx_unpickle_Enum, (type(self), 0x82a3537, None), state # <<<<<<<<<<<<<<
* else:
* return __pyx_unpickle_Enum, (type(self), 0x82a3537, state)
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_pyx_unpickle_Enum); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 13, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 13, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_INCREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
__Pyx_GIVEREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self)))) != (0)) __PYX_ERR(1, 13, __pyx_L1_error);
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_136983863);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_int_136983863);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_mstate_global->__pyx_int_136983863) != (0)) __PYX_ERR(1, 13, __pyx_L1_error);
__Pyx_INCREF(Py_None);
__Pyx_GIVEREF(Py_None);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 2, Py_None) != (0)) __PYX_ERR(1, 13, __pyx_L1_error);
__pyx_t_5 = PyTuple_New(3); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 13, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_GIVEREF(__pyx_t_4);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4) != (0)) __PYX_ERR(1, 13, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_1);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_1) != (0)) __PYX_ERR(1, 13, __pyx_L1_error);
__Pyx_INCREF(__pyx_v_state);
__Pyx_GIVEREF(__pyx_v_state);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_v_state) != (0)) __PYX_ERR(1, 13, __pyx_L1_error);
__pyx_t_4 = 0;
__pyx_t_1 = 0;
__pyx_r = __pyx_t_5;
__pyx_t_5 = 0;
goto __pyx_L0;
/* "(tree fragment)":12
* else:
* use_setstate = ('self.name is not None',)
* if use_setstate: # <<<<<<<<<<<<<<
* return __pyx_unpickle_Enum, (type(self), 0x82a3537, None), state
* else:
*/
}
/* "(tree fragment)":15
* return __pyx_unpickle_Enum, (type(self), 0x82a3537, None), state
* else:
* return __pyx_unpickle_Enum, (type(self), 0x82a3537, state) # <<<<<<<<<<<<<<
* def __setstate_cython__(self, __pyx_state):
* __pyx_unpickle_Enum__set_state(self, __pyx_state)
*/
/*else*/ {
__Pyx_XDECREF(__pyx_r);
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_mstate_global->__pyx_n_u_pyx_unpickle_Enum); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 15, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 15, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_INCREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
__Pyx_GIVEREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self)))) != (0)) __PYX_ERR(1, 15, __pyx_L1_error);
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_136983863);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_int_136983863);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_mstate_global->__pyx_int_136983863) != (0)) __PYX_ERR(1, 15, __pyx_L1_error);
__Pyx_INCREF(__pyx_v_state);
__Pyx_GIVEREF(__pyx_v_state);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_v_state) != (0)) __PYX_ERR(1, 15, __pyx_L1_error);
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 15, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_GIVEREF(__pyx_t_5);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5) != (0)) __PYX_ERR(1, 15, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_1);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_1) != (0)) __PYX_ERR(1, 15, __pyx_L1_error);
__pyx_t_5 = 0;
__pyx_t_1 = 0;
__pyx_r = __pyx_t_4;
__pyx_t_4 = 0;
goto __pyx_L0;
}
/* "(tree fragment)":1
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
* cdef tuple state
* cdef object _dict
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_AddTraceback("View.MemoryView.Enum.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_state);
__Pyx_XDECREF(__pyx_v__dict);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "(tree fragment)":16
* else:
* return __pyx_unpickle_Enum, (type(self), 0x82a3537, state)
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
* __pyx_unpickle_Enum__set_state(self, __pyx_state)
*/
/* Python wrapper */
static PyObject *__pyx_pw___pyx_MemviewEnum_3__setstate_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyObject *__pyx_pw___pyx_MemviewEnum_3__setstate_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v___pyx_state = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_pyx_state,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(1, 16, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 16, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "__setstate_cython__", 0) < (0)) __PYX_ERR(1, 16, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("__setstate_cython__", 1, 1, 1, i); __PYX_ERR(1, 16, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 16, __pyx_L3_error)
}
__pyx_v___pyx_state = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("__setstate_cython__", 1, 1, 1, __pyx_nargs); __PYX_ERR(1, 16, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("View.MemoryView.Enum.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf___pyx_MemviewEnum_2__setstate_cython__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self), __pyx_v___pyx_state);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf___pyx_MemviewEnum_2__setstate_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
/* "(tree fragment)":17
* return __pyx_unpickle_Enum, (type(self), 0x82a3537, state)
* def __setstate_cython__(self, __pyx_state):
* __pyx_unpickle_Enum__set_state(self, __pyx_state) # <<<<<<<<<<<<<<
*/
__pyx_t_1 = __pyx_v___pyx_state;
__Pyx_INCREF(__pyx_t_1);
if (!(likely(PyTuple_CheckExact(__pyx_t_1))||((__pyx_t_1) == Py_None) || __Pyx_RaiseUnexpectedTypeError("tuple", __pyx_t_1))) __PYX_ERR(1, 17, __pyx_L1_error)
if (unlikely(__pyx_t_1 == Py_None)) {
PyErr_SetString(PyExc_TypeError, "cannot pass None into a C function argument that is declared 'not None'");
__PYX_ERR(1, 17, __pyx_L1_error)
}
__pyx_t_2 = __pyx_unpickle_Enum__set_state(__pyx_v_self, ((PyObject*)__pyx_t_1)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 17, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "(tree fragment)":16
* else:
* return __pyx_unpickle_Enum, (type(self), 0x82a3537, state)
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
* __pyx_unpickle_Enum__set_state(self, __pyx_state)
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView.Enum.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":348
* cdef const __Pyx_TypeInfo *typeinfo
*
* def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False): # <<<<<<<<<<<<<<
* self.obj = obj
* self.flags = flags
*/
/* Python wrapper */
static int __pyx_memoryview___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_memoryview___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
PyObject *__pyx_v_obj = 0;
int __pyx_v_flags;
int __pyx_v_dtype_is_object;
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[3] = {0,0,0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return -1;
#endif
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_obj,&__pyx_mstate_global->__pyx_n_u_flags,&__pyx_mstate_global->__pyx_n_u_dtype_is_object,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_VARARGS(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(1, 348, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 3:
values[2] = __Pyx_ArgRef_VARARGS(__pyx_args, 2);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(1, 348, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 2:
values[1] = __Pyx_ArgRef_VARARGS(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(1, 348, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 1:
values[0] = __Pyx_ArgRef_VARARGS(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 348, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "__cinit__", 0) < (0)) __PYX_ERR(1, 348, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 2; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 2, 3, i); __PYX_ERR(1, 348, __pyx_L3_error) }
}
} else {
switch (__pyx_nargs) {
case 3:
values[2] = __Pyx_ArgRef_VARARGS(__pyx_args, 2);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(1, 348, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 2:
values[1] = __Pyx_ArgRef_VARARGS(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(1, 348, __pyx_L3_error)
values[0] = __Pyx_ArgRef_VARARGS(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 348, __pyx_L3_error)
break;
default: goto __pyx_L5_argtuple_error;
}
}
__pyx_v_obj = values[0];
__pyx_v_flags = __Pyx_PyLong_As_int(values[1]); if (unlikely((__pyx_v_flags == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 348, __pyx_L3_error)
if (values[2]) {
__pyx_v_dtype_is_object = __Pyx_PyObject_IsTrue(values[2]); if (unlikely((__pyx_v_dtype_is_object == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 348, __pyx_L3_error)
} else {
__pyx_v_dtype_is_object = ((int)0);
}
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("__cinit__", 0, 2, 3, __pyx_nargs); __PYX_ERR(1, 348, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("View.MemoryView.memoryview.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return -1;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_obj, __pyx_v_flags, __pyx_v_dtype_is_object);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj, int __pyx_v_flags, int __pyx_v_dtype_is_object) {
int __pyx_r;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
int __pyx_t_2;
int __pyx_t_3;
Py_intptr_t __pyx_t_4;
size_t __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__cinit__", 0);
/* "View.MemoryView":349
*
* def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False):
* self.obj = obj # <<<<<<<<<<<<<<
* self.flags = flags
* if type(self) is memoryview or obj is not None:
*/
__Pyx_INCREF(__pyx_v_obj);
__Pyx_GIVEREF(__pyx_v_obj);
__Pyx_GOTREF(__pyx_v_self->obj);
__Pyx_DECREF(__pyx_v_self->obj);
__pyx_v_self->obj = __pyx_v_obj;
/* "View.MemoryView":350
* def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False):
* self.obj = obj
* self.flags = flags # <<<<<<<<<<<<<<
* if type(self) is memoryview or obj is not None:
* PyObject_GetBuffer(obj, &self.view, flags)
*/
__pyx_v_self->flags = __pyx_v_flags;
/* "View.MemoryView":351
* self.obj = obj
* self.flags = flags
* if type(self) is memoryview or obj is not None: # <<<<<<<<<<<<<<
* PyObject_GetBuffer(obj, &self.view, flags)
* if <PyObject *> self.view.obj == NULL:
*/
__pyx_t_2 = (((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))) == ((PyObject *)__pyx_mstate_global->__pyx_memoryview_type));
if (!__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L4_bool_binop_done;
}
__pyx_t_2 = (__pyx_v_obj != Py_None);
__pyx_t_1 = __pyx_t_2;
__pyx_L4_bool_binop_done:;
if (__pyx_t_1) {
/* "View.MemoryView":352
* self.flags = flags
* if type(self) is memoryview or obj is not None:
* PyObject_GetBuffer(obj, &self.view, flags) # <<<<<<<<<<<<<<
* if <PyObject *> self.view.obj == NULL:
* (<__pyx_buffer *> &self.view).obj = Py_None
*/
__pyx_t_3 = PyObject_GetBuffer(__pyx_v_obj, (&__pyx_v_self->view), __pyx_v_flags); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(1, 352, __pyx_L1_error)
/* "View.MemoryView":353
* if type(self) is memoryview or obj is not None:
* PyObject_GetBuffer(obj, &self.view, flags)
* if <PyObject *> self.view.obj == NULL: # <<<<<<<<<<<<<<
* (<__pyx_buffer *> &self.view).obj = Py_None
* Py_INCREF(Py_None)
*/
__pyx_t_1 = (((PyObject *)__pyx_v_self->view.obj) == NULL);
if (__pyx_t_1) {
/* "View.MemoryView":354
* PyObject_GetBuffer(obj, &self.view, flags)
* if <PyObject *> self.view.obj == NULL:
* (<__pyx_buffer *> &self.view).obj = Py_None # <<<<<<<<<<<<<<
* Py_INCREF(Py_None)
*
*/
((Py_buffer *)(&__pyx_v_self->view))->obj = Py_None;
/* "View.MemoryView":355
* if <PyObject *> self.view.obj == NULL:
* (<__pyx_buffer *> &self.view).obj = Py_None
* Py_INCREF(Py_None) # <<<<<<<<<<<<<<
*
* if not __PYX_CYTHON_ATOMICS_ENABLED():
*/
Py_INCREF(Py_None);
/* "View.MemoryView":353
* if type(self) is memoryview or obj is not None:
* PyObject_GetBuffer(obj, &self.view, flags)
* if <PyObject *> self.view.obj == NULL: # <<<<<<<<<<<<<<
* (<__pyx_buffer *> &self.view).obj = Py_None
* Py_INCREF(Py_None)
*/
}
/* "View.MemoryView":351
* self.obj = obj
* self.flags = flags
* if type(self) is memoryview or obj is not None: # <<<<<<<<<<<<<<
* PyObject_GetBuffer(obj, &self.view, flags)
* if <PyObject *> self.view.obj == NULL:
*/
}
/* "View.MemoryView":357
* Py_INCREF(Py_None)
*
* if not __PYX_CYTHON_ATOMICS_ENABLED(): # <<<<<<<<<<<<<<
* global __pyx_memoryview_thread_locks_used
* if (__pyx_memoryview_thread_locks_used < 8 and
*/
__pyx_t_1 = (!__PYX_CYTHON_ATOMICS_ENABLED());
if (__pyx_t_1) {
/* "View.MemoryView":359
* if not __PYX_CYTHON_ATOMICS_ENABLED():
* global __pyx_memoryview_thread_locks_used
* if (__pyx_memoryview_thread_locks_used < 8 and # <<<<<<<<<<<<<<
*
* not __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING()):
*/
__pyx_t_2 = (__pyx_memoryview_thread_locks_used < 8);
if (__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L9_bool_binop_done;
}
/* "View.MemoryView":361
* if (__pyx_memoryview_thread_locks_used < 8 and
*
* not __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING()): # <<<<<<<<<<<<<<
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
* __pyx_memoryview_thread_locks_used += 1
*/
__pyx_t_2 = (!__PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING());
__pyx_t_1 = __pyx_t_2;
__pyx_L9_bool_binop_done:;
/* "View.MemoryView":359
* if not __PYX_CYTHON_ATOMICS_ENABLED():
* global __pyx_memoryview_thread_locks_used
* if (__pyx_memoryview_thread_locks_used < 8 and # <<<<<<<<<<<<<<
*
* not __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING()):
*/
if (__pyx_t_1) {
/* "View.MemoryView":362
*
* not __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING()):
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] # <<<<<<<<<<<<<<
* __pyx_memoryview_thread_locks_used += 1
* if self.lock is NULL:
*/
__pyx_v_self->lock = (__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]);
/* "View.MemoryView":363
* not __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING()):
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
* __pyx_memoryview_thread_locks_used += 1 # <<<<<<<<<<<<<<
* if self.lock is NULL:
* self.lock = PyThread_allocate_lock()
*/
__pyx_memoryview_thread_locks_used = (__pyx_memoryview_thread_locks_used + 1);
/* "View.MemoryView":359
* if not __PYX_CYTHON_ATOMICS_ENABLED():
* global __pyx_memoryview_thread_locks_used
* if (__pyx_memoryview_thread_locks_used < 8 and # <<<<<<<<<<<<<<
*
* not __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING()):
*/
}
/* "View.MemoryView":364
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
* __pyx_memoryview_thread_locks_used += 1
* if self.lock is NULL: # <<<<<<<<<<<<<<
* self.lock = PyThread_allocate_lock()
* if self.lock is NULL:
*/
__pyx_t_1 = (__pyx_v_self->lock == NULL);
if (__pyx_t_1) {
/* "View.MemoryView":365
* __pyx_memoryview_thread_locks_used += 1
* if self.lock is NULL:
* self.lock = PyThread_allocate_lock() # <<<<<<<<<<<<<<
* if self.lock is NULL:
* raise MemoryError
*/
__pyx_v_self->lock = PyThread_allocate_lock();
/* "View.MemoryView":366
* if self.lock is NULL:
* self.lock = PyThread_allocate_lock()
* if self.lock is NULL: # <<<<<<<<<<<<<<
* raise MemoryError
*
*/
__pyx_t_1 = (__pyx_v_self->lock == NULL);
if (unlikely(__pyx_t_1)) {
/* "View.MemoryView":367
* self.lock = PyThread_allocate_lock()
* if self.lock is NULL:
* raise MemoryError # <<<<<<<<<<<<<<
*
* if flags & PyBUF_FORMAT:
*/
PyErr_NoMemory(); __PYX_ERR(1, 367, __pyx_L1_error)
/* "View.MemoryView":366
* if self.lock is NULL:
* self.lock = PyThread_allocate_lock()
* if self.lock is NULL: # <<<<<<<<<<<<<<
* raise MemoryError
*
*/
}
/* "View.MemoryView":364
* self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
* __pyx_memoryview_thread_locks_used += 1
* if self.lock is NULL: # <<<<<<<<<<<<<<
* self.lock = PyThread_allocate_lock()
* if self.lock is NULL:
*/
}
/* "View.MemoryView":357
* Py_INCREF(Py_None)
*
* if not __PYX_CYTHON_ATOMICS_ENABLED(): # <<<<<<<<<<<<<<
* global __pyx_memoryview_thread_locks_used
* if (__pyx_memoryview_thread_locks_used < 8 and
*/
}
/* "View.MemoryView":369
* raise MemoryError
*
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
* self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')
* else:
*/
__pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0);
if (__pyx_t_1) {
/* "View.MemoryView":370
*
* if flags & PyBUF_FORMAT:
* self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0') # <<<<<<<<<<<<<<
* else:
* self.dtype_is_object = dtype_is_object
*/
__pyx_t_2 = ((__pyx_v_self->view.format[0]) == 'O');
if (__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L14_bool_binop_done;
}
__pyx_t_2 = ((__pyx_v_self->view.format[1]) == '\x00');
__pyx_t_1 = __pyx_t_2;
__pyx_L14_bool_binop_done:;
__pyx_v_self->dtype_is_object = __pyx_t_1;
/* "View.MemoryView":369
* raise MemoryError
*
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
* self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')
* else:
*/
goto __pyx_L13;
}
/* "View.MemoryView":372
* self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')
* else:
* self.dtype_is_object = dtype_is_object # <<<<<<<<<<<<<<
*
* assert <Py_intptr_t><void*>(&self.acquisition_count) % sizeof(__pyx_atomic_int_type) == 0
*/
/*else*/ {
__pyx_v_self->dtype_is_object = __pyx_v_dtype_is_object;
}
__pyx_L13:;
/* "View.MemoryView":374
* self.dtype_is_object = dtype_is_object
*
* assert <Py_intptr_t><void*>(&self.acquisition_count) % sizeof(__pyx_atomic_int_type) == 0 # <<<<<<<<<<<<<<
* self.typeinfo = NULL
*
*/
#ifndef CYTHON_WITHOUT_ASSERTIONS
if (unlikely(__pyx_assertions_enabled())) {
__pyx_t_4 = ((Py_intptr_t)((void *)(&__pyx_v_self->acquisition_count)));
__pyx_t_5 = (sizeof(__pyx_atomic_int_type));
if (unlikely(__pyx_t_5 == 0)) {
PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero");
__PYX_ERR(1, 374, __pyx_L1_error)
}
__pyx_t_1 = ((__pyx_t_4 % __pyx_t_5) == 0);
if (unlikely(!__pyx_t_1)) {
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
__PYX_ERR(1, 374, __pyx_L1_error)
}
}
#else
if ((1)); else __PYX_ERR(1, 374, __pyx_L1_error)
#endif
/* "View.MemoryView":375
*
* assert <Py_intptr_t><void*>(&self.acquisition_count) % sizeof(__pyx_atomic_int_type) == 0
* self.typeinfo = NULL # <<<<<<<<<<<<<<
*
* def __dealloc__(memoryview self):
*/
__pyx_v_self->typeinfo = NULL;
/* "View.MemoryView":348
* cdef const __Pyx_TypeInfo *typeinfo
*
* def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False): # <<<<<<<<<<<<<<
* self.obj = obj
* self.flags = flags
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView.memoryview.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":377
* self.typeinfo = NULL
*
* def __dealloc__(memoryview self): # <<<<<<<<<<<<<<
* if self.obj is not None:
* PyBuffer_Release(&self.view)
*/
/* Python wrapper */
static void __pyx_memoryview___dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_memoryview___dealloc__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
}
static void __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(struct __pyx_memoryview_obj *__pyx_v_self) {
int __pyx_v_i;
int __pyx_t_1;
Py_ssize_t __pyx_t_2;
Py_ssize_t __pyx_t_3;
int __pyx_t_4;
PyThread_type_lock __pyx_t_5;
PyThread_type_lock __pyx_t_6;
/* "View.MemoryView":378
*
* def __dealloc__(memoryview self):
* if self.obj is not None: # <<<<<<<<<<<<<<
* PyBuffer_Release(&self.view)
* elif (<__pyx_buffer *> &self.view).obj == Py_None:
*/
__pyx_t_1 = (__pyx_v_self->obj != Py_None);
if (__pyx_t_1) {
/* "View.MemoryView":379
* def __dealloc__(memoryview self):
* if self.obj is not None:
* PyBuffer_Release(&self.view) # <<<<<<<<<<<<<<
* elif (<__pyx_buffer *> &self.view).obj == Py_None:
*
*/
PyBuffer_Release((&__pyx_v_self->view));
/* "View.MemoryView":378
*
* def __dealloc__(memoryview self):
* if self.obj is not None: # <<<<<<<<<<<<<<
* PyBuffer_Release(&self.view)
* elif (<__pyx_buffer *> &self.view).obj == Py_None:
*/
goto __pyx_L3;
}
/* "View.MemoryView":380
* if self.obj is not None:
* PyBuffer_Release(&self.view)
* elif (<__pyx_buffer *> &self.view).obj == Py_None: # <<<<<<<<<<<<<<
*
* (<__pyx_buffer *> &self.view).obj = NULL
*/
__pyx_t_1 = (((Py_buffer *)(&__pyx_v_self->view))->obj == Py_None);
if (__pyx_t_1) {
/* "View.MemoryView":382
* elif (<__pyx_buffer *> &self.view).obj == Py_None:
*
* (<__pyx_buffer *> &self.view).obj = NULL # <<<<<<<<<<<<<<
* Py_DECREF(Py_None)
*
*/
((Py_buffer *)(&__pyx_v_self->view))->obj = NULL;
/* "View.MemoryView":383
*
* (<__pyx_buffer *> &self.view).obj = NULL
* Py_DECREF(Py_None) # <<<<<<<<<<<<<<
*
* cdef int i
*/
Py_DECREF(Py_None);
/* "View.MemoryView":380
* if self.obj is not None:
* PyBuffer_Release(&self.view)
* elif (<__pyx_buffer *> &self.view).obj == Py_None: # <<<<<<<<<<<<<<
*
* (<__pyx_buffer *> &self.view).obj = NULL
*/
}
__pyx_L3:;
/* "View.MemoryView":387
* cdef int i
* global __pyx_memoryview_thread_locks_used
* if self.lock != NULL: # <<<<<<<<<<<<<<
* for i in range(0 if __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING() else __pyx_memoryview_thread_locks_used):
* if __pyx_memoryview_thread_locks[i] is self.lock:
*/
__pyx_t_1 = (__pyx_v_self->lock != NULL);
if (__pyx_t_1) {
/* "View.MemoryView":388
* global __pyx_memoryview_thread_locks_used
* if self.lock != NULL:
* for i in range(0 if __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING() else __pyx_memoryview_thread_locks_used): # <<<<<<<<<<<<<<
* if __pyx_memoryview_thread_locks[i] is self.lock:
* __pyx_memoryview_thread_locks_used -= 1
*/
__pyx_t_1 = __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING();
if (__pyx_t_1) {
__pyx_t_2 = 0;
} else {
__pyx_t_2 = __pyx_memoryview_thread_locks_used;
}
__pyx_t_3 = __pyx_t_2;
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
__pyx_v_i = __pyx_t_4;
/* "View.MemoryView":389
* if self.lock != NULL:
* for i in range(0 if __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING() else __pyx_memoryview_thread_locks_used):
* if __pyx_memoryview_thread_locks[i] is self.lock: # <<<<<<<<<<<<<<
* __pyx_memoryview_thread_locks_used -= 1
* if i != __pyx_memoryview_thread_locks_used:
*/
__pyx_t_1 = ((__pyx_memoryview_thread_locks[__pyx_v_i]) == __pyx_v_self->lock);
if (__pyx_t_1) {
/* "View.MemoryView":390
* for i in range(0 if __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING() else __pyx_memoryview_thread_locks_used):
* if __pyx_memoryview_thread_locks[i] is self.lock:
* __pyx_memoryview_thread_locks_used -= 1 # <<<<<<<<<<<<<<
* if i != __pyx_memoryview_thread_locks_used:
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
*/
__pyx_memoryview_thread_locks_used = (__pyx_memoryview_thread_locks_used - 1);
/* "View.MemoryView":391
* if __pyx_memoryview_thread_locks[i] is self.lock:
* __pyx_memoryview_thread_locks_used -= 1
* if i != __pyx_memoryview_thread_locks_used: # <<<<<<<<<<<<<<
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
*/
__pyx_t_1 = (__pyx_v_i != __pyx_memoryview_thread_locks_used);
if (__pyx_t_1) {
/* "View.MemoryView":393
* if i != __pyx_memoryview_thread_locks_used:
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i]) # <<<<<<<<<<<<<<
* break
* else:
*/
__pyx_t_5 = (__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]);
__pyx_t_6 = (__pyx_memoryview_thread_locks[__pyx_v_i]);
/* "View.MemoryView":392
* __pyx_memoryview_thread_locks_used -= 1
* if i != __pyx_memoryview_thread_locks_used:
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = ( # <<<<<<<<<<<<<<
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
* break
*/
(__pyx_memoryview_thread_locks[__pyx_v_i]) = __pyx_t_5;
(__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]) = __pyx_t_6;
/* "View.MemoryView":391
* if __pyx_memoryview_thread_locks[i] is self.lock:
* __pyx_memoryview_thread_locks_used -= 1
* if i != __pyx_memoryview_thread_locks_used: # <<<<<<<<<<<<<<
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
*/
}
/* "View.MemoryView":394
* __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
* __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
* break # <<<<<<<<<<<<<<
* else:
* PyThread_free_lock(self.lock)
*/
goto __pyx_L6_break;
/* "View.MemoryView":389
* if self.lock != NULL:
* for i in range(0 if __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING() else __pyx_memoryview_thread_locks_used):
* if __pyx_memoryview_thread_locks[i] is self.lock: # <<<<<<<<<<<<<<
* __pyx_memoryview_thread_locks_used -= 1
* if i != __pyx_memoryview_thread_locks_used:
*/
}
}
/*else*/ {
/* "View.MemoryView":396
* break
* else:
* PyThread_free_lock(self.lock) # <<<<<<<<<<<<<<
*
* cdef char *get_item_pointer(memoryview self, object index) except NULL:
*/
PyThread_free_lock(__pyx_v_self->lock);
}
__pyx_L6_break:;
/* "View.MemoryView":387
* cdef int i
* global __pyx_memoryview_thread_locks_used
* if self.lock != NULL: # <<<<<<<<<<<<<<
* for i in range(0 if __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING() else __pyx_memoryview_thread_locks_used):
* if __pyx_memoryview_thread_locks[i] is self.lock:
*/
}
/* "View.MemoryView":377
* self.typeinfo = NULL
*
* def __dealloc__(memoryview self): # <<<<<<<<<<<<<<
* if self.obj is not None:
* PyBuffer_Release(&self.view)
*/
/* function exit code */
}
/* "View.MemoryView":398
* PyThread_free_lock(self.lock)
*
* cdef char *get_item_pointer(memoryview self, object index) except NULL: # <<<<<<<<<<<<<<
* cdef Py_ssize_t dim
* cdef char *itemp = <char *> self.view.buf
*/
static char *__pyx_memoryview_get_item_pointer(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index) {
Py_ssize_t __pyx_v_dim;
char *__pyx_v_itemp;
PyObject *__pyx_v_idx = NULL;
char *__pyx_r;
__Pyx_RefNannyDeclarations
Py_ssize_t __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
Py_ssize_t __pyx_t_3;
PyObject *(*__pyx_t_4)(PyObject *);
PyObject *__pyx_t_5 = NULL;
Py_ssize_t __pyx_t_6;
char *__pyx_t_7;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("get_item_pointer", 0);
/* "View.MemoryView":400
* cdef char *get_item_pointer(memoryview self, object index) except NULL:
* cdef Py_ssize_t dim
* cdef char *itemp = <char *> self.view.buf # <<<<<<<<<<<<<<
*
* for dim, idx in enumerate(index):
*/
__pyx_v_itemp = ((char *)__pyx_v_self->view.buf);
/* "View.MemoryView":402
* cdef char *itemp = <char *> self.view.buf
*
* for dim, idx in enumerate(index): # <<<<<<<<<<<<<<
* itemp = pybuffer_index(&self.view, itemp, idx, dim)
*
*/
__pyx_t_1 = 0;
if (likely(PyList_CheckExact(__pyx_v_index)) || PyTuple_CheckExact(__pyx_v_index)) {
__pyx_t_2 = __pyx_v_index; __Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
__pyx_t_4 = NULL;
} else {
__pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_index); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 402, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_4 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 402, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_4)) {
if (likely(PyList_CheckExact(__pyx_t_2))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(1, 402, __pyx_L1_error)
#endif
if (__pyx_t_3 >= __pyx_temp) break;
}
__pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_2, __pyx_t_3, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_3;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(1, 402, __pyx_L1_error)
#endif
if (__pyx_t_3 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3));
#else
__pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_2, __pyx_t_3);
#endif
++__pyx_t_3;
}
if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 402, __pyx_L1_error)
} else {
__pyx_t_5 = __pyx_t_4(__pyx_t_2);
if (unlikely(!__pyx_t_5)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(1, 402, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_5);
__Pyx_XDECREF_SET(__pyx_v_idx, __pyx_t_5);
__pyx_t_5 = 0;
__pyx_v_dim = __pyx_t_1;
__pyx_t_1 = (__pyx_t_1 + 1);
/* "View.MemoryView":403
*
* for dim, idx in enumerate(index):
* itemp = pybuffer_index(&self.view, itemp, idx, dim) # <<<<<<<<<<<<<<
*
* return itemp
*/
__pyx_t_6 = __Pyx_PyIndex_AsSsize_t(__pyx_v_idx); if (unlikely((__pyx_t_6 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 403, __pyx_L1_error)
__pyx_t_7 = __pyx_pybuffer_index((&__pyx_v_self->view), __pyx_v_itemp, __pyx_t_6, __pyx_v_dim); if (unlikely(__pyx_t_7 == ((void *)NULL))) __PYX_ERR(1, 403, __pyx_L1_error)
__pyx_v_itemp = __pyx_t_7;
/* "View.MemoryView":402
* cdef char *itemp = <char *> self.view.buf
*
* for dim, idx in enumerate(index): # <<<<<<<<<<<<<<
* itemp = pybuffer_index(&self.view, itemp, idx, dim)
*
*/
}
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "View.MemoryView":405
* itemp = pybuffer_index(&self.view, itemp, idx, dim)
*
* return itemp # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = __pyx_v_itemp;
goto __pyx_L0;
/* "View.MemoryView":398
* PyThread_free_lock(self.lock)
*
* cdef char *get_item_pointer(memoryview self, object index) except NULL: # <<<<<<<<<<<<<<
* cdef Py_ssize_t dim
* cdef char *itemp = <char *> self.view.buf
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_AddTraceback("View.MemoryView.memoryview.get_item_pointer", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_idx);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":408
*
*
* def __getitem__(memoryview self, object index): # <<<<<<<<<<<<<<
* if index is Ellipsis:
* return self
*/
/* Python wrapper */
static PyObject *__pyx_memoryview___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index); /*proto*/
static PyObject *__pyx_memoryview___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v_index));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index) {
PyObject *__pyx_v_have_slices = NULL;
PyObject *__pyx_v_indices = NULL;
char *__pyx_v_itemp;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
char *__pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__getitem__", 0);
/* "View.MemoryView":409
*
* def __getitem__(memoryview self, object index):
* if index is Ellipsis: # <<<<<<<<<<<<<<
* return self
*
*/
__pyx_t_1 = (__pyx_v_index == __pyx_builtin_Ellipsis);
if (__pyx_t_1) {
/* "View.MemoryView":410
* def __getitem__(memoryview self, object index):
* if index is Ellipsis:
* return self # <<<<<<<<<<<<<<
*
* have_slices, indices = _unellipsify(index, self.view.ndim)
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF((PyObject *)__pyx_v_self);
__pyx_r = ((PyObject *)__pyx_v_self);
goto __pyx_L0;
/* "View.MemoryView":409
*
* def __getitem__(memoryview self, object index):
* if index is Ellipsis: # <<<<<<<<<<<<<<
* return self
*
*/
}
/* "View.MemoryView":412
* return self
*
* have_slices, indices = _unellipsify(index, self.view.ndim) # <<<<<<<<<<<<<<
*
* cdef char *itemp
*/
__pyx_t_2 = _unellipsify(__pyx_v_index, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 412, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (likely(__pyx_t_2 != Py_None)) {
PyObject* sequence = __pyx_t_2;
Py_ssize_t size = __Pyx_PyTuple_GET_SIZE(sequence);
if (unlikely(size != 2)) {
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
__PYX_ERR(1, 412, __pyx_L1_error)
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
__Pyx_INCREF(__pyx_t_3);
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 1);
__Pyx_INCREF(__pyx_t_4);
#else
__pyx_t_3 = __Pyx_PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 412, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = __Pyx_PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 412, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#endif
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
} else {
__Pyx_RaiseNoneNotIterableError(); __PYX_ERR(1, 412, __pyx_L1_error)
}
__pyx_v_have_slices = __pyx_t_3;
__pyx_t_3 = 0;
__pyx_v_indices = __pyx_t_4;
__pyx_t_4 = 0;
/* "View.MemoryView":415
*
* cdef char *itemp
* if have_slices: # <<<<<<<<<<<<<<
* return memview_slice(self, indices)
* else:
*/
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_have_slices); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(1, 415, __pyx_L1_error)
if (__pyx_t_1) {
/* "View.MemoryView":416
* cdef char *itemp
* if have_slices:
* return memview_slice(self, indices) # <<<<<<<<<<<<<<
* else:
* itemp = self.get_item_pointer(indices)
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = ((PyObject *)__pyx_memview_slice(__pyx_v_self, __pyx_v_indices)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 416, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_r = __pyx_t_2;
__pyx_t_2 = 0;
goto __pyx_L0;
/* "View.MemoryView":415
*
* cdef char *itemp
* if have_slices: # <<<<<<<<<<<<<<
* return memview_slice(self, indices)
* else:
*/
}
/* "View.MemoryView":418
* return memview_slice(self, indices)
* else:
* itemp = self.get_item_pointer(indices) # <<<<<<<<<<<<<<
* return self.convert_item_to_object(itemp)
*
*/
/*else*/ {
__pyx_t_5 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->get_item_pointer(__pyx_v_self, __pyx_v_indices); if (unlikely(__pyx_t_5 == ((void *)NULL))) __PYX_ERR(1, 418, __pyx_L1_error)
__pyx_v_itemp = __pyx_t_5;
/* "View.MemoryView":419
* else:
* itemp = self.get_item_pointer(indices)
* return self.convert_item_to_object(itemp) # <<<<<<<<<<<<<<
*
* def __setitem__(memoryview self, object index, object value):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->convert_item_to_object(__pyx_v_self, __pyx_v_itemp); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 419, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_r = __pyx_t_2;
__pyx_t_2 = 0;
goto __pyx_L0;
}
/* "View.MemoryView":408
*
*
* def __getitem__(memoryview self, object index): # <<<<<<<<<<<<<<
* if index is Ellipsis:
* return self
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("View.MemoryView.memoryview.__getitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_have_slices);
__Pyx_XDECREF(__pyx_v_indices);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":421
* return self.convert_item_to_object(itemp)
*
* def __setitem__(memoryview self, object index, object value): # <<<<<<<<<<<<<<
* if self.view.readonly:
* raise TypeError, "Cannot assign to read-only memoryview"
*/
/* Python wrapper */
static int __pyx_memoryview___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /*proto*/
static int __pyx_memoryview___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__setitem__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v_index), ((PyObject *)__pyx_v_value));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) {
PyObject *__pyx_v_have_slices = NULL;
PyObject *__pyx_v_obj = NULL;
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
int __pyx_t_4;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__setitem__", 0);
__Pyx_INCREF(__pyx_v_index);
/* "View.MemoryView":422
*
* def __setitem__(memoryview self, object index, object value):
* if self.view.readonly: # <<<<<<<<<<<<<<
* raise TypeError, "Cannot assign to read-only memoryview"
*
*/
if (unlikely(__pyx_v_self->view.readonly)) {
/* "View.MemoryView":423
* def __setitem__(memoryview self, object index, object value):
* if self.view.readonly:
* raise TypeError, "Cannot assign to read-only memoryview" # <<<<<<<<<<<<<<
*
* have_slices, index = _unellipsify(index, self.view.ndim)
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_TypeError))), __pyx_mstate_global->__pyx_kp_u_Cannot_assign_to_read_only_memor, 0, 0);
__PYX_ERR(1, 423, __pyx_L1_error)
/* "View.MemoryView":422
*
* def __setitem__(memoryview self, object index, object value):
* if self.view.readonly: # <<<<<<<<<<<<<<
* raise TypeError, "Cannot assign to read-only memoryview"
*
*/
}
/* "View.MemoryView":425
* raise TypeError, "Cannot assign to read-only memoryview"
*
* have_slices, index = _unellipsify(index, self.view.ndim) # <<<<<<<<<<<<<<
*
* if have_slices:
*/
__pyx_t_1 = _unellipsify(__pyx_v_index, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 425, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
if (likely(__pyx_t_1 != Py_None)) {
PyObject* sequence = __pyx_t_1;
Py_ssize_t size = __Pyx_PyTuple_GET_SIZE(sequence);
if (unlikely(size != 2)) {
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
__PYX_ERR(1, 425, __pyx_L1_error)
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_2 = PyTuple_GET_ITEM(sequence, 0);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 1);
__Pyx_INCREF(__pyx_t_3);
#else
__pyx_t_2 = __Pyx_PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 425, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_3 = __Pyx_PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 425, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
#endif
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
} else {
__Pyx_RaiseNoneNotIterableError(); __PYX_ERR(1, 425, __pyx_L1_error)
}
__pyx_v_have_slices = __pyx_t_2;
__pyx_t_2 = 0;
__Pyx_DECREF_SET(__pyx_v_index, __pyx_t_3);
__pyx_t_3 = 0;
/* "View.MemoryView":427
* have_slices, index = _unellipsify(index, self.view.ndim)
*
* if have_slices: # <<<<<<<<<<<<<<
* obj = self.is_slice(value)
* if obj is not None:
*/
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_v_have_slices); if (unlikely((__pyx_t_4 < 0))) __PYX_ERR(1, 427, __pyx_L1_error)
if (__pyx_t_4) {
/* "View.MemoryView":428
*
* if have_slices:
* obj = self.is_slice(value) # <<<<<<<<<<<<<<
* if obj is not None:
* self.setitem_slice_assignment(self[index], obj)
*/
__pyx_t_1 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->is_slice(__pyx_v_self, __pyx_v_value); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 428, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_v_obj = __pyx_t_1;
__pyx_t_1 = 0;
/* "View.MemoryView":429
* if have_slices:
* obj = self.is_slice(value)
* if obj is not None: # <<<<<<<<<<<<<<
* self.setitem_slice_assignment(self[index], obj)
* else:
*/
__pyx_t_4 = (__pyx_v_obj != Py_None);
if (__pyx_t_4) {
/* "View.MemoryView":430
* obj = self.is_slice(value)
* if obj is not None:
* self.setitem_slice_assignment(self[index], obj) # <<<<<<<<<<<<<<
* else:
* self.setitem_slice_assign_scalar(self[index], value)
*/
__pyx_t_1 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self), __pyx_v_index); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 430, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_3 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_slice_assignment(__pyx_v_self, __pyx_t_1, __pyx_v_obj); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 430, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
/* "View.MemoryView":429
* if have_slices:
* obj = self.is_slice(value)
* if obj is not None: # <<<<<<<<<<<<<<
* self.setitem_slice_assignment(self[index], obj)
* else:
*/
goto __pyx_L5;
}
/* "View.MemoryView":432
* self.setitem_slice_assignment(self[index], obj)
* else:
* self.setitem_slice_assign_scalar(self[index], value) # <<<<<<<<<<<<<<
* else:
* self.setitem_indexed(index, value)
*/
/*else*/ {
__pyx_t_3 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self), __pyx_v_index); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 432, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_mstate_global->__pyx_memoryview_type))))) __PYX_ERR(1, 432, __pyx_L1_error)
__pyx_t_1 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_slice_assign_scalar(__pyx_v_self, ((struct __pyx_memoryview_obj *)__pyx_t_3), __pyx_v_value); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 432, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
}
__pyx_L5:;
/* "View.MemoryView":427
* have_slices, index = _unellipsify(index, self.view.ndim)
*
* if have_slices: # <<<<<<<<<<<<<<
* obj = self.is_slice(value)
* if obj is not None:
*/
goto __pyx_L4;
}
/* "View.MemoryView":434
* self.setitem_slice_assign_scalar(self[index], value)
* else:
* self.setitem_indexed(index, value) # <<<<<<<<<<<<<<
*
* cdef is_slice(self, obj):
*/
/*else*/ {
__pyx_t_1 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_indexed(__pyx_v_self, __pyx_v_index, __pyx_v_value); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 434, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
}
__pyx_L4:;
/* "View.MemoryView":421
* return self.convert_item_to_object(itemp)
*
* def __setitem__(memoryview self, object index, object value): # <<<<<<<<<<<<<<
* if self.view.readonly:
* raise TypeError, "Cannot assign to read-only memoryview"
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_AddTraceback("View.MemoryView.memoryview.__setitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_have_slices);
__Pyx_XDECREF(__pyx_v_obj);
__Pyx_XDECREF(__pyx_v_index);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":436
* self.setitem_indexed(index, value)
*
* cdef is_slice(self, obj): # <<<<<<<<<<<<<<
* if not isinstance(obj, memoryview):
* try:
*/
static PyObject *__pyx_memoryview_is_slice(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
int __pyx_t_2;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
PyObject *__pyx_t_8 = NULL;
PyObject *__pyx_t_9 = NULL;
size_t __pyx_t_10;
int __pyx_t_11;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("is_slice", 0);
__Pyx_INCREF(__pyx_v_obj);
/* "View.MemoryView":437
*
* cdef is_slice(self, obj):
* if not isinstance(obj, memoryview): # <<<<<<<<<<<<<<
* try:
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
*/
__pyx_t_1 = __Pyx_TypeCheck(__pyx_v_obj, __pyx_mstate_global->__pyx_memoryview_type);
__pyx_t_2 = (!__pyx_t_1);
if (__pyx_t_2) {
/* "View.MemoryView":438
* cdef is_slice(self, obj):
* if not isinstance(obj, memoryview):
* try: # <<<<<<<<<<<<<<
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
* self.dtype_is_object)
*/
{
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__Pyx_ExceptionSave(&__pyx_t_3, &__pyx_t_4, &__pyx_t_5);
__Pyx_XGOTREF(__pyx_t_3);
__Pyx_XGOTREF(__pyx_t_4);
__Pyx_XGOTREF(__pyx_t_5);
/*try:*/ {
/* "View.MemoryView":439
* if not isinstance(obj, memoryview):
* try:
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, # <<<<<<<<<<<<<<
* self.dtype_is_object)
* except TypeError:
*/
__pyx_t_7 = NULL;
__pyx_t_8 = __Pyx_PyLong_From_int(((__pyx_v_self->flags & (~PyBUF_WRITABLE)) | PyBUF_ANY_CONTIGUOUS)); if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 439, __pyx_L4_error)
__Pyx_GOTREF(__pyx_t_8);
/* "View.MemoryView":440
* try:
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
* self.dtype_is_object) # <<<<<<<<<<<<<<
* except TypeError:
* return None
*/
__pyx_t_9 = __Pyx_PyBool_FromLong(__pyx_v_self->dtype_is_object); if (unlikely(!__pyx_t_9)) __PYX_ERR(1, 440, __pyx_L4_error)
__Pyx_GOTREF(__pyx_t_9);
__pyx_t_10 = 1;
{
PyObject *__pyx_callargs[4] = {__pyx_t_7, __pyx_v_obj, __pyx_t_8, __pyx_t_9};
__pyx_t_6 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_memoryview_type, __pyx_callargs+__pyx_t_10, (4-__pyx_t_10) | (__pyx_t_10*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 439, __pyx_L4_error)
__Pyx_GOTREF((PyObject *)__pyx_t_6);
}
__Pyx_DECREF_SET(__pyx_v_obj, ((PyObject *)__pyx_t_6));
__pyx_t_6 = 0;
/* "View.MemoryView":438
* cdef is_slice(self, obj):
* if not isinstance(obj, memoryview):
* try: # <<<<<<<<<<<<<<
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
* self.dtype_is_object)
*/
}
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
goto __pyx_L9_try_end;
__pyx_L4_error:;
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
/* "View.MemoryView":441
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
* self.dtype_is_object)
* except TypeError: # <<<<<<<<<<<<<<
* return None
*
*/
__pyx_t_11 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(((PyTypeObject*)PyExc_TypeError))));
if (__pyx_t_11) {
__Pyx_ErrRestore(0,0,0);
/* "View.MemoryView":442
* self.dtype_is_object)
* except TypeError:
* return None # <<<<<<<<<<<<<<
*
* return obj
*/
__Pyx_XDECREF(__pyx_r);
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L7_except_return;
}
goto __pyx_L6_except_error;
/* "View.MemoryView":438
* cdef is_slice(self, obj):
* if not isinstance(obj, memoryview):
* try: # <<<<<<<<<<<<<<
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
* self.dtype_is_object)
*/
__pyx_L6_except_error:;
__Pyx_XGIVEREF(__pyx_t_3);
__Pyx_XGIVEREF(__pyx_t_4);
__Pyx_XGIVEREF(__pyx_t_5);
__Pyx_ExceptionReset(__pyx_t_3, __pyx_t_4, __pyx_t_5);
goto __pyx_L1_error;
__pyx_L7_except_return:;
__Pyx_XGIVEREF(__pyx_t_3);
__Pyx_XGIVEREF(__pyx_t_4);
__Pyx_XGIVEREF(__pyx_t_5);
__Pyx_ExceptionReset(__pyx_t_3, __pyx_t_4, __pyx_t_5);
goto __pyx_L0;
__pyx_L9_try_end:;
}
/* "View.MemoryView":437
*
* cdef is_slice(self, obj):
* if not isinstance(obj, memoryview): # <<<<<<<<<<<<<<
* try:
* obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
*/
}
/* "View.MemoryView":444
* return None
*
* return obj # <<<<<<<<<<<<<<
*
* cdef setitem_slice_assignment(self, dst, src):
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_obj);
__pyx_r = __pyx_v_obj;
goto __pyx_L0;
/* "View.MemoryView":436
* self.setitem_indexed(index, value)
*
* cdef is_slice(self, obj): # <<<<<<<<<<<<<<
* if not isinstance(obj, memoryview):
* try:
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_7);
__Pyx_XDECREF(__pyx_t_8);
__Pyx_XDECREF(__pyx_t_9);
__Pyx_AddTraceback("View.MemoryView.memoryview.is_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_obj);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":446
* return obj
*
* cdef setitem_slice_assignment(self, dst, src): # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice dst_slice
* cdef __Pyx_memviewslice src_slice
*/
static PyObject *__pyx_memoryview_setitem_slice_assignment(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_dst, PyObject *__pyx_v_src) {
__Pyx_memviewslice __pyx_v_dst_slice;
__Pyx_memviewslice __pyx_v_src_slice;
__Pyx_memviewslice __pyx_v_msrc;
__Pyx_memviewslice __pyx_v_mdst;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_memviewslice *__pyx_t_1;
PyObject *__pyx_t_2 = NULL;
int __pyx_t_3;
int __pyx_t_4;
int __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("setitem_slice_assignment", 0);
/* "View.MemoryView":449
* cdef __Pyx_memviewslice dst_slice
* cdef __Pyx_memviewslice src_slice
* cdef __Pyx_memviewslice msrc = get_slice_from_memview(src, &src_slice)[0] # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice mdst = get_slice_from_memview(dst, &dst_slice)[0]
*
*/
if (!(likely(((__pyx_v_src) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_src, __pyx_mstate_global->__pyx_memoryview_type))))) __PYX_ERR(1, 449, __pyx_L1_error)
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(((struct __pyx_memoryview_obj *)__pyx_v_src), (&__pyx_v_src_slice)); if (unlikely(__pyx_t_1 == ((void *)NULL))) __PYX_ERR(1, 449, __pyx_L1_error)
__pyx_v_msrc = (__pyx_t_1[0]);
/* "View.MemoryView":450
* cdef __Pyx_memviewslice src_slice
* cdef __Pyx_memviewslice msrc = get_slice_from_memview(src, &src_slice)[0]
* cdef __Pyx_memviewslice mdst = get_slice_from_memview(dst, &dst_slice)[0] # <<<<<<<<<<<<<<
*
* memoryview_copy_contents(msrc, mdst, src.ndim, dst.ndim, self.dtype_is_object)
*/
if (!(likely(((__pyx_v_dst) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_dst, __pyx_mstate_global->__pyx_memoryview_type))))) __PYX_ERR(1, 450, __pyx_L1_error)
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(((struct __pyx_memoryview_obj *)__pyx_v_dst), (&__pyx_v_dst_slice)); if (unlikely(__pyx_t_1 == ((void *)NULL))) __PYX_ERR(1, 450, __pyx_L1_error)
__pyx_v_mdst = (__pyx_t_1[0]);
/* "View.MemoryView":452
* cdef __Pyx_memviewslice mdst = get_slice_from_memview(dst, &dst_slice)[0]
*
* memoryview_copy_contents(msrc, mdst, src.ndim, dst.ndim, self.dtype_is_object) # <<<<<<<<<<<<<<
*
* cdef setitem_slice_assign_scalar(self, memoryview dst, value):
*/
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_src, __pyx_mstate_global->__pyx_n_u_ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 452, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_3 = __Pyx_PyLong_As_int(__pyx_t_2); if (unlikely((__pyx_t_3 == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 452, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_dst, __pyx_mstate_global->__pyx_n_u_ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 452, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_4 = __Pyx_PyLong_As_int(__pyx_t_2); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 452, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_5 = __pyx_memoryview_copy_contents(__pyx_v_msrc, __pyx_v_mdst, __pyx_t_3, __pyx_t_4, __pyx_v_self->dtype_is_object); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(1, 452, __pyx_L1_error)
/* "View.MemoryView":446
* return obj
*
* cdef setitem_slice_assignment(self, dst, src): # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice dst_slice
* cdef __Pyx_memviewslice src_slice
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView.memoryview.setitem_slice_assignment", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":454
* memoryview_copy_contents(msrc, mdst, src.ndim, dst.ndim, self.dtype_is_object)
*
* cdef setitem_slice_assign_scalar(self, memoryview dst, value): # <<<<<<<<<<<<<<
* cdef int array[128]
* cdef void *tmp = NULL
*/
static PyObject *__pyx_memoryview_setitem_slice_assign_scalar(struct __pyx_memoryview_obj *__pyx_v_self, struct __pyx_memoryview_obj *__pyx_v_dst, PyObject *__pyx_v_value) {
int __pyx_v_array[128];
void *__pyx_v_tmp;
void *__pyx_v_item;
__Pyx_memviewslice *__pyx_v_dst_slice;
__Pyx_memviewslice __pyx_v_tmp_slice;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_memviewslice *__pyx_t_1;
int __pyx_t_2;
PyObject *__pyx_t_3 = NULL;
int __pyx_t_4;
int __pyx_t_5;
char const *__pyx_t_6;
PyObject *__pyx_t_7 = NULL;
PyObject *__pyx_t_8 = NULL;
PyObject *__pyx_t_9 = NULL;
PyObject *__pyx_t_10 = NULL;
PyObject *__pyx_t_11 = NULL;
PyObject *__pyx_t_12 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("setitem_slice_assign_scalar", 0);
/* "View.MemoryView":456
* cdef setitem_slice_assign_scalar(self, memoryview dst, value):
* cdef int array[128]
* cdef void *tmp = NULL # <<<<<<<<<<<<<<
* cdef void *item
*
*/
__pyx_v_tmp = NULL;
/* "View.MemoryView":461
* cdef __Pyx_memviewslice *dst_slice
* cdef __Pyx_memviewslice tmp_slice
* dst_slice = get_slice_from_memview(dst, &tmp_slice) # <<<<<<<<<<<<<<
*
* if <size_t>self.view.itemsize > sizeof(array):
*/
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_dst, (&__pyx_v_tmp_slice)); if (unlikely(__pyx_t_1 == ((void *)NULL))) __PYX_ERR(1, 461, __pyx_L1_error)
__pyx_v_dst_slice = __pyx_t_1;
/* "View.MemoryView":463
* dst_slice = get_slice_from_memview(dst, &tmp_slice)
*
* if <size_t>self.view.itemsize > sizeof(array): # <<<<<<<<<<<<<<
* tmp = PyMem_Malloc(self.view.itemsize)
* if tmp == NULL:
*/
__pyx_t_2 = (((size_t)__pyx_v_self->view.itemsize) > (sizeof(__pyx_v_array)));
if (__pyx_t_2) {
/* "View.MemoryView":464
*
* if <size_t>self.view.itemsize > sizeof(array):
* tmp = PyMem_Malloc(self.view.itemsize) # <<<<<<<<<<<<<<
* if tmp == NULL:
* raise MemoryError
*/
__pyx_v_tmp = PyMem_Malloc(__pyx_v_self->view.itemsize);
/* "View.MemoryView":465
* if <size_t>self.view.itemsize > sizeof(array):
* tmp = PyMem_Malloc(self.view.itemsize)
* if tmp == NULL: # <<<<<<<<<<<<<<
* raise MemoryError
* item = tmp
*/
__pyx_t_2 = (__pyx_v_tmp == NULL);
if (unlikely(__pyx_t_2)) {
/* "View.MemoryView":466
* tmp = PyMem_Malloc(self.view.itemsize)
* if tmp == NULL:
* raise MemoryError # <<<<<<<<<<<<<<
* item = tmp
* else:
*/
PyErr_NoMemory(); __PYX_ERR(1, 466, __pyx_L1_error)
/* "View.MemoryView":465
* if <size_t>self.view.itemsize > sizeof(array):
* tmp = PyMem_Malloc(self.view.itemsize)
* if tmp == NULL: # <<<<<<<<<<<<<<
* raise MemoryError
* item = tmp
*/
}
/* "View.MemoryView":467
* if tmp == NULL:
* raise MemoryError
* item = tmp # <<<<<<<<<<<<<<
* else:
* item = <void *> array
*/
__pyx_v_item = __pyx_v_tmp;
/* "View.MemoryView":463
* dst_slice = get_slice_from_memview(dst, &tmp_slice)
*
* if <size_t>self.view.itemsize > sizeof(array): # <<<<<<<<<<<<<<
* tmp = PyMem_Malloc(self.view.itemsize)
* if tmp == NULL:
*/
goto __pyx_L3;
}
/* "View.MemoryView":469
* item = tmp
* else:
* item = <void *> array # <<<<<<<<<<<<<<
*
* try:
*/
/*else*/ {
__pyx_v_item = ((void *)__pyx_v_array);
}
__pyx_L3:;
/* "View.MemoryView":471
* item = <void *> array
*
* try: # <<<<<<<<<<<<<<
* if self.dtype_is_object:
* (<PyObject **> item)[0] = <PyObject *> value
*/
/*try:*/ {
/* "View.MemoryView":472
*
* try:
* if self.dtype_is_object: # <<<<<<<<<<<<<<
* (<PyObject **> item)[0] = <PyObject *> value
* else:
*/
if (__pyx_v_self->dtype_is_object) {
/* "View.MemoryView":473
* try:
* if self.dtype_is_object:
* (<PyObject **> item)[0] = <PyObject *> value # <<<<<<<<<<<<<<
* else:
* self.assign_item_from_object(<char *> item, value)
*/
(((PyObject **)__pyx_v_item)[0]) = ((PyObject *)__pyx_v_value);
/* "View.MemoryView":472
*
* try:
* if self.dtype_is_object: # <<<<<<<<<<<<<<
* (<PyObject **> item)[0] = <PyObject *> value
* else:
*/
goto __pyx_L8;
}
/* "View.MemoryView":475
* (<PyObject **> item)[0] = <PyObject *> value
* else:
* self.assign_item_from_object(<char *> item, value) # <<<<<<<<<<<<<<
*
*
*/
/*else*/ {
__pyx_t_3 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->assign_item_from_object(__pyx_v_self, ((char *)__pyx_v_item), __pyx_v_value); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 475, __pyx_L6_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
}
__pyx_L8:;
/* "View.MemoryView":479
*
*
* if self.view.suboffsets != NULL: # <<<<<<<<<<<<<<
* assert_direct_dimensions(self.view.suboffsets, self.view.ndim)
* slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,
*/
__pyx_t_2 = (__pyx_v_self->view.suboffsets != NULL);
if (__pyx_t_2) {
/* "View.MemoryView":480
*
* if self.view.suboffsets != NULL:
* assert_direct_dimensions(self.view.suboffsets, self.view.ndim) # <<<<<<<<<<<<<<
* slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,
* item, self.dtype_is_object)
*/
__pyx_t_4 = assert_direct_dimensions(__pyx_v_self->view.suboffsets, __pyx_v_self->view.ndim); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(1, 480, __pyx_L6_error)
/* "View.MemoryView":479
*
*
* if self.view.suboffsets != NULL: # <<<<<<<<<<<<<<
* assert_direct_dimensions(self.view.suboffsets, self.view.ndim)
* slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,
*/
}
/* "View.MemoryView":481
* if self.view.suboffsets != NULL:
* assert_direct_dimensions(self.view.suboffsets, self.view.ndim)
* slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize, # <<<<<<<<<<<<<<
* item, self.dtype_is_object)
* finally:
*/
__pyx_memoryview_slice_assign_scalar(__pyx_v_dst_slice, __pyx_v_dst->view.ndim, __pyx_v_self->view.itemsize, __pyx_v_item, __pyx_v_self->dtype_is_object);
}
/* "View.MemoryView":484
* item, self.dtype_is_object)
* finally:
* PyMem_Free(tmp) # <<<<<<<<<<<<<<
*
* cdef setitem_indexed(self, index, value):
*/
/*finally:*/ {
/*normal exit:*/{
PyMem_Free(__pyx_v_tmp);
goto __pyx_L7;
}
__pyx_L6_error:;
/*exception exit:*/{
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__pyx_t_7 = 0; __pyx_t_8 = 0; __pyx_t_9 = 0; __pyx_t_10 = 0; __pyx_t_11 = 0; __pyx_t_12 = 0;
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_ExceptionSwap(&__pyx_t_10, &__pyx_t_11, &__pyx_t_12);
if ( unlikely(__Pyx_GetException(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9) < 0)) __Pyx_ErrFetch(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9);
__Pyx_XGOTREF(__pyx_t_7);
__Pyx_XGOTREF(__pyx_t_8);
__Pyx_XGOTREF(__pyx_t_9);
__Pyx_XGOTREF(__pyx_t_10);
__Pyx_XGOTREF(__pyx_t_11);
__Pyx_XGOTREF(__pyx_t_12);
__pyx_t_4 = __pyx_lineno; __pyx_t_5 = __pyx_clineno; __pyx_t_6 = __pyx_filename;
{
PyMem_Free(__pyx_v_tmp);
}
__Pyx_XGIVEREF(__pyx_t_10);
__Pyx_XGIVEREF(__pyx_t_11);
__Pyx_XGIVEREF(__pyx_t_12);
__Pyx_ExceptionReset(__pyx_t_10, __pyx_t_11, __pyx_t_12);
__Pyx_XGIVEREF(__pyx_t_7);
__Pyx_XGIVEREF(__pyx_t_8);
__Pyx_XGIVEREF(__pyx_t_9);
__Pyx_ErrRestore(__pyx_t_7, __pyx_t_8, __pyx_t_9);
__pyx_t_7 = 0; __pyx_t_8 = 0; __pyx_t_9 = 0; __pyx_t_10 = 0; __pyx_t_11 = 0; __pyx_t_12 = 0;
__pyx_lineno = __pyx_t_4; __pyx_clineno = __pyx_t_5; __pyx_filename = __pyx_t_6;
goto __pyx_L1_error;
}
__pyx_L7:;
}
/* "View.MemoryView":454
* memoryview_copy_contents(msrc, mdst, src.ndim, dst.ndim, self.dtype_is_object)
*
* cdef setitem_slice_assign_scalar(self, memoryview dst, value): # <<<<<<<<<<<<<<
* cdef int array[128]
* cdef void *tmp = NULL
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_3);
__Pyx_AddTraceback("View.MemoryView.memoryview.setitem_slice_assign_scalar", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":486
* PyMem_Free(tmp)
*
* cdef setitem_indexed(self, index, value): # <<<<<<<<<<<<<<
* cdef char *itemp = self.get_item_pointer(index)
* self.assign_item_from_object(itemp, value)
*/
static PyObject *__pyx_memoryview_setitem_indexed(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) {
char *__pyx_v_itemp;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
char *__pyx_t_1;
PyObject *__pyx_t_2 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("setitem_indexed", 0);
/* "View.MemoryView":487
*
* cdef setitem_indexed(self, index, value):
* cdef char *itemp = self.get_item_pointer(index) # <<<<<<<<<<<<<<
* self.assign_item_from_object(itemp, value)
*
*/
__pyx_t_1 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->get_item_pointer(__pyx_v_self, __pyx_v_index); if (unlikely(__pyx_t_1 == ((void *)NULL))) __PYX_ERR(1, 487, __pyx_L1_error)
__pyx_v_itemp = __pyx_t_1;
/* "View.MemoryView":488
* cdef setitem_indexed(self, index, value):
* cdef char *itemp = self.get_item_pointer(index)
* self.assign_item_from_object(itemp, value) # <<<<<<<<<<<<<<
*
* cdef convert_item_to_object(self, char *itemp):
*/
__pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->assign_item_from_object(__pyx_v_self, __pyx_v_itemp, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 488, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "View.MemoryView":486
* PyMem_Free(tmp)
*
* cdef setitem_indexed(self, index, value): # <<<<<<<<<<<<<<
* cdef char *itemp = self.get_item_pointer(index)
* self.assign_item_from_object(itemp, value)
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView.memoryview.setitem_indexed", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":490
* self.assign_item_from_object(itemp, value)
*
* cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<<
* """Only used if instantiated manually by the user, or if Cython doesn't
* know how to convert the type"""
*/
static PyObject *__pyx_memoryview_convert_item_to_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp) {
PyObject *__pyx_v_struct = NULL;
PyObject *__pyx_v_bytesitem = 0;
PyObject *__pyx_v_result = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
size_t __pyx_t_7;
Py_ssize_t __pyx_t_8;
int __pyx_t_9;
PyObject *__pyx_t_10 = NULL;
int __pyx_t_11;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("convert_item_to_object", 0);
/* "View.MemoryView":493
* """Only used if instantiated manually by the user, or if Cython doesn't
* know how to convert the type"""
* import struct # <<<<<<<<<<<<<<
* cdef bytes bytesitem
*
*/
__pyx_t_2 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_struct, 0, 0, NULL, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 493, __pyx_L1_error)
__pyx_t_1 = __pyx_t_2;
__Pyx_GOTREF(__pyx_t_1);
__pyx_v_struct = __pyx_t_1;
__pyx_t_1 = 0;
/* "View.MemoryView":496
* cdef bytes bytesitem
*
* bytesitem = itemp[:self.view.itemsize] # <<<<<<<<<<<<<<
* try:
* result = struct.unpack(self.view.format, bytesitem)
*/
__pyx_t_1 = __Pyx_PyBytes_FromStringAndSize(__pyx_v_itemp + 0, __pyx_v_self->view.itemsize - 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 496, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_v_bytesitem = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "View.MemoryView":497
*
* bytesitem = itemp[:self.view.itemsize]
* try: # <<<<<<<<<<<<<<
* result = struct.unpack(self.view.format, bytesitem)
* except struct.error:
*/
{
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__Pyx_ExceptionSave(&__pyx_t_2, &__pyx_t_3, &__pyx_t_4);
__Pyx_XGOTREF(__pyx_t_2);
__Pyx_XGOTREF(__pyx_t_3);
__Pyx_XGOTREF(__pyx_t_4);
/*try:*/ {
/* "View.MemoryView":498
* bytesitem = itemp[:self.view.itemsize]
* try:
* result = struct.unpack(self.view.format, bytesitem) # <<<<<<<<<<<<<<
* except struct.error:
* raise ValueError, "Unable to convert item to object"
*/
__pyx_t_5 = __pyx_v_struct;
__Pyx_INCREF(__pyx_t_5);
__pyx_t_6 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 498, __pyx_L3_error)
__Pyx_GOTREF(__pyx_t_6);
__pyx_t_7 = 0;
{
PyObject *__pyx_callargs[3] = {__pyx_t_5, __pyx_t_6, __pyx_v_bytesitem};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_unpack, __pyx_callargs+__pyx_t_7, (3-__pyx_t_7) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 498, __pyx_L3_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_v_result = __pyx_t_1;
__pyx_t_1 = 0;
/* "View.MemoryView":497
*
* bytesitem = itemp[:self.view.itemsize]
* try: # <<<<<<<<<<<<<<
* result = struct.unpack(self.view.format, bytesitem)
* except struct.error:
*/
}
/* "View.MemoryView":502
* raise ValueError, "Unable to convert item to object"
* else:
* if len(self.view.format) == 1: # <<<<<<<<<<<<<<
* return result[0]
* return result
*/
/*else:*/ {
__pyx_t_8 = __Pyx_ssize_strlen(__pyx_v_self->view.format); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(1, 502, __pyx_L5_except_error)
__pyx_t_9 = (__pyx_t_8 == 1);
if (__pyx_t_9) {
/* "View.MemoryView":503
* else:
* if len(self.view.format) == 1:
* return result[0] # <<<<<<<<<<<<<<
* return result
*
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = __Pyx_GetItemInt(__pyx_v_result, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 503, __pyx_L5_except_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L6_except_return;
/* "View.MemoryView":502
* raise ValueError, "Unable to convert item to object"
* else:
* if len(self.view.format) == 1: # <<<<<<<<<<<<<<
* return result[0]
* return result
*/
}
/* "View.MemoryView":504
* if len(self.view.format) == 1:
* return result[0]
* return result # <<<<<<<<<<<<<<
*
* cdef assign_item_from_object(self, char *itemp, object value):
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_result);
__pyx_r = __pyx_v_result;
goto __pyx_L6_except_return;
}
__pyx_L3_error:;
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
/* "View.MemoryView":499
* try:
* result = struct.unpack(self.view.format, bytesitem)
* except struct.error: # <<<<<<<<<<<<<<
* raise ValueError, "Unable to convert item to object"
* else:
*/
__Pyx_ErrFetch(&__pyx_t_1, &__pyx_t_6, &__pyx_t_5);
__pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_mstate_global->__pyx_n_u_error); if (unlikely(!__pyx_t_10)) __PYX_ERR(1, 499, __pyx_L5_except_error)
__Pyx_GOTREF(__pyx_t_10);
__pyx_t_11 = __Pyx_PyErr_GivenExceptionMatches(__pyx_t_1, __pyx_t_10);
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
__Pyx_ErrRestore(__pyx_t_1, __pyx_t_6, __pyx_t_5);
__pyx_t_1 = 0; __pyx_t_6 = 0; __pyx_t_5 = 0;
if (__pyx_t_11) {
__Pyx_AddTraceback("View.MemoryView.memoryview.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_1) < 0) __PYX_ERR(1, 499, __pyx_L5_except_error)
__Pyx_XGOTREF(__pyx_t_5);
__Pyx_XGOTREF(__pyx_t_6);
__Pyx_XGOTREF(__pyx_t_1);
/* "View.MemoryView":500
* result = struct.unpack(self.view.format, bytesitem)
* except struct.error:
* raise ValueError, "Unable to convert item to object" # <<<<<<<<<<<<<<
* else:
* if len(self.view.format) == 1:
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_ValueError))), __pyx_mstate_global->__pyx_kp_u_Unable_to_convert_item_to_object, 0, 0);
__PYX_ERR(1, 500, __pyx_L5_except_error)
}
goto __pyx_L5_except_error;
/* "View.MemoryView":497
*
* bytesitem = itemp[:self.view.itemsize]
* try: # <<<<<<<<<<<<<<
* result = struct.unpack(self.view.format, bytesitem)
* except struct.error:
*/
__pyx_L5_except_error:;
__Pyx_XGIVEREF(__pyx_t_2);
__Pyx_XGIVEREF(__pyx_t_3);
__Pyx_XGIVEREF(__pyx_t_4);
__Pyx_ExceptionReset(__pyx_t_2, __pyx_t_3, __pyx_t_4);
goto __pyx_L1_error;
__pyx_L6_except_return:;
__Pyx_XGIVEREF(__pyx_t_2);
__Pyx_XGIVEREF(__pyx_t_3);
__Pyx_XGIVEREF(__pyx_t_4);
__Pyx_ExceptionReset(__pyx_t_2, __pyx_t_3, __pyx_t_4);
goto __pyx_L0;
}
/* "View.MemoryView":490
* self.assign_item_from_object(itemp, value)
*
* cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<<
* """Only used if instantiated manually by the user, or if Cython doesn't
* know how to convert the type"""
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_10);
__Pyx_AddTraceback("View.MemoryView.memoryview.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_struct);
__Pyx_XDECREF(__pyx_v_bytesitem);
__Pyx_XDECREF(__pyx_v_result);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":506
* return result
*
* cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<<
* """Only used if instantiated manually by the user, or if Cython doesn't
* know how to convert the type"""
*/
static PyObject *__pyx_memoryview_assign_item_from_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value) {
PyObject *__pyx_v_struct = NULL;
char __pyx_v_c;
PyObject *__pyx_v_bytesvalue = 0;
Py_ssize_t __pyx_v_i;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
int __pyx_t_3;
PyObject *__pyx_t_4 = NULL;
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
size_t __pyx_t_7;
Py_ssize_t __pyx_t_8;
PyObject *__pyx_t_9 = NULL;
char *__pyx_t_10;
char *__pyx_t_11;
Py_ssize_t __pyx_t_12;
char *__pyx_t_13;
char *__pyx_t_14;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("assign_item_from_object", 0);
/* "View.MemoryView":509
* """Only used if instantiated manually by the user, or if Cython doesn't
* know how to convert the type"""
* import struct # <<<<<<<<<<<<<<
* cdef char c
* cdef bytes bytesvalue
*/
__pyx_t_2 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_struct, 0, 0, NULL, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 509, __pyx_L1_error)
__pyx_t_1 = __pyx_t_2;
__Pyx_GOTREF(__pyx_t_1);
__pyx_v_struct = __pyx_t_1;
__pyx_t_1 = 0;
/* "View.MemoryView":514
* cdef Py_ssize_t i
*
* if isinstance(value, tuple): # <<<<<<<<<<<<<<
* bytesvalue = struct.pack(self.view.format, *value)
* else:
*/
__pyx_t_3 = PyTuple_Check(__pyx_v_value);
if (__pyx_t_3) {
/* "View.MemoryView":515
*
* if isinstance(value, tuple):
* bytesvalue = struct.pack(self.view.format, *value) # <<<<<<<<<<<<<<
* else:
* bytesvalue = struct.pack(self.view.format, value)
*/
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_mstate_global->__pyx_n_u_pack); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 515, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_4 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 515, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 515, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_GIVEREF(__pyx_t_4);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4) != (0)) __PYX_ERR(1, 515, __pyx_L1_error);
__pyx_t_4 = 0;
__pyx_t_4 = __Pyx_PySequence_Tuple(__pyx_v_value); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 515, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_6 = PyNumber_Add(__pyx_t_5, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 515, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_6, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 515, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
if (!(likely(PyBytes_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None) || __Pyx_RaiseUnexpectedTypeError("bytes", __pyx_t_4))) __PYX_ERR(1, 515, __pyx_L1_error)
__pyx_v_bytesvalue = ((PyObject*)__pyx_t_4);
__pyx_t_4 = 0;
/* "View.MemoryView":514
* cdef Py_ssize_t i
*
* if isinstance(value, tuple): # <<<<<<<<<<<<<<
* bytesvalue = struct.pack(self.view.format, *value)
* else:
*/
goto __pyx_L3;
}
/* "View.MemoryView":517
* bytesvalue = struct.pack(self.view.format, *value)
* else:
* bytesvalue = struct.pack(self.view.format, value) # <<<<<<<<<<<<<<
*
* for i, c in enumerate(bytesvalue):
*/
/*else*/ {
__pyx_t_6 = __pyx_v_struct;
__Pyx_INCREF(__pyx_t_6);
__pyx_t_1 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 517, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_7 = 0;
{
PyObject *__pyx_callargs[3] = {__pyx_t_6, __pyx_t_1, __pyx_v_value};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_pack, __pyx_callargs+__pyx_t_7, (3-__pyx_t_7) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 517, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
if (!(likely(PyBytes_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None) || __Pyx_RaiseUnexpectedTypeError("bytes", __pyx_t_4))) __PYX_ERR(1, 517, __pyx_L1_error)
__pyx_v_bytesvalue = ((PyObject*)__pyx_t_4);
__pyx_t_4 = 0;
}
__pyx_L3:;
/* "View.MemoryView":519
* bytesvalue = struct.pack(self.view.format, value)
*
* for i, c in enumerate(bytesvalue): # <<<<<<<<<<<<<<
* itemp[i] = c
*
*/
__pyx_t_8 = 0;
if (unlikely(__pyx_v_bytesvalue == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' is not iterable");
__PYX_ERR(1, 519, __pyx_L1_error)
}
__Pyx_INCREF(__pyx_v_bytesvalue);
__pyx_t_9 = __pyx_v_bytesvalue;
__pyx_t_11 = __Pyx_PyBytes_AsWritableString(__pyx_t_9); if (unlikely(__pyx_t_11 == ((char *)NULL))) __PYX_ERR(1, 519, __pyx_L1_error)
__pyx_t_12 = __Pyx_PyBytes_GET_SIZE(__pyx_t_9); if (unlikely(__pyx_t_12 == ((Py_ssize_t)-1))) __PYX_ERR(1, 519, __pyx_L1_error)
__pyx_t_13 = (__pyx_t_11 + __pyx_t_12);
for (__pyx_t_14 = __pyx_t_11; __pyx_t_14 < __pyx_t_13; __pyx_t_14++) {
__pyx_t_10 = __pyx_t_14;
__pyx_v_c = (__pyx_t_10[0]);
/* "View.MemoryView":520
*
* for i, c in enumerate(bytesvalue):
* itemp[i] = c # <<<<<<<<<<<<<<
*
* @cname('getbuffer')
*/
__pyx_v_i = __pyx_t_8;
/* "View.MemoryView":519
* bytesvalue = struct.pack(self.view.format, value)
*
* for i, c in enumerate(bytesvalue): # <<<<<<<<<<<<<<
* itemp[i] = c
*
*/
__pyx_t_8 = (__pyx_t_8 + 1);
/* "View.MemoryView":520
*
* for i, c in enumerate(bytesvalue):
* itemp[i] = c # <<<<<<<<<<<<<<
*
* @cname('getbuffer')
*/
(__pyx_v_itemp[__pyx_v_i]) = __pyx_v_c;
}
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
/* "View.MemoryView":506
* return result
*
* cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<<
* """Only used if instantiated manually by the user, or if Cython doesn't
* know how to convert the type"""
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_9);
__Pyx_AddTraceback("View.MemoryView.memoryview.assign_item_from_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_struct);
__Pyx_XDECREF(__pyx_v_bytesvalue);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":522
* itemp[i] = c
*
* @cname('getbuffer') # <<<<<<<<<<<<<<
* def __getbuffer__(self, Py_buffer *info, int flags):
* if flags & PyBUF_WRITABLE and self.view.readonly:
*/
/* Python wrapper */
CYTHON_UNUSED static int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
CYTHON_UNUSED static int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__getbuffer__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((Py_buffer *)__pyx_v_info), ((int)__pyx_v_flags));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(struct __pyx_memoryview_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
int __pyx_r;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
int __pyx_t_2;
Py_ssize_t *__pyx_t_3;
char *__pyx_t_4;
void *__pyx_t_5;
int __pyx_t_6;
Py_ssize_t __pyx_t_7;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
if (unlikely(__pyx_v_info == NULL)) {
PyErr_SetString(PyExc_BufferError, "PyObject_GetBuffer: view==NULL argument is obsolete");
return -1;
}
__Pyx_RefNannySetupContext("__getbuffer__", 0);
__pyx_v_info->obj = Py_None; __Pyx_INCREF(Py_None);
__Pyx_GIVEREF(__pyx_v_info->obj);
/* "View.MemoryView":524
* @cname('getbuffer')
* def __getbuffer__(self, Py_buffer *info, int flags):
* if flags & PyBUF_WRITABLE and self.view.readonly: # <<<<<<<<<<<<<<
* raise ValueError, "Cannot create writable memory view from read-only memoryview"
*
*/
__pyx_t_2 = ((__pyx_v_flags & PyBUF_WRITABLE) != 0);
if (__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L4_bool_binop_done;
}
__pyx_t_1 = __pyx_v_self->view.readonly;
__pyx_L4_bool_binop_done:;
if (unlikely(__pyx_t_1)) {
/* "View.MemoryView":525
* def __getbuffer__(self, Py_buffer *info, int flags):
* if flags & PyBUF_WRITABLE and self.view.readonly:
* raise ValueError, "Cannot create writable memory view from read-only memoryview" # <<<<<<<<<<<<<<
*
* if flags & PyBUF_ND:
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_ValueError))), __pyx_mstate_global->__pyx_kp_u_Cannot_create_writable_memory_vi, 0, 0);
__PYX_ERR(1, 525, __pyx_L1_error)
/* "View.MemoryView":524
* @cname('getbuffer')
* def __getbuffer__(self, Py_buffer *info, int flags):
* if flags & PyBUF_WRITABLE and self.view.readonly: # <<<<<<<<<<<<<<
* raise ValueError, "Cannot create writable memory view from read-only memoryview"
*
*/
}
/* "View.MemoryView":527
* raise ValueError, "Cannot create writable memory view from read-only memoryview"
*
* if flags & PyBUF_ND: # <<<<<<<<<<<<<<
* info.shape = self.view.shape
* else:
*/
__pyx_t_1 = ((__pyx_v_flags & PyBUF_ND) != 0);
if (__pyx_t_1) {
/* "View.MemoryView":528
*
* if flags & PyBUF_ND:
* info.shape = self.view.shape # <<<<<<<<<<<<<<
* else:
* info.shape = NULL
*/
__pyx_t_3 = __pyx_v_self->view.shape;
__pyx_v_info->shape = __pyx_t_3;
/* "View.MemoryView":527
* raise ValueError, "Cannot create writable memory view from read-only memoryview"
*
* if flags & PyBUF_ND: # <<<<<<<<<<<<<<
* info.shape = self.view.shape
* else:
*/
goto __pyx_L6;
}
/* "View.MemoryView":530
* info.shape = self.view.shape
* else:
* info.shape = NULL # <<<<<<<<<<<<<<
*
* if flags & PyBUF_STRIDES:
*/
/*else*/ {
__pyx_v_info->shape = NULL;
}
__pyx_L6:;
/* "View.MemoryView":532
* info.shape = NULL
*
* if flags & PyBUF_STRIDES: # <<<<<<<<<<<<<<
* info.strides = self.view.strides
* else:
*/
__pyx_t_1 = ((__pyx_v_flags & PyBUF_STRIDES) != 0);
if (__pyx_t_1) {
/* "View.MemoryView":533
*
* if flags & PyBUF_STRIDES:
* info.strides = self.view.strides # <<<<<<<<<<<<<<
* else:
* info.strides = NULL
*/
__pyx_t_3 = __pyx_v_self->view.strides;
__pyx_v_info->strides = __pyx_t_3;
/* "View.MemoryView":532
* info.shape = NULL
*
* if flags & PyBUF_STRIDES: # <<<<<<<<<<<<<<
* info.strides = self.view.strides
* else:
*/
goto __pyx_L7;
}
/* "View.MemoryView":535
* info.strides = self.view.strides
* else:
* info.strides = NULL # <<<<<<<<<<<<<<
*
* if flags & PyBUF_INDIRECT:
*/
/*else*/ {
__pyx_v_info->strides = NULL;
}
__pyx_L7:;
/* "View.MemoryView":537
* info.strides = NULL
*
* if flags & PyBUF_INDIRECT: # <<<<<<<<<<<<<<
* info.suboffsets = self.view.suboffsets
* else:
*/
__pyx_t_1 = ((__pyx_v_flags & PyBUF_INDIRECT) != 0);
if (__pyx_t_1) {
/* "View.MemoryView":538
*
* if flags & PyBUF_INDIRECT:
* info.suboffsets = self.view.suboffsets # <<<<<<<<<<<<<<
* else:
* info.suboffsets = NULL
*/
__pyx_t_3 = __pyx_v_self->view.suboffsets;
__pyx_v_info->suboffsets = __pyx_t_3;
/* "View.MemoryView":537
* info.strides = NULL
*
* if flags & PyBUF_INDIRECT: # <<<<<<<<<<<<<<
* info.suboffsets = self.view.suboffsets
* else:
*/
goto __pyx_L8;
}
/* "View.MemoryView":540
* info.suboffsets = self.view.suboffsets
* else:
* info.suboffsets = NULL # <<<<<<<<<<<<<<
*
* if flags & PyBUF_FORMAT:
*/
/*else*/ {
__pyx_v_info->suboffsets = NULL;
}
__pyx_L8:;
/* "View.MemoryView":542
* info.suboffsets = NULL
*
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
* info.format = self.view.format
* else:
*/
__pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0);
if (__pyx_t_1) {
/* "View.MemoryView":543
*
* if flags & PyBUF_FORMAT:
* info.format = self.view.format # <<<<<<<<<<<<<<
* else:
* info.format = NULL
*/
__pyx_t_4 = __pyx_v_self->view.format;
__pyx_v_info->format = __pyx_t_4;
/* "View.MemoryView":542
* info.suboffsets = NULL
*
* if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<<
* info.format = self.view.format
* else:
*/
goto __pyx_L9;
}
/* "View.MemoryView":545
* info.format = self.view.format
* else:
* info.format = NULL # <<<<<<<<<<<<<<
*
* info.buf = self.view.buf
*/
/*else*/ {
__pyx_v_info->format = NULL;
}
__pyx_L9:;
/* "View.MemoryView":547
* info.format = NULL
*
* info.buf = self.view.buf # <<<<<<<<<<<<<<
* info.ndim = self.view.ndim
* info.itemsize = self.view.itemsize
*/
__pyx_t_5 = __pyx_v_self->view.buf;
__pyx_v_info->buf = __pyx_t_5;
/* "View.MemoryView":548
*
* info.buf = self.view.buf
* info.ndim = self.view.ndim # <<<<<<<<<<<<<<
* info.itemsize = self.view.itemsize
* info.len = self.view.len
*/
__pyx_t_6 = __pyx_v_self->view.ndim;
__pyx_v_info->ndim = __pyx_t_6;
/* "View.MemoryView":549
* info.buf = self.view.buf
* info.ndim = self.view.ndim
* info.itemsize = self.view.itemsize # <<<<<<<<<<<<<<
* info.len = self.view.len
* info.readonly = self.view.readonly
*/
__pyx_t_7 = __pyx_v_self->view.itemsize;
__pyx_v_info->itemsize = __pyx_t_7;
/* "View.MemoryView":550
* info.ndim = self.view.ndim
* info.itemsize = self.view.itemsize
* info.len = self.view.len # <<<<<<<<<<<<<<
* info.readonly = self.view.readonly
* info.obj = self
*/
__pyx_t_7 = __pyx_v_self->view.len;
__pyx_v_info->len = __pyx_t_7;
/* "View.MemoryView":551
* info.itemsize = self.view.itemsize
* info.len = self.view.len
* info.readonly = self.view.readonly # <<<<<<<<<<<<<<
* info.obj = self
*
*/
__pyx_t_1 = __pyx_v_self->view.readonly;
__pyx_v_info->readonly = __pyx_t_1;
/* "View.MemoryView":552
* info.len = self.view.len
* info.readonly = self.view.readonly
* info.obj = self # <<<<<<<<<<<<<<
*
*
*/
__Pyx_INCREF((PyObject *)__pyx_v_self);
__Pyx_GIVEREF((PyObject *)__pyx_v_self);
__Pyx_GOTREF(__pyx_v_info->obj);
__Pyx_DECREF(__pyx_v_info->obj);
__pyx_v_info->obj = ((PyObject *)__pyx_v_self);
/* "View.MemoryView":522
* itemp[i] = c
*
* @cname('getbuffer') # <<<<<<<<<<<<<<
* def __getbuffer__(self, Py_buffer *info, int flags):
* if flags & PyBUF_WRITABLE and self.view.readonly:
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView.memoryview.__getbuffer__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
if (__pyx_v_info->obj != NULL) {
__Pyx_GOTREF(__pyx_v_info->obj);
__Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
}
goto __pyx_L2;
__pyx_L0:;
if (__pyx_v_info->obj == Py_None) {
__Pyx_GOTREF(__pyx_v_info->obj);
__Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
}
__pyx_L2:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":555
*
*
* @property # <<<<<<<<<<<<<<
* def T(self):
* cdef _memoryviewslice result = memoryview_copy(self)
*/
/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
struct __pyx_memoryviewslice_obj *__pyx_v_result = 0;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_t_2;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__get__", 0);
/* "View.MemoryView":557
* @property
* def T(self):
* cdef _memoryviewslice result = memoryview_copy(self) # <<<<<<<<<<<<<<
* transpose_memslice(&result.from_slice)
* return result
*/
__pyx_t_1 = __pyx_memoryview_copy_object(__pyx_v_self); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 557, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_mstate_global->__pyx_memoryviewslice_type))))) __PYX_ERR(1, 557, __pyx_L1_error)
__pyx_v_result = ((struct __pyx_memoryviewslice_obj *)__pyx_t_1);
__pyx_t_1 = 0;
/* "View.MemoryView":558
* def T(self):
* cdef _memoryviewslice result = memoryview_copy(self)
* transpose_memslice(&result.from_slice) # <<<<<<<<<<<<<<
* return result
*
*/
__pyx_t_2 = __pyx_memslice_transpose((&__pyx_v_result->from_slice)); if (unlikely(__pyx_t_2 == ((int)-1))) __PYX_ERR(1, 558, __pyx_L1_error)
/* "View.MemoryView":559
* cdef _memoryviewslice result = memoryview_copy(self)
* transpose_memslice(&result.from_slice)
* return result # <<<<<<<<<<<<<<
*
* @property
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF((PyObject *)__pyx_v_result);
__pyx_r = ((PyObject *)__pyx_v_result);
goto __pyx_L0;
/* "View.MemoryView":555
*
*
* @property # <<<<<<<<<<<<<<
* def T(self):
* cdef _memoryviewslice result = memoryview_copy(self)
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("View.MemoryView.memoryview.T.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF((PyObject *)__pyx_v_result);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":561
* return result
*
* @property # <<<<<<<<<<<<<<
* def base(self):
* return self._get_base()
*/
/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__get__", 0);
/* "View.MemoryView":563
* @property
* def base(self):
* return self._get_base() # <<<<<<<<<<<<<<
*
* cdef _get_base(self):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->_get_base(__pyx_v_self); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 563, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "View.MemoryView":561
* return result
*
* @property # <<<<<<<<<<<<<<
* def base(self):
* return self._get_base()
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("View.MemoryView.memoryview.base.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":565
* return self._get_base()
*
* cdef _get_base(self): # <<<<<<<<<<<<<<
* return self.obj
*
*/
static PyObject *__pyx_memoryview__get_base(struct __pyx_memoryview_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("_get_base", 0);
/* "View.MemoryView":566
*
* cdef _get_base(self):
* return self.obj # <<<<<<<<<<<<<<
*
* @property
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_self->obj);
__pyx_r = __pyx_v_self->obj;
goto __pyx_L0;
/* "View.MemoryView":565
* return self._get_base()
*
* cdef _get_base(self): # <<<<<<<<<<<<<<
* return self.obj
*
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":568
* return self.obj
*
* @property # <<<<<<<<<<<<<<
* def shape(self):
* return tuple([length for length in self.view.shape[:self.view.ndim]])
*/
/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
Py_ssize_t __pyx_7genexpr__pyx_v_length;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
Py_ssize_t *__pyx_t_2;
Py_ssize_t *__pyx_t_3;
Py_ssize_t *__pyx_t_4;
PyObject *__pyx_t_5 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__get__", 0);
/* "View.MemoryView":570
* @property
* def shape(self):
* return tuple([length for length in self.view.shape[:self.view.ndim]]) # <<<<<<<<<<<<<<
*
* @property
*/
__Pyx_XDECREF(__pyx_r);
{ /* enter inner scope */
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 570, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_3 = (__pyx_v_self->view.shape + __pyx_v_self->view.ndim);
for (__pyx_t_4 = __pyx_v_self->view.shape; __pyx_t_4 < __pyx_t_3; __pyx_t_4++) {
__pyx_t_2 = __pyx_t_4;
__pyx_7genexpr__pyx_v_length = (__pyx_t_2[0]);
__pyx_t_5 = PyLong_FromSsize_t(__pyx_7genexpr__pyx_v_length); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 570, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(1, 570, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
}
} /* exit inner scope */
__pyx_t_5 = PyList_AsTuple(((PyObject*)__pyx_t_1)); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 570, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_r = __pyx_t_5;
__pyx_t_5 = 0;
goto __pyx_L0;
/* "View.MemoryView":568
* return self.obj
*
* @property # <<<<<<<<<<<<<<
* def shape(self):
* return tuple([length for length in self.view.shape[:self.view.ndim]])
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_AddTraceback("View.MemoryView.memoryview.shape.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":572
* return tuple([length for length in self.view.shape[:self.view.ndim]])
*
* @property # <<<<<<<<<<<<<<
* def strides(self):
* if self.view.strides == NULL:
*/
/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
Py_ssize_t __pyx_8genexpr1__pyx_v_stride;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
Py_ssize_t *__pyx_t_3;
Py_ssize_t *__pyx_t_4;
Py_ssize_t *__pyx_t_5;
PyObject *__pyx_t_6 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__get__", 0);
/* "View.MemoryView":574
* @property
* def strides(self):
* if self.view.strides == NULL: # <<<<<<<<<<<<<<
*
* raise ValueError, "Buffer view does not expose strides"
*/
__pyx_t_1 = (__pyx_v_self->view.strides == NULL);
if (unlikely(__pyx_t_1)) {
/* "View.MemoryView":576
* if self.view.strides == NULL:
*
* raise ValueError, "Buffer view does not expose strides" # <<<<<<<<<<<<<<
*
* return tuple([stride for stride in self.view.strides[:self.view.ndim]])
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_ValueError))), __pyx_mstate_global->__pyx_kp_u_Buffer_view_does_not_expose_stri, 0, 0);
__PYX_ERR(1, 576, __pyx_L1_error)
/* "View.MemoryView":574
* @property
* def strides(self):
* if self.view.strides == NULL: # <<<<<<<<<<<<<<
*
* raise ValueError, "Buffer view does not expose strides"
*/
}
/* "View.MemoryView":578
* raise ValueError, "Buffer view does not expose strides"
*
* return tuple([stride for stride in self.view.strides[:self.view.ndim]]) # <<<<<<<<<<<<<<
*
* @property
*/
__Pyx_XDECREF(__pyx_r);
{ /* enter inner scope */
__pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 578, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_4 = (__pyx_v_self->view.strides + __pyx_v_self->view.ndim);
for (__pyx_t_5 = __pyx_v_self->view.strides; __pyx_t_5 < __pyx_t_4; __pyx_t_5++) {
__pyx_t_3 = __pyx_t_5;
__pyx_8genexpr1__pyx_v_stride = (__pyx_t_3[0]);
__pyx_t_6 = PyLong_FromSsize_t(__pyx_8genexpr1__pyx_v_stride); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 578, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_6))) __PYX_ERR(1, 578, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
}
} /* exit inner scope */
__pyx_t_6 = PyList_AsTuple(((PyObject*)__pyx_t_2)); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 578, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_r = __pyx_t_6;
__pyx_t_6 = 0;
goto __pyx_L0;
/* "View.MemoryView":572
* return tuple([length for length in self.view.shape[:self.view.ndim]])
*
* @property # <<<<<<<<<<<<<<
* def strides(self):
* if self.view.strides == NULL:
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_AddTraceback("View.MemoryView.memoryview.strides.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":580
* return tuple([stride for stride in self.view.strides[:self.view.ndim]])
*
* @property # <<<<<<<<<<<<<<
* def suboffsets(self):
* if self.view.suboffsets == NULL:
*/
/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
Py_ssize_t __pyx_8genexpr2__pyx_v_suboffset;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
Py_ssize_t *__pyx_t_3;
Py_ssize_t *__pyx_t_4;
Py_ssize_t *__pyx_t_5;
PyObject *__pyx_t_6 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__get__", 0);
/* "View.MemoryView":582
* @property
* def suboffsets(self):
* if self.view.suboffsets == NULL: # <<<<<<<<<<<<<<
* return (-1,) * self.view.ndim
*
*/
__pyx_t_1 = (__pyx_v_self->view.suboffsets == NULL);
if (__pyx_t_1) {
/* "View.MemoryView":583
* def suboffsets(self):
* if self.view.suboffsets == NULL:
* return (-1,) * self.view.ndim # <<<<<<<<<<<<<<
*
* return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]])
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = __Pyx_PySequence_Multiply(__pyx_mstate_global->__pyx_tuple[1], __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 583, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_r = __pyx_t_2;
__pyx_t_2 = 0;
goto __pyx_L0;
/* "View.MemoryView":582
* @property
* def suboffsets(self):
* if self.view.suboffsets == NULL: # <<<<<<<<<<<<<<
* return (-1,) * self.view.ndim
*
*/
}
/* "View.MemoryView":585
* return (-1,) * self.view.ndim
*
* return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]]) # <<<<<<<<<<<<<<
*
* @property
*/
__Pyx_XDECREF(__pyx_r);
{ /* enter inner scope */
__pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 585, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_4 = (__pyx_v_self->view.suboffsets + __pyx_v_self->view.ndim);
for (__pyx_t_5 = __pyx_v_self->view.suboffsets; __pyx_t_5 < __pyx_t_4; __pyx_t_5++) {
__pyx_t_3 = __pyx_t_5;
__pyx_8genexpr2__pyx_v_suboffset = (__pyx_t_3[0]);
__pyx_t_6 = PyLong_FromSsize_t(__pyx_8genexpr2__pyx_v_suboffset); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 585, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_6))) __PYX_ERR(1, 585, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
}
} /* exit inner scope */
__pyx_t_6 = PyList_AsTuple(((PyObject*)__pyx_t_2)); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 585, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_r = __pyx_t_6;
__pyx_t_6 = 0;
goto __pyx_L0;
/* "View.MemoryView":580
* return tuple([stride for stride in self.view.strides[:self.view.ndim]])
*
* @property # <<<<<<<<<<<<<<
* def suboffsets(self):
* if self.view.suboffsets == NULL:
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_AddTraceback("View.MemoryView.memoryview.suboffsets.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":587
* return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]])
*
* @property # <<<<<<<<<<<<<<
* def ndim(self):
* return self.view.ndim
*/
/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__get__", 0);
/* "View.MemoryView":589
* @property
* def ndim(self):
* return self.view.ndim # <<<<<<<<<<<<<<
*
* @property
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = __Pyx_PyLong_From_int(__pyx_v_self->view.ndim); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 589, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "View.MemoryView":587
* return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]])
*
* @property # <<<<<<<<<<<<<<
* def ndim(self):
* return self.view.ndim
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("View.MemoryView.memoryview.ndim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":591
* return self.view.ndim
*
* @property # <<<<<<<<<<<<<<
* def itemsize(self):
* return self.view.itemsize
*/
/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__get__", 0);
/* "View.MemoryView":593
* @property
* def itemsize(self):
* return self.view.itemsize # <<<<<<<<<<<<<<
*
* @property
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = PyLong_FromSsize_t(__pyx_v_self->view.itemsize); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 593, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "View.MemoryView":591
* return self.view.ndim
*
* @property # <<<<<<<<<<<<<<
* def itemsize(self):
* return self.view.itemsize
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("View.MemoryView.memoryview.itemsize.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":595
* return self.view.itemsize
*
* @property # <<<<<<<<<<<<<<
* def nbytes(self):
* return self.size * self.view.itemsize
*/
/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__get__", 0);
/* "View.MemoryView":597
* @property
* def nbytes(self):
* return self.size * self.view.itemsize # <<<<<<<<<<<<<<
*
* @property
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_size); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 597, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = PyLong_FromSsize_t(__pyx_v_self->view.itemsize); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 597, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_3 = PyNumber_Multiply(__pyx_t_1, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 597, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_r = __pyx_t_3;
__pyx_t_3 = 0;
goto __pyx_L0;
/* "View.MemoryView":595
* return self.view.itemsize
*
* @property # <<<<<<<<<<<<<<
* def nbytes(self):
* return self.size * self.view.itemsize
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_AddTraceback("View.MemoryView.memoryview.nbytes.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":599
* return self.size * self.view.itemsize
*
* @property # <<<<<<<<<<<<<<
* def size(self):
* if self._size is None:
*/
/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
PyObject *__pyx_v_result = NULL;
PyObject *__pyx_v_length = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
Py_ssize_t *__pyx_t_2;
Py_ssize_t *__pyx_t_3;
Py_ssize_t *__pyx_t_4;
PyObject *__pyx_t_5 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__get__", 0);
/* "View.MemoryView":601
* @property
* def size(self):
* if self._size is None: # <<<<<<<<<<<<<<
* result = 1
*
*/
__pyx_t_1 = (__pyx_v_self->_size == Py_None);
if (__pyx_t_1) {
/* "View.MemoryView":602
* def size(self):
* if self._size is None:
* result = 1 # <<<<<<<<<<<<<<
*
* for length in self.view.shape[:self.view.ndim]:
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_1);
__pyx_v_result = __pyx_mstate_global->__pyx_int_1;
/* "View.MemoryView":604
* result = 1
*
* for length in self.view.shape[:self.view.ndim]: # <<<<<<<<<<<<<<
* result *= length
*
*/
__pyx_t_3 = (__pyx_v_self->view.shape + __pyx_v_self->view.ndim);
for (__pyx_t_4 = __pyx_v_self->view.shape; __pyx_t_4 < __pyx_t_3; __pyx_t_4++) {
__pyx_t_2 = __pyx_t_4;
__pyx_t_5 = PyLong_FromSsize_t((__pyx_t_2[0])); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 604, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_XDECREF_SET(__pyx_v_length, __pyx_t_5);
__pyx_t_5 = 0;
/* "View.MemoryView":605
*
* for length in self.view.shape[:self.view.ndim]:
* result *= length # <<<<<<<<<<<<<<
*
* self._size = result
*/
__pyx_t_5 = PyNumber_InPlaceMultiply(__pyx_v_result, __pyx_v_length); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 605, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF_SET(__pyx_v_result, __pyx_t_5);
__pyx_t_5 = 0;
}
/* "View.MemoryView":607
* result *= length
*
* self._size = result # <<<<<<<<<<<<<<
*
* return self._size
*/
__Pyx_INCREF(__pyx_v_result);
__Pyx_GIVEREF(__pyx_v_result);
__Pyx_GOTREF(__pyx_v_self->_size);
__Pyx_DECREF(__pyx_v_self->_size);
__pyx_v_self->_size = __pyx_v_result;
/* "View.MemoryView":601
* @property
* def size(self):
* if self._size is None: # <<<<<<<<<<<<<<
* result = 1
*
*/
}
/* "View.MemoryView":609
* self._size = result
*
* return self._size # <<<<<<<<<<<<<<
*
* def __len__(self):
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_self->_size);
__pyx_r = __pyx_v_self->_size;
goto __pyx_L0;
/* "View.MemoryView":599
* return self.size * self.view.itemsize
*
* @property # <<<<<<<<<<<<<<
* def size(self):
* if self._size is None:
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_5);
__Pyx_AddTraceback("View.MemoryView.memoryview.size.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_result);
__Pyx_XDECREF(__pyx_v_length);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":611
* return self._size
*
* def __len__(self): # <<<<<<<<<<<<<<
* if self.view.ndim >= 1:
* return self.view.shape[0]
*/
/* Python wrapper */
static Py_ssize_t __pyx_memoryview___len__(PyObject *__pyx_v_self); /*proto*/
static Py_ssize_t __pyx_memoryview___len__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
Py_ssize_t __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__len__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static Py_ssize_t __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(struct __pyx_memoryview_obj *__pyx_v_self) {
Py_ssize_t __pyx_r;
int __pyx_t_1;
/* "View.MemoryView":612
*
* def __len__(self):
* if self.view.ndim >= 1: # <<<<<<<<<<<<<<
* return self.view.shape[0]
*
*/
__pyx_t_1 = (__pyx_v_self->view.ndim >= 1);
if (__pyx_t_1) {
/* "View.MemoryView":613
* def __len__(self):
* if self.view.ndim >= 1:
* return self.view.shape[0] # <<<<<<<<<<<<<<
*
* return 0
*/
__pyx_r = (__pyx_v_self->view.shape[0]);
goto __pyx_L0;
/* "View.MemoryView":612
*
* def __len__(self):
* if self.view.ndim >= 1: # <<<<<<<<<<<<<<
* return self.view.shape[0]
*
*/
}
/* "View.MemoryView":615
* return self.view.shape[0]
*
* return 0 # <<<<<<<<<<<<<<
*
* def __repr__(self):
*/
__pyx_r = 0;
goto __pyx_L0;
/* "View.MemoryView":611
* return self._size
*
* def __len__(self): # <<<<<<<<<<<<<<
* if self.view.ndim >= 1:
* return self.view.shape[0]
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":617
* return 0
*
* def __repr__(self): # <<<<<<<<<<<<<<
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,
* id(self))
*/
/* Python wrapper */
static PyObject *__pyx_memoryview___repr__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_memoryview___repr__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__repr__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(struct __pyx_memoryview_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4[5];
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__repr__", 0);
/* "View.MemoryView":618
*
* def __repr__(self):
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__, # <<<<<<<<<<<<<<
* id(self))
*
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_base); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 618, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_class); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 618, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_name_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 618, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_2 = __Pyx_PyObject_FormatSimpleAndDecref(PyObject_Repr(__pyx_t_1), __pyx_mstate_global->__pyx_empty_unicode); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 618, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "View.MemoryView":619
* def __repr__(self):
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,
* id(self)) # <<<<<<<<<<<<<<
*
* def __str__(self):
*/
__pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_id, ((PyObject *)__pyx_v_self)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 619, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_3 = __Pyx_PyObject_Format(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_x); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 619, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_4[0] = __pyx_mstate_global->__pyx_kp_u_MemoryView_of;
__pyx_t_4[1] = __pyx_t_2;
__pyx_t_4[2] = __pyx_mstate_global->__pyx_kp_u_at_0x;
__pyx_t_4[3] = __pyx_t_3;
__pyx_t_4[4] = __pyx_mstate_global->__pyx_kp_u__3;
/* "View.MemoryView":618
*
* def __repr__(self):
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__, # <<<<<<<<<<<<<<
* id(self))
*
*/
__pyx_t_1 = __Pyx_PyUnicode_Join(__pyx_t_4, 5, 15 + __Pyx_PyUnicode_GET_LENGTH(__pyx_t_2) + 6 + __Pyx_PyUnicode_GET_LENGTH(__pyx_t_3) + 1, 127 | __Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_2) | __Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_3));
if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 618, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "View.MemoryView":617
* return 0
*
* def __repr__(self): # <<<<<<<<<<<<<<
* return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,
* id(self))
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_AddTraceback("View.MemoryView.memoryview.__repr__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":621
* id(self))
*
* def __str__(self): # <<<<<<<<<<<<<<
* return "<MemoryView of %r object>" % (self.base.__class__.__name__,)
*
*/
/* Python wrapper */
static PyObject *__pyx_memoryview___str__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_memoryview___str__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__str__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(struct __pyx_memoryview_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3[3];
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__str__", 0);
/* "View.MemoryView":622
*
* def __str__(self):
* return "<MemoryView of %r object>" % (self.base.__class__.__name__,) # <<<<<<<<<<<<<<
*
*
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_base); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 622, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_class); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 622, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_name_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 622, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_2 = __Pyx_PyObject_FormatSimpleAndDecref(PyObject_Repr(__pyx_t_1), __pyx_mstate_global->__pyx_empty_unicode); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 622, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_3[0] = __pyx_mstate_global->__pyx_kp_u_MemoryView_of;
__pyx_t_3[1] = __pyx_t_2;
__pyx_t_3[2] = __pyx_mstate_global->__pyx_kp_u_object;
__pyx_t_1 = __Pyx_PyUnicode_Join(__pyx_t_3, 3, 15 + __Pyx_PyUnicode_GET_LENGTH(__pyx_t_2) + 8, 127 | __Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_2));
if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 622, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "View.MemoryView":621
* id(self))
*
* def __str__(self): # <<<<<<<<<<<<<<
* return "<MemoryView of %r object>" % (self.base.__class__.__name__,)
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView.memoryview.__str__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":625
*
*
* def is_c_contig(self): # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice *mslice
* cdef __Pyx_memviewslice tmp
*/
/* Python wrapper */
static PyObject *__pyx_memoryview_is_c_contig(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyObject *__pyx_memoryview_is_c_contig(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("is_c_contig (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("is_c_contig", 1, 0, 0, __pyx_nargs); return NULL; }
const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len < 0)) return NULL;
if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("is_c_contig", __pyx_kwds); return NULL;}
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(struct __pyx_memoryview_obj *__pyx_v_self) {
__Pyx_memviewslice *__pyx_v_mslice;
__Pyx_memviewslice __pyx_v_tmp;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_memviewslice *__pyx_t_1;
PyObject *__pyx_t_2 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("is_c_contig", 0);
/* "View.MemoryView":628
* cdef __Pyx_memviewslice *mslice
* cdef __Pyx_memviewslice tmp
* mslice = get_slice_from_memview(self, &tmp) # <<<<<<<<<<<<<<
* return slice_is_contig(mslice[0], 'C', self.view.ndim)
*
*/
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_self, (&__pyx_v_tmp)); if (unlikely(__pyx_t_1 == ((void *)NULL))) __PYX_ERR(1, 628, __pyx_L1_error)
__pyx_v_mslice = __pyx_t_1;
/* "View.MemoryView":629
* cdef __Pyx_memviewslice tmp
* mslice = get_slice_from_memview(self, &tmp)
* return slice_is_contig(mslice[0], 'C', self.view.ndim) # <<<<<<<<<<<<<<
*
* def is_f_contig(self):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_memviewslice_is_contig((__pyx_v_mslice[0]), 'C', __pyx_v_self->view.ndim)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 629, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_r = __pyx_t_2;
__pyx_t_2 = 0;
goto __pyx_L0;
/* "View.MemoryView":625
*
*
* def is_c_contig(self): # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice *mslice
* cdef __Pyx_memviewslice tmp
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView.memoryview.is_c_contig", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":631
* return slice_is_contig(mslice[0], 'C', self.view.ndim)
*
* def is_f_contig(self): # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice *mslice
* cdef __Pyx_memviewslice tmp
*/
/* Python wrapper */
static PyObject *__pyx_memoryview_is_f_contig(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyObject *__pyx_memoryview_is_f_contig(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("is_f_contig (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("is_f_contig", 1, 0, 0, __pyx_nargs); return NULL; }
const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len < 0)) return NULL;
if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("is_f_contig", __pyx_kwds); return NULL;}
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(struct __pyx_memoryview_obj *__pyx_v_self) {
__Pyx_memviewslice *__pyx_v_mslice;
__Pyx_memviewslice __pyx_v_tmp;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_memviewslice *__pyx_t_1;
PyObject *__pyx_t_2 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("is_f_contig", 0);
/* "View.MemoryView":634
* cdef __Pyx_memviewslice *mslice
* cdef __Pyx_memviewslice tmp
* mslice = get_slice_from_memview(self, &tmp) # <<<<<<<<<<<<<<
* return slice_is_contig(mslice[0], 'F', self.view.ndim)
*
*/
__pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_self, (&__pyx_v_tmp)); if (unlikely(__pyx_t_1 == ((void *)NULL))) __PYX_ERR(1, 634, __pyx_L1_error)
__pyx_v_mslice = __pyx_t_1;
/* "View.MemoryView":635
* cdef __Pyx_memviewslice tmp
* mslice = get_slice_from_memview(self, &tmp)
* return slice_is_contig(mslice[0], 'F', self.view.ndim) # <<<<<<<<<<<<<<
*
* def copy(self):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_memviewslice_is_contig((__pyx_v_mslice[0]), 'F', __pyx_v_self->view.ndim)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 635, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_r = __pyx_t_2;
__pyx_t_2 = 0;
goto __pyx_L0;
/* "View.MemoryView":631
* return slice_is_contig(mslice[0], 'C', self.view.ndim)
*
* def is_f_contig(self): # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice *mslice
* cdef __Pyx_memviewslice tmp
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView.memoryview.is_f_contig", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":637
* return slice_is_contig(mslice[0], 'F', self.view.ndim)
*
* def copy(self): # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice mslice
* cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS
*/
/* Python wrapper */
static PyObject *__pyx_memoryview_copy(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyObject *__pyx_memoryview_copy(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("copy (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("copy", 1, 0, 0, __pyx_nargs); return NULL; }
const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len < 0)) return NULL;
if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("copy", __pyx_kwds); return NULL;}
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(struct __pyx_memoryview_obj *__pyx_v_self) {
__Pyx_memviewslice __pyx_v_mslice;
int __pyx_v_flags;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_memviewslice __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("copy", 0);
/* "View.MemoryView":639
* def copy(self):
* cdef __Pyx_memviewslice mslice
* cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS # <<<<<<<<<<<<<<
*
* slice_copy(self, &mslice)
*/
__pyx_v_flags = (__pyx_v_self->flags & (~PyBUF_F_CONTIGUOUS));
/* "View.MemoryView":641
* cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS
*
* slice_copy(self, &mslice) # <<<<<<<<<<<<<<
* mslice = slice_copy_contig(&mslice, "c", self.view.ndim,
* self.view.itemsize,
*/
__pyx_memoryview_slice_copy(__pyx_v_self, (&__pyx_v_mslice));
/* "View.MemoryView":642
*
* slice_copy(self, &mslice)
* mslice = slice_copy_contig(&mslice, "c", self.view.ndim, # <<<<<<<<<<<<<<
* self.view.itemsize,
* flags|PyBUF_C_CONTIGUOUS,
*/
__pyx_t_1 = __pyx_memoryview_copy_new_contig((&__pyx_v_mslice), ((char const *)"c"), __pyx_v_self->view.ndim, __pyx_v_self->view.itemsize, (__pyx_v_flags | PyBUF_C_CONTIGUOUS), __pyx_v_self->dtype_is_object); if (unlikely(PyErr_Occurred())) __PYX_ERR(1, 642, __pyx_L1_error)
__pyx_v_mslice = __pyx_t_1;
/* "View.MemoryView":647
* self.dtype_is_object)
*
* return memoryview_copy_from_slice(self, &mslice) # <<<<<<<<<<<<<<
*
* def copy_fortran(self):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = __pyx_memoryview_copy_object_from_slice(__pyx_v_self, (&__pyx_v_mslice)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 647, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_r = __pyx_t_2;
__pyx_t_2 = 0;
goto __pyx_L0;
/* "View.MemoryView":637
* return slice_is_contig(mslice[0], 'F', self.view.ndim)
*
* def copy(self): # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice mslice
* cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView.memoryview.copy", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":649
* return memoryview_copy_from_slice(self, &mslice)
*
* def copy_fortran(self): # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice src, dst
* cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS
*/
/* Python wrapper */
static PyObject *__pyx_memoryview_copy_fortran(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyObject *__pyx_memoryview_copy_fortran(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("copy_fortran (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("copy_fortran", 1, 0, 0, __pyx_nargs); return NULL; }
const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len < 0)) return NULL;
if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("copy_fortran", __pyx_kwds); return NULL;}
__pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(struct __pyx_memoryview_obj *__pyx_v_self) {
__Pyx_memviewslice __pyx_v_src;
__Pyx_memviewslice __pyx_v_dst;
int __pyx_v_flags;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_memviewslice __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("copy_fortran", 0);
/* "View.MemoryView":651
* def copy_fortran(self):
* cdef __Pyx_memviewslice src, dst
* cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS # <<<<<<<<<<<<<<
*
* slice_copy(self, &src)
*/
__pyx_v_flags = (__pyx_v_self->flags & (~PyBUF_C_CONTIGUOUS));
/* "View.MemoryView":653
* cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS
*
* slice_copy(self, &src) # <<<<<<<<<<<<<<
* dst = slice_copy_contig(&src, "fortran", self.view.ndim,
* self.view.itemsize,
*/
__pyx_memoryview_slice_copy(__pyx_v_self, (&__pyx_v_src));
/* "View.MemoryView":654
*
* slice_copy(self, &src)
* dst = slice_copy_contig(&src, "fortran", self.view.ndim, # <<<<<<<<<<<<<<
* self.view.itemsize,
* flags|PyBUF_F_CONTIGUOUS,
*/
__pyx_t_1 = __pyx_memoryview_copy_new_contig((&__pyx_v_src), ((char const *)"fortran"), __pyx_v_self->view.ndim, __pyx_v_self->view.itemsize, (__pyx_v_flags | PyBUF_F_CONTIGUOUS), __pyx_v_self->dtype_is_object); if (unlikely(PyErr_Occurred())) __PYX_ERR(1, 654, __pyx_L1_error)
__pyx_v_dst = __pyx_t_1;
/* "View.MemoryView":659
* self.dtype_is_object)
*
* return memoryview_copy_from_slice(self, &dst) # <<<<<<<<<<<<<<
*
*
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = __pyx_memoryview_copy_object_from_slice(__pyx_v_self, (&__pyx_v_dst)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 659, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_r = __pyx_t_2;
__pyx_t_2 = 0;
goto __pyx_L0;
/* "View.MemoryView":649
* return memoryview_copy_from_slice(self, &mslice)
*
* def copy_fortran(self): # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice src, dst
* cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView.memoryview.copy_fortran", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "(tree fragment)":1
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state):
*/
/* Python wrapper */
static PyObject *__pyx_pw___pyx_memoryview_1__reduce_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyObject *__pyx_pw___pyx_memoryview_1__reduce_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("__reduce_cython__", 1, 0, 0, __pyx_nargs); return NULL; }
const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len < 0)) return NULL;
if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("__reduce_cython__", __pyx_kwds); return NULL;}
__pyx_r = __pyx_pf___pyx_memoryview___reduce_cython__(((struct __pyx_memoryview_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf___pyx_memoryview___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
/* "(tree fragment)":2
* def __reduce_cython__(self):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__" # <<<<<<<<<<<<<<
* def __setstate_cython__(self, __pyx_state):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_TypeError))), __pyx_mstate_global->__pyx_kp_u_no_default___reduce___due_to_non, 0, 0);
__PYX_ERR(1, 2, __pyx_L1_error)
/* "(tree fragment)":1
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state):
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView.memoryview.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "(tree fragment)":3
* def __reduce_cython__(self):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
/* Python wrapper */
static PyObject *__pyx_pw___pyx_memoryview_3__setstate_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyObject *__pyx_pw___pyx_memoryview_3__setstate_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
CYTHON_UNUSED PyObject *__pyx_v___pyx_state = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_pyx_state,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(1, 3, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 3, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "__setstate_cython__", 0) < (0)) __PYX_ERR(1, 3, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("__setstate_cython__", 1, 1, 1, i); __PYX_ERR(1, 3, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 3, __pyx_L3_error)
}
__pyx_v___pyx_state = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("__setstate_cython__", 1, 1, 1, __pyx_nargs); __PYX_ERR(1, 3, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("View.MemoryView.memoryview.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf___pyx_memoryview_2__setstate_cython__(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v___pyx_state);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf___pyx_memoryview_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
/* "(tree fragment)":4
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__" # <<<<<<<<<<<<<<
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_TypeError))), __pyx_mstate_global->__pyx_kp_u_no_default___reduce___due_to_non, 0, 0);
__PYX_ERR(1, 4, __pyx_L1_error)
/* "(tree fragment)":3
* def __reduce_cython__(self):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView.memoryview.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":662
*
*
* @cname('__pyx_memoryview_new') # <<<<<<<<<<<<<<
* cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, const __Pyx_TypeInfo *typeinfo):
* cdef memoryview result = memoryview(o, flags, dtype_is_object)
*/
static PyObject *__pyx_memoryview_new(PyObject *__pyx_v_o, int __pyx_v_flags, int __pyx_v_dtype_is_object, __Pyx_TypeInfo const *__pyx_v_typeinfo) {
struct __pyx_memoryview_obj *__pyx_v_result = 0;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
size_t __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("memoryview_cwrapper", 0);
/* "View.MemoryView":664
* @cname('__pyx_memoryview_new')
* cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, const __Pyx_TypeInfo *typeinfo):
* cdef memoryview result = memoryview(o, flags, dtype_is_object) # <<<<<<<<<<<<<<
* result.typeinfo = typeinfo
* return result
*/
__pyx_t_2 = NULL;
__pyx_t_3 = __Pyx_PyLong_From_int(__pyx_v_flags); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 664, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = __Pyx_PyBool_FromLong(__pyx_v_dtype_is_object); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 664, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_5 = 1;
{
PyObject *__pyx_callargs[4] = {__pyx_t_2, __pyx_v_o, __pyx_t_3, __pyx_t_4};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_memoryview_type, __pyx_callargs+__pyx_t_5, (4-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 664, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_1);
}
__pyx_v_result = ((struct __pyx_memoryview_obj *)__pyx_t_1);
__pyx_t_1 = 0;
/* "View.MemoryView":665
* cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, const __Pyx_TypeInfo *typeinfo):
* cdef memoryview result = memoryview(o, flags, dtype_is_object)
* result.typeinfo = typeinfo # <<<<<<<<<<<<<<
* return result
*
*/
__pyx_v_result->typeinfo = __pyx_v_typeinfo;
/* "View.MemoryView":666
* cdef memoryview result = memoryview(o, flags, dtype_is_object)
* result.typeinfo = typeinfo
* return result # <<<<<<<<<<<<<<
*
* @cname('__pyx_memoryview_check')
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF((PyObject *)__pyx_v_result);
__pyx_r = ((PyObject *)__pyx_v_result);
goto __pyx_L0;
/* "View.MemoryView":662
*
*
* @cname('__pyx_memoryview_new') # <<<<<<<<<<<<<<
* cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, const __Pyx_TypeInfo *typeinfo):
* cdef memoryview result = memoryview(o, flags, dtype_is_object)
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("View.MemoryView.memoryview_cwrapper", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF((PyObject *)__pyx_v_result);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":668
* return result
*
* @cname('__pyx_memoryview_check') # <<<<<<<<<<<<<<
* cdef inline bint memoryview_check(object o) noexcept:
* return isinstance(o, memoryview)
*/
static CYTHON_INLINE int __pyx_memoryview_check(PyObject *__pyx_v_o) {
int __pyx_r;
int __pyx_t_1;
/* "View.MemoryView":670
* @cname('__pyx_memoryview_check')
* cdef inline bint memoryview_check(object o) noexcept:
* return isinstance(o, memoryview) # <<<<<<<<<<<<<<
*
* cdef tuple _unellipsify(object index, int ndim):
*/
__pyx_t_1 = __Pyx_TypeCheck(__pyx_v_o, __pyx_mstate_global->__pyx_memoryview_type);
__pyx_r = __pyx_t_1;
goto __pyx_L0;
/* "View.MemoryView":668
* return result
*
* @cname('__pyx_memoryview_check') # <<<<<<<<<<<<<<
* cdef inline bint memoryview_check(object o) noexcept:
* return isinstance(o, memoryview)
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":672
* return isinstance(o, memoryview)
*
* cdef tuple _unellipsify(object index, int ndim): # <<<<<<<<<<<<<<
* """
* Replace all ellipses with full slices and fill incomplete indices with
*/
static PyObject *_unellipsify(PyObject *__pyx_v_index, int __pyx_v_ndim) {
Py_ssize_t __pyx_v_idx;
PyObject *__pyx_v_tup = NULL;
PyObject *__pyx_v_result = NULL;
int __pyx_v_have_slices;
int __pyx_v_seen_ellipsis;
PyObject *__pyx_v_item = NULL;
Py_ssize_t __pyx_v_nslices;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_t_2;
PyObject *__pyx_t_3 = NULL;
Py_ssize_t __pyx_t_4;
Py_ssize_t __pyx_t_5;
PyObject *__pyx_t_6[3];
PyObject *__pyx_t_7 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_unellipsify", 0);
/* "View.MemoryView":678
* """
* cdef Py_ssize_t idx
* tup = <tuple>index if isinstance(index, tuple) else (index,) # <<<<<<<<<<<<<<
*
* result = [slice(None)] * ndim
*/
__pyx_t_2 = PyTuple_Check(__pyx_v_index);
if (__pyx_t_2) {
__Pyx_INCREF(((PyObject*)__pyx_v_index));
__pyx_t_1 = __pyx_v_index;
} else {
__pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 678, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_INCREF(__pyx_v_index);
__Pyx_GIVEREF(__pyx_v_index);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_index) != (0)) __PYX_ERR(1, 678, __pyx_L1_error);
__pyx_t_1 = __pyx_t_3;
__pyx_t_3 = 0;
}
__pyx_v_tup = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "View.MemoryView":680
* tup = <tuple>index if isinstance(index, tuple) else (index,)
*
* result = [slice(None)] * ndim # <<<<<<<<<<<<<<
* have_slices = False
* seen_ellipsis = False
*/
__pyx_t_1 = PyList_New(1 * ((__pyx_v_ndim<0) ? 0:__pyx_v_ndim)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 680, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
{ Py_ssize_t __pyx_temp;
for (__pyx_temp=0; __pyx_temp < __pyx_v_ndim; __pyx_temp++) {
__Pyx_INCREF(__pyx_mstate_global->__pyx_slice[0]);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_slice[0]);
if (__Pyx_PyList_SET_ITEM(__pyx_t_1, __pyx_temp, __pyx_mstate_global->__pyx_slice[0]) != (0)) __PYX_ERR(1, 680, __pyx_L1_error);
}
}
__pyx_v_result = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "View.MemoryView":681
*
* result = [slice(None)] * ndim
* have_slices = False # <<<<<<<<<<<<<<
* seen_ellipsis = False
* idx = 0
*/
__pyx_v_have_slices = 0;
/* "View.MemoryView":682
* result = [slice(None)] * ndim
* have_slices = False
* seen_ellipsis = False # <<<<<<<<<<<<<<
* idx = 0
* for item in tup:
*/
__pyx_v_seen_ellipsis = 0;
/* "View.MemoryView":683
* have_slices = False
* seen_ellipsis = False
* idx = 0 # <<<<<<<<<<<<<<
* for item in tup:
* if item is Ellipsis:
*/
__pyx_v_idx = 0;
/* "View.MemoryView":684
* seen_ellipsis = False
* idx = 0
* for item in tup: # <<<<<<<<<<<<<<
* if item is Ellipsis:
* if not seen_ellipsis:
*/
if (unlikely(__pyx_v_tup == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
__PYX_ERR(1, 684, __pyx_L1_error)
}
__pyx_t_1 = __pyx_v_tup; __Pyx_INCREF(__pyx_t_1);
__pyx_t_4 = 0;
for (;;) {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(1, 684, __pyx_L1_error)
#endif
if (__pyx_t_4 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_3 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_4));
#else
__pyx_t_3 = __Pyx_PySequence_ITEM(__pyx_t_1, __pyx_t_4);
#endif
++__pyx_t_4;
if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 684, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_3);
__pyx_t_3 = 0;
/* "View.MemoryView":685
* idx = 0
* for item in tup:
* if item is Ellipsis: # <<<<<<<<<<<<<<
* if not seen_ellipsis:
* idx += ndim - len(tup)
*/
__pyx_t_2 = (__pyx_v_item == __pyx_builtin_Ellipsis);
if (__pyx_t_2) {
/* "View.MemoryView":686
* for item in tup:
* if item is Ellipsis:
* if not seen_ellipsis: # <<<<<<<<<<<<<<
* idx += ndim - len(tup)
* seen_ellipsis = True
*/
__pyx_t_2 = (!__pyx_v_seen_ellipsis);
if (__pyx_t_2) {
/* "View.MemoryView":687
* if item is Ellipsis:
* if not seen_ellipsis:
* idx += ndim - len(tup) # <<<<<<<<<<<<<<
* seen_ellipsis = True
* have_slices = True
*/
if (unlikely(__pyx_v_tup == Py_None)) {
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
__PYX_ERR(1, 687, __pyx_L1_error)
}
__pyx_t_5 = __Pyx_PyTuple_GET_SIZE(__pyx_v_tup); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(1, 687, __pyx_L1_error)
__pyx_v_idx = (__pyx_v_idx + (__pyx_v_ndim - __pyx_t_5));
/* "View.MemoryView":688
* if not seen_ellipsis:
* idx += ndim - len(tup)
* seen_ellipsis = True # <<<<<<<<<<<<<<
* have_slices = True
* else:
*/
__pyx_v_seen_ellipsis = 1;
/* "View.MemoryView":686
* for item in tup:
* if item is Ellipsis:
* if not seen_ellipsis: # <<<<<<<<<<<<<<
* idx += ndim - len(tup)
* seen_ellipsis = True
*/
}
/* "View.MemoryView":689
* idx += ndim - len(tup)
* seen_ellipsis = True
* have_slices = True # <<<<<<<<<<<<<<
* else:
* if isinstance(item, slice):
*/
__pyx_v_have_slices = 1;
/* "View.MemoryView":685
* idx = 0
* for item in tup:
* if item is Ellipsis: # <<<<<<<<<<<<<<
* if not seen_ellipsis:
* idx += ndim - len(tup)
*/
goto __pyx_L5;
}
/* "View.MemoryView":691
* have_slices = True
* else:
* if isinstance(item, slice): # <<<<<<<<<<<<<<
* have_slices = True
* elif not PyIndex_Check(item):
*/
/*else*/ {
__pyx_t_2 = PySlice_Check(__pyx_v_item);
if (__pyx_t_2) {
/* "View.MemoryView":692
* else:
* if isinstance(item, slice):
* have_slices = True # <<<<<<<<<<<<<<
* elif not PyIndex_Check(item):
* raise TypeError, f"Cannot index with type '{type(item)}'"
*/
__pyx_v_have_slices = 1;
/* "View.MemoryView":691
* have_slices = True
* else:
* if isinstance(item, slice): # <<<<<<<<<<<<<<
* have_slices = True
* elif not PyIndex_Check(item):
*/
goto __pyx_L7;
}
/* "View.MemoryView":693
* if isinstance(item, slice):
* have_slices = True
* elif not PyIndex_Check(item): # <<<<<<<<<<<<<<
* raise TypeError, f"Cannot index with type '{type(item)}'"
* result[idx] = item
*/
__pyx_t_2 = (!(PyIndex_Check(__pyx_v_item) != 0));
if (unlikely(__pyx_t_2)) {
/* "View.MemoryView":694
* have_slices = True
* elif not PyIndex_Check(item):
* raise TypeError, f"Cannot index with type '{type(item)}'" # <<<<<<<<<<<<<<
* result[idx] = item
* idx += 1
*/
__pyx_t_3 = __Pyx_PyObject_FormatSimple(((PyObject *)Py_TYPE(__pyx_v_item)), __pyx_mstate_global->__pyx_empty_unicode); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 694, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_6[0] = __pyx_mstate_global->__pyx_kp_u_Cannot_index_with_type;
__pyx_t_6[1] = __pyx_t_3;
__pyx_t_6[2] = __pyx_mstate_global->__pyx_kp_u__4;
__pyx_t_7 = __Pyx_PyUnicode_Join(__pyx_t_6, 3, 24 + __Pyx_PyUnicode_GET_LENGTH(__pyx_t_3) + 1, 127 | __Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_3));
if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 694, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_TypeError))), __pyx_t_7, 0, 0);
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__PYX_ERR(1, 694, __pyx_L1_error)
/* "View.MemoryView":693
* if isinstance(item, slice):
* have_slices = True
* elif not PyIndex_Check(item): # <<<<<<<<<<<<<<
* raise TypeError, f"Cannot index with type '{type(item)}'"
* result[idx] = item
*/
}
__pyx_L7:;
/* "View.MemoryView":695
* elif not PyIndex_Check(item):
* raise TypeError, f"Cannot index with type '{type(item)}'"
* result[idx] = item # <<<<<<<<<<<<<<
* idx += 1
*
*/
if (unlikely((__Pyx_SetItemInt(__pyx_v_result, __pyx_v_idx, __pyx_v_item, Py_ssize_t, 1, PyLong_FromSsize_t, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(1, 695, __pyx_L1_error)
}
__pyx_L5:;
/* "View.MemoryView":696
* raise TypeError, f"Cannot index with type '{type(item)}'"
* result[idx] = item
* idx += 1 # <<<<<<<<<<<<<<
*
* nslices = ndim - idx
*/
__pyx_v_idx = (__pyx_v_idx + 1);
/* "View.MemoryView":684
* seen_ellipsis = False
* idx = 0
* for item in tup: # <<<<<<<<<<<<<<
* if item is Ellipsis:
* if not seen_ellipsis:
*/
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "View.MemoryView":698
* idx += 1
*
* nslices = ndim - idx # <<<<<<<<<<<<<<
* return have_slices or nslices, tuple(result)
*
*/
__pyx_v_nslices = (__pyx_v_ndim - __pyx_v_idx);
/* "View.MemoryView":699
*
* nslices = ndim - idx
* return have_slices or nslices, tuple(result) # <<<<<<<<<<<<<<
*
* cdef int assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim) except -1:
*/
__Pyx_XDECREF(__pyx_r);
if (!__pyx_v_have_slices) {
} else {
__pyx_t_7 = __Pyx_PyBool_FromLong(__pyx_v_have_slices); if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 699, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_1 = __pyx_t_7;
__pyx_t_7 = 0;
goto __pyx_L9_bool_binop_done;
}
__pyx_t_7 = PyLong_FromSsize_t(__pyx_v_nslices); if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 699, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_1 = __pyx_t_7;
__pyx_t_7 = 0;
__pyx_L9_bool_binop_done:;
__pyx_t_7 = PyList_AsTuple(__pyx_v_result); if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 699, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 699, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_GIVEREF(__pyx_t_1);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1) != (0)) __PYX_ERR(1, 699, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_7);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_7) != (0)) __PYX_ERR(1, 699, __pyx_L1_error);
__pyx_t_1 = 0;
__pyx_t_7 = 0;
__pyx_r = ((PyObject*)__pyx_t_3);
__pyx_t_3 = 0;
goto __pyx_L0;
/* "View.MemoryView":672
* return isinstance(o, memoryview)
*
* cdef tuple _unellipsify(object index, int ndim): # <<<<<<<<<<<<<<
* """
* Replace all ellipses with full slices and fill incomplete indices with
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_7);
__Pyx_AddTraceback("View.MemoryView._unellipsify", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_tup);
__Pyx_XDECREF(__pyx_v_result);
__Pyx_XDECREF(__pyx_v_item);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":701
* return have_slices or nslices, tuple(result)
*
* cdef int assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim) except -1: # <<<<<<<<<<<<<<
* for suboffset in suboffsets[:ndim]:
* if suboffset >= 0:
*/
static int assert_direct_dimensions(Py_ssize_t *__pyx_v_suboffsets, int __pyx_v_ndim) {
Py_ssize_t __pyx_v_suboffset;
int __pyx_r;
Py_ssize_t *__pyx_t_1;
Py_ssize_t *__pyx_t_2;
Py_ssize_t *__pyx_t_3;
int __pyx_t_4;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
/* "View.MemoryView":702
*
* cdef int assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim) except -1:
* for suboffset in suboffsets[:ndim]: # <<<<<<<<<<<<<<
* if suboffset >= 0:
* raise ValueError, "Indirect dimensions not supported"
*/
__pyx_t_2 = (__pyx_v_suboffsets + __pyx_v_ndim);
for (__pyx_t_3 = __pyx_v_suboffsets; __pyx_t_3 < __pyx_t_2; __pyx_t_3++) {
__pyx_t_1 = __pyx_t_3;
__pyx_v_suboffset = (__pyx_t_1[0]);
/* "View.MemoryView":703
* cdef int assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim) except -1:
* for suboffset in suboffsets[:ndim]:
* if suboffset >= 0: # <<<<<<<<<<<<<<
* raise ValueError, "Indirect dimensions not supported"
* return 0 # return type just used as an error flag
*/
__pyx_t_4 = (__pyx_v_suboffset >= 0);
if (unlikely(__pyx_t_4)) {
/* "View.MemoryView":704
* for suboffset in suboffsets[:ndim]:
* if suboffset >= 0:
* raise ValueError, "Indirect dimensions not supported" # <<<<<<<<<<<<<<
* return 0 # return type just used as an error flag
*
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_ValueError))), __pyx_mstate_global->__pyx_kp_u_Indirect_dimensions_not_supporte, 0, 0);
__PYX_ERR(1, 704, __pyx_L1_error)
/* "View.MemoryView":703
* cdef int assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim) except -1:
* for suboffset in suboffsets[:ndim]:
* if suboffset >= 0: # <<<<<<<<<<<<<<
* raise ValueError, "Indirect dimensions not supported"
* return 0 # return type just used as an error flag
*/
}
}
/* "View.MemoryView":705
* if suboffset >= 0:
* raise ValueError, "Indirect dimensions not supported"
* return 0 # return type just used as an error flag # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = 0;
goto __pyx_L0;
/* "View.MemoryView":701
* return have_slices or nslices, tuple(result)
*
* cdef int assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim) except -1: # <<<<<<<<<<<<<<
* for suboffset in suboffsets[:ndim]:
* if suboffset >= 0:
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView.assert_direct_dimensions", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":711
*
*
* @cname('__pyx_memview_slice') # <<<<<<<<<<<<<<
* cdef memoryview memview_slice(memoryview memview, object indices):
* cdef int new_ndim = 0, suboffset_dim = -1, dim
*/
static struct __pyx_memoryview_obj *__pyx_memview_slice(struct __pyx_memoryview_obj *__pyx_v_memview, PyObject *__pyx_v_indices) {
int __pyx_v_new_ndim;
int __pyx_v_suboffset_dim;
int __pyx_v_dim;
__Pyx_memviewslice __pyx_v_src;
__Pyx_memviewslice __pyx_v_dst;
__Pyx_memviewslice *__pyx_v_p_src;
struct __pyx_memoryviewslice_obj *__pyx_v_memviewsliceobj = 0;
__Pyx_memviewslice *__pyx_v_p_dst;
int *__pyx_v_p_suboffset_dim;
Py_ssize_t __pyx_v_start;
Py_ssize_t __pyx_v_stop;
Py_ssize_t __pyx_v_step;
Py_ssize_t __pyx_v_cindex;
int __pyx_v_have_start;
int __pyx_v_have_stop;
int __pyx_v_have_step;
PyObject *__pyx_v_index = NULL;
struct __pyx_memoryview_obj *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
struct __pyx_memoryview_obj *__pyx_t_3;
char *__pyx_t_4;
int __pyx_t_5;
Py_ssize_t __pyx_t_6;
PyObject *(*__pyx_t_7)(PyObject *);
PyObject *__pyx_t_8 = NULL;
Py_ssize_t __pyx_t_9;
int __pyx_t_10;
Py_ssize_t __pyx_t_11;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("memview_slice", 0);
/* "View.MemoryView":713
* @cname('__pyx_memview_slice')
* cdef memoryview memview_slice(memoryview memview, object indices):
* cdef int new_ndim = 0, suboffset_dim = -1, dim # <<<<<<<<<<<<<<
* cdef bint negative_step
* cdef __Pyx_memviewslice src, dst
*/
__pyx_v_new_ndim = 0;
__pyx_v_suboffset_dim = -1;
/* "View.MemoryView":720
*
*
* memset(&dst, 0, sizeof(dst)) # <<<<<<<<<<<<<<
*
* cdef _memoryviewslice memviewsliceobj
*/
(void)(memset((&__pyx_v_dst), 0, (sizeof(__pyx_v_dst))));
/* "View.MemoryView":724
* cdef _memoryviewslice memviewsliceobj
*
* assert memview.view.ndim > 0 # <<<<<<<<<<<<<<
*
* if isinstance(memview, _memoryviewslice):
*/
#ifndef CYTHON_WITHOUT_ASSERTIONS
if (unlikely(__pyx_assertions_enabled())) {
__pyx_t_1 = (__pyx_v_memview->view.ndim > 0);
if (unlikely(!__pyx_t_1)) {
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
__PYX_ERR(1, 724, __pyx_L1_error)
}
}
#else
if ((1)); else __PYX_ERR(1, 724, __pyx_L1_error)
#endif
/* "View.MemoryView":726
* assert memview.view.ndim > 0
*
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
* memviewsliceobj = memview
* p_src = &memviewsliceobj.from_slice
*/
__pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_mstate_global->__pyx_memoryviewslice_type);
if (__pyx_t_1) {
/* "View.MemoryView":727
*
* if isinstance(memview, _memoryviewslice):
* memviewsliceobj = memview # <<<<<<<<<<<<<<
* p_src = &memviewsliceobj.from_slice
* else:
*/
__pyx_t_2 = ((PyObject *)__pyx_v_memview);
__Pyx_INCREF(__pyx_t_2);
if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_mstate_global->__pyx_memoryviewslice_type))))) __PYX_ERR(1, 727, __pyx_L1_error)
__pyx_v_memviewsliceobj = ((struct __pyx_memoryviewslice_obj *)__pyx_t_2);
__pyx_t_2 = 0;
/* "View.MemoryView":728
* if isinstance(memview, _memoryviewslice):
* memviewsliceobj = memview
* p_src = &memviewsliceobj.from_slice # <<<<<<<<<<<<<<
* else:
* slice_copy(memview, &src)
*/
__pyx_v_p_src = (&__pyx_v_memviewsliceobj->from_slice);
/* "View.MemoryView":726
* assert memview.view.ndim > 0
*
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
* memviewsliceobj = memview
* p_src = &memviewsliceobj.from_slice
*/
goto __pyx_L3;
}
/* "View.MemoryView":730
* p_src = &memviewsliceobj.from_slice
* else:
* slice_copy(memview, &src) # <<<<<<<<<<<<<<
* p_src = &src
*
*/
/*else*/ {
__pyx_memoryview_slice_copy(__pyx_v_memview, (&__pyx_v_src));
/* "View.MemoryView":731
* else:
* slice_copy(memview, &src)
* p_src = &src # <<<<<<<<<<<<<<
*
*
*/
__pyx_v_p_src = (&__pyx_v_src);
}
__pyx_L3:;
/* "View.MemoryView":737
*
*
* dst.memview = p_src.memview # <<<<<<<<<<<<<<
* dst.data = p_src.data
*
*/
__pyx_t_3 = __pyx_v_p_src->memview;
__pyx_v_dst.memview = __pyx_t_3;
/* "View.MemoryView":738
*
* dst.memview = p_src.memview
* dst.data = p_src.data # <<<<<<<<<<<<<<
*
*
*/
__pyx_t_4 = __pyx_v_p_src->data;
__pyx_v_dst.data = __pyx_t_4;
/* "View.MemoryView":743
*
*
* cdef __Pyx_memviewslice *p_dst = &dst # <<<<<<<<<<<<<<
* cdef int *p_suboffset_dim = &suboffset_dim
* cdef Py_ssize_t start, stop, step, cindex
*/
__pyx_v_p_dst = (&__pyx_v_dst);
/* "View.MemoryView":744
*
* cdef __Pyx_memviewslice *p_dst = &dst
* cdef int *p_suboffset_dim = &suboffset_dim # <<<<<<<<<<<<<<
* cdef Py_ssize_t start, stop, step, cindex
* cdef bint have_start, have_stop, have_step
*/
__pyx_v_p_suboffset_dim = (&__pyx_v_suboffset_dim);
/* "View.MemoryView":748
* cdef bint have_start, have_stop, have_step
*
* for dim, index in enumerate(indices): # <<<<<<<<<<<<<<
* if PyIndex_Check(index):
* cindex = index
*/
__pyx_t_5 = 0;
if (likely(PyList_CheckExact(__pyx_v_indices)) || PyTuple_CheckExact(__pyx_v_indices)) {
__pyx_t_2 = __pyx_v_indices; __Pyx_INCREF(__pyx_t_2);
__pyx_t_6 = 0;
__pyx_t_7 = NULL;
} else {
__pyx_t_6 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_indices); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 748, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_7 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_2); if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 748, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_7)) {
if (likely(PyList_CheckExact(__pyx_t_2))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(1, 748, __pyx_L1_error)
#endif
if (__pyx_t_6 >= __pyx_temp) break;
}
__pyx_t_8 = __Pyx_PyList_GetItemRefFast(__pyx_t_2, __pyx_t_6, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_6;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(1, 748, __pyx_L1_error)
#endif
if (__pyx_t_6 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_8 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_6));
#else
__pyx_t_8 = __Pyx_PySequence_ITEM(__pyx_t_2, __pyx_t_6);
#endif
++__pyx_t_6;
}
if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 748, __pyx_L1_error)
} else {
__pyx_t_8 = __pyx_t_7(__pyx_t_2);
if (unlikely(!__pyx_t_8)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(1, 748, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_8);
__Pyx_XDECREF_SET(__pyx_v_index, __pyx_t_8);
__pyx_t_8 = 0;
__pyx_v_dim = __pyx_t_5;
__pyx_t_5 = (__pyx_t_5 + 1);
/* "View.MemoryView":749
*
* for dim, index in enumerate(indices):
* if PyIndex_Check(index): # <<<<<<<<<<<<<<
* cindex = index
* slice_memviewslice(
*/
__pyx_t_1 = (PyIndex_Check(__pyx_v_index) != 0);
if (__pyx_t_1) {
/* "View.MemoryView":750
* for dim, index in enumerate(indices):
* if PyIndex_Check(index):
* cindex = index # <<<<<<<<<<<<<<
* slice_memviewslice(
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
*/
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_v_index); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 750, __pyx_L1_error)
__pyx_v_cindex = __pyx_t_9;
/* "View.MemoryView":751
* if PyIndex_Check(index):
* cindex = index
* slice_memviewslice( # <<<<<<<<<<<<<<
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
* dim, new_ndim, p_suboffset_dim,
*/
__pyx_t_10 = __pyx_memoryview_slice_memviewslice(__pyx_v_p_dst, (__pyx_v_p_src->shape[__pyx_v_dim]), (__pyx_v_p_src->strides[__pyx_v_dim]), (__pyx_v_p_src->suboffsets[__pyx_v_dim]), __pyx_v_dim, __pyx_v_new_ndim, __pyx_v_p_suboffset_dim, __pyx_v_cindex, 0, 0, 0, 0, 0, 0); if (unlikely(__pyx_t_10 == ((int)-1))) __PYX_ERR(1, 751, __pyx_L1_error)
/* "View.MemoryView":749
*
* for dim, index in enumerate(indices):
* if PyIndex_Check(index): # <<<<<<<<<<<<<<
* cindex = index
* slice_memviewslice(
*/
goto __pyx_L6;
}
/* "View.MemoryView":757
* 0, 0, 0, # have_{start,stop,step}
* False)
* elif index is None: # <<<<<<<<<<<<<<
* p_dst.shape[new_ndim] = 1
* p_dst.strides[new_ndim] = 0
*/
__pyx_t_1 = (__pyx_v_index == Py_None);
if (__pyx_t_1) {
/* "View.MemoryView":758
* False)
* elif index is None:
* p_dst.shape[new_ndim] = 1 # <<<<<<<<<<<<<<
* p_dst.strides[new_ndim] = 0
* p_dst.suboffsets[new_ndim] = -1
*/
(__pyx_v_p_dst->shape[__pyx_v_new_ndim]) = 1;
/* "View.MemoryView":759
* elif index is None:
* p_dst.shape[new_ndim] = 1
* p_dst.strides[new_ndim] = 0 # <<<<<<<<<<<<<<
* p_dst.suboffsets[new_ndim] = -1
* new_ndim += 1
*/
(__pyx_v_p_dst->strides[__pyx_v_new_ndim]) = 0;
/* "View.MemoryView":760
* p_dst.shape[new_ndim] = 1
* p_dst.strides[new_ndim] = 0
* p_dst.suboffsets[new_ndim] = -1 # <<<<<<<<<<<<<<
* new_ndim += 1
* else:
*/
(__pyx_v_p_dst->suboffsets[__pyx_v_new_ndim]) = -1L;
/* "View.MemoryView":761
* p_dst.strides[new_ndim] = 0
* p_dst.suboffsets[new_ndim] = -1
* new_ndim += 1 # <<<<<<<<<<<<<<
* else:
* start = index.start or 0
*/
__pyx_v_new_ndim = (__pyx_v_new_ndim + 1);
/* "View.MemoryView":757
* 0, 0, 0, # have_{start,stop,step}
* False)
* elif index is None: # <<<<<<<<<<<<<<
* p_dst.shape[new_ndim] = 1
* p_dst.strides[new_ndim] = 0
*/
goto __pyx_L6;
}
/* "View.MemoryView":763
* new_ndim += 1
* else:
* start = index.start or 0 # <<<<<<<<<<<<<<
* stop = index.stop or 0
* step = index.step or 0
*/
/*else*/ {
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_mstate_global->__pyx_n_u_start); if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 763, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_8); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(1, 763, __pyx_L1_error)
if (!__pyx_t_1) {
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
} else {
__pyx_t_11 = __Pyx_PyIndex_AsSsize_t(__pyx_t_8); if (unlikely((__pyx_t_11 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 763, __pyx_L1_error)
__pyx_t_9 = __pyx_t_11;
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
goto __pyx_L7_bool_binop_done;
}
__pyx_t_9 = 0;
__pyx_L7_bool_binop_done:;
__pyx_v_start = __pyx_t_9;
/* "View.MemoryView":764
* else:
* start = index.start or 0
* stop = index.stop or 0 # <<<<<<<<<<<<<<
* step = index.step or 0
*
*/
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_mstate_global->__pyx_n_u_stop); if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 764, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_8); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(1, 764, __pyx_L1_error)
if (!__pyx_t_1) {
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
} else {
__pyx_t_11 = __Pyx_PyIndex_AsSsize_t(__pyx_t_8); if (unlikely((__pyx_t_11 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 764, __pyx_L1_error)
__pyx_t_9 = __pyx_t_11;
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
goto __pyx_L9_bool_binop_done;
}
__pyx_t_9 = 0;
__pyx_L9_bool_binop_done:;
__pyx_v_stop = __pyx_t_9;
/* "View.MemoryView":765
* start = index.start or 0
* stop = index.stop or 0
* step = index.step or 0 # <<<<<<<<<<<<<<
*
* have_start = index.start is not None
*/
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_mstate_global->__pyx_n_u_step); if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 765, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_8); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(1, 765, __pyx_L1_error)
if (!__pyx_t_1) {
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
} else {
__pyx_t_11 = __Pyx_PyIndex_AsSsize_t(__pyx_t_8); if (unlikely((__pyx_t_11 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 765, __pyx_L1_error)
__pyx_t_9 = __pyx_t_11;
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
goto __pyx_L11_bool_binop_done;
}
__pyx_t_9 = 0;
__pyx_L11_bool_binop_done:;
__pyx_v_step = __pyx_t_9;
/* "View.MemoryView":767
* step = index.step or 0
*
* have_start = index.start is not None # <<<<<<<<<<<<<<
* have_stop = index.stop is not None
* have_step = index.step is not None
*/
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_mstate_global->__pyx_n_u_start); if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 767, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__pyx_t_1 = (__pyx_t_8 != Py_None);
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
__pyx_v_have_start = __pyx_t_1;
/* "View.MemoryView":768
*
* have_start = index.start is not None
* have_stop = index.stop is not None # <<<<<<<<<<<<<<
* have_step = index.step is not None
*
*/
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_mstate_global->__pyx_n_u_stop); if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 768, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__pyx_t_1 = (__pyx_t_8 != Py_None);
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
__pyx_v_have_stop = __pyx_t_1;
/* "View.MemoryView":769
* have_start = index.start is not None
* have_stop = index.stop is not None
* have_step = index.step is not None # <<<<<<<<<<<<<<
*
* slice_memviewslice(
*/
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_mstate_global->__pyx_n_u_step); if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 769, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__pyx_t_1 = (__pyx_t_8 != Py_None);
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
__pyx_v_have_step = __pyx_t_1;
/* "View.MemoryView":771
* have_step = index.step is not None
*
* slice_memviewslice( # <<<<<<<<<<<<<<
* p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
* dim, new_ndim, p_suboffset_dim,
*/
__pyx_t_10 = __pyx_memoryview_slice_memviewslice(__pyx_v_p_dst, (__pyx_v_p_src->shape[__pyx_v_dim]), (__pyx_v_p_src->strides[__pyx_v_dim]), (__pyx_v_p_src->suboffsets[__pyx_v_dim]), __pyx_v_dim, __pyx_v_new_ndim, __pyx_v_p_suboffset_dim, __pyx_v_start, __pyx_v_stop, __pyx_v_step, __pyx_v_have_start, __pyx_v_have_stop, __pyx_v_have_step, 1); if (unlikely(__pyx_t_10 == ((int)-1))) __PYX_ERR(1, 771, __pyx_L1_error)
/* "View.MemoryView":777
* have_start, have_stop, have_step,
* True)
* new_ndim += 1 # <<<<<<<<<<<<<<
*
* if isinstance(memview, _memoryviewslice):
*/
__pyx_v_new_ndim = (__pyx_v_new_ndim + 1);
}
__pyx_L6:;
/* "View.MemoryView":748
* cdef bint have_start, have_stop, have_step
*
* for dim, index in enumerate(indices): # <<<<<<<<<<<<<<
* if PyIndex_Check(index):
* cindex = index
*/
}
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "View.MemoryView":779
* new_ndim += 1
*
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
* return memoryview_fromslice(dst, new_ndim,
* memviewsliceobj.to_object_func,
*/
__pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_mstate_global->__pyx_memoryviewslice_type);
if (__pyx_t_1) {
/* "View.MemoryView":780
*
* if isinstance(memview, _memoryviewslice):
* return memoryview_fromslice(dst, new_ndim, # <<<<<<<<<<<<<<
* memviewsliceobj.to_object_func,
* memviewsliceobj.to_dtype_func,
*/
__Pyx_XDECREF((PyObject *)__pyx_r);
/* "View.MemoryView":781
* if isinstance(memview, _memoryviewslice):
* return memoryview_fromslice(dst, new_ndim,
* memviewsliceobj.to_object_func, # <<<<<<<<<<<<<<
* memviewsliceobj.to_dtype_func,
* memview.dtype_is_object)
*/
if (unlikely(!__pyx_v_memviewsliceobj)) { __Pyx_RaiseUnboundLocalError("memviewsliceobj"); __PYX_ERR(1, 781, __pyx_L1_error) }
/* "View.MemoryView":782
* return memoryview_fromslice(dst, new_ndim,
* memviewsliceobj.to_object_func,
* memviewsliceobj.to_dtype_func, # <<<<<<<<<<<<<<
* memview.dtype_is_object)
* else:
*/
if (unlikely(!__pyx_v_memviewsliceobj)) { __Pyx_RaiseUnboundLocalError("memviewsliceobj"); __PYX_ERR(1, 782, __pyx_L1_error) }
/* "View.MemoryView":780
*
* if isinstance(memview, _memoryviewslice):
* return memoryview_fromslice(dst, new_ndim, # <<<<<<<<<<<<<<
* memviewsliceobj.to_object_func,
* memviewsliceobj.to_dtype_func,
*/
__pyx_t_2 = __pyx_memoryview_fromslice(__pyx_v_dst, __pyx_v_new_ndim, __pyx_v_memviewsliceobj->to_object_func, __pyx_v_memviewsliceobj->to_dtype_func, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 780, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_mstate_global->__pyx_memoryview_type))))) __PYX_ERR(1, 780, __pyx_L1_error)
__pyx_r = ((struct __pyx_memoryview_obj *)__pyx_t_2);
__pyx_t_2 = 0;
goto __pyx_L0;
/* "View.MemoryView":779
* new_ndim += 1
*
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
* return memoryview_fromslice(dst, new_ndim,
* memviewsliceobj.to_object_func,
*/
}
/* "View.MemoryView":785
* memview.dtype_is_object)
* else:
* return memoryview_fromslice(dst, new_ndim, NULL, NULL, # <<<<<<<<<<<<<<
* memview.dtype_is_object)
*
*/
/*else*/ {
__Pyx_XDECREF((PyObject *)__pyx_r);
/* "View.MemoryView":786
* else:
* return memoryview_fromslice(dst, new_ndim, NULL, NULL,
* memview.dtype_is_object) # <<<<<<<<<<<<<<
*
*
*/
__pyx_t_2 = __pyx_memoryview_fromslice(__pyx_v_dst, __pyx_v_new_ndim, NULL, NULL, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 785, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
/* "View.MemoryView":785
* memview.dtype_is_object)
* else:
* return memoryview_fromslice(dst, new_ndim, NULL, NULL, # <<<<<<<<<<<<<<
* memview.dtype_is_object)
*
*/
if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_mstate_global->__pyx_memoryview_type))))) __PYX_ERR(1, 785, __pyx_L1_error)
__pyx_r = ((struct __pyx_memoryview_obj *)__pyx_t_2);
__pyx_t_2 = 0;
goto __pyx_L0;
}
/* "View.MemoryView":711
*
*
* @cname('__pyx_memview_slice') # <<<<<<<<<<<<<<
* cdef memoryview memview_slice(memoryview memview, object indices):
* cdef int new_ndim = 0, suboffset_dim = -1, dim
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_8);
__Pyx_AddTraceback("View.MemoryView.memview_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF((PyObject *)__pyx_v_memviewsliceobj);
__Pyx_XDECREF(__pyx_v_index);
__Pyx_XGIVEREF((PyObject *)__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":793
*
*
* @cname('__pyx_memoryview_slice_memviewslice') # <<<<<<<<<<<<<<
* cdef int slice_memviewslice(
* __Pyx_memviewslice *dst,
*/
static int __pyx_memoryview_slice_memviewslice(__Pyx_memviewslice *__pyx_v_dst, Py_ssize_t __pyx_v_shape, Py_ssize_t __pyx_v_stride, Py_ssize_t __pyx_v_suboffset, int __pyx_v_dim, int __pyx_v_new_ndim, int *__pyx_v_suboffset_dim, Py_ssize_t __pyx_v_start, Py_ssize_t __pyx_v_stop, Py_ssize_t __pyx_v_step, int __pyx_v_have_start, int __pyx_v_have_stop, int __pyx_v_have_step, int __pyx_v_is_slice) {
Py_ssize_t __pyx_v_new_shape;
int __pyx_v_negative_step;
int __pyx_r;
int __pyx_t_1;
int __pyx_t_2;
int __pyx_t_3;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyGILState_STATE __pyx_gilstate_save;
/* "View.MemoryView":814
* cdef bint negative_step
*
* if not is_slice: # <<<<<<<<<<<<<<
*
* if start < 0:
*/
__pyx_t_1 = (!__pyx_v_is_slice);
if (__pyx_t_1) {
/* "View.MemoryView":816
* if not is_slice:
*
* if start < 0: # <<<<<<<<<<<<<<
* start += shape
* if not 0 <= start < shape:
*/
__pyx_t_1 = (__pyx_v_start < 0);
if (__pyx_t_1) {
/* "View.MemoryView":817
*
* if start < 0:
* start += shape # <<<<<<<<<<<<<<
* if not 0 <= start < shape:
* _err_dim(PyExc_IndexError, "Index out of bounds (axis %d)", dim)
*/
__pyx_v_start = (__pyx_v_start + __pyx_v_shape);
/* "View.MemoryView":816
* if not is_slice:
*
* if start < 0: # <<<<<<<<<<<<<<
* start += shape
* if not 0 <= start < shape:
*/
}
/* "View.MemoryView":818
* if start < 0:
* start += shape
* if not 0 <= start < shape: # <<<<<<<<<<<<<<
* _err_dim(PyExc_IndexError, "Index out of bounds (axis %d)", dim)
* else:
*/
__pyx_t_1 = (0 <= __pyx_v_start);
if (__pyx_t_1) {
__pyx_t_1 = (__pyx_v_start < __pyx_v_shape);
}
__pyx_t_2 = (!__pyx_t_1);
if (__pyx_t_2) {
/* "View.MemoryView":819
* start += shape
* if not 0 <= start < shape:
* _err_dim(PyExc_IndexError, "Index out of bounds (axis %d)", dim) # <<<<<<<<<<<<<<
* else:
*
*/
__pyx_t_3 = __pyx_memoryview_err_dim(PyExc_IndexError, __pyx_mstate_global->__pyx_kp_u_Index_out_of_bounds_axis_d, __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(1, 819, __pyx_L1_error)
/* "View.MemoryView":818
* if start < 0:
* start += shape
* if not 0 <= start < shape: # <<<<<<<<<<<<<<
* _err_dim(PyExc_IndexError, "Index out of bounds (axis %d)", dim)
* else:
*/
}
/* "View.MemoryView":814
* cdef bint negative_step
*
* if not is_slice: # <<<<<<<<<<<<<<
*
* if start < 0:
*/
goto __pyx_L3;
}
/* "View.MemoryView":822
* else:
*
* if have_step: # <<<<<<<<<<<<<<
* negative_step = step < 0
* if step == 0:
*/
/*else*/ {
__pyx_t_2 = (__pyx_v_have_step != 0);
if (__pyx_t_2) {
/* "View.MemoryView":823
*
* if have_step:
* negative_step = step < 0 # <<<<<<<<<<<<<<
* if step == 0:
* _err_dim(PyExc_ValueError, "Step may not be zero (axis %d)", dim)
*/
__pyx_v_negative_step = (__pyx_v_step < 0);
/* "View.MemoryView":824
* if have_step:
* negative_step = step < 0
* if step == 0: # <<<<<<<<<<<<<<
* _err_dim(PyExc_ValueError, "Step may not be zero (axis %d)", dim)
* else:
*/
__pyx_t_2 = (__pyx_v_step == 0);
if (__pyx_t_2) {
/* "View.MemoryView":825
* negative_step = step < 0
* if step == 0:
* _err_dim(PyExc_ValueError, "Step may not be zero (axis %d)", dim) # <<<<<<<<<<<<<<
* else:
* negative_step = False
*/
__pyx_t_3 = __pyx_memoryview_err_dim(PyExc_ValueError, __pyx_mstate_global->__pyx_kp_u_Step_may_not_be_zero_axis_d, __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(1, 825, __pyx_L1_error)
/* "View.MemoryView":824
* if have_step:
* negative_step = step < 0
* if step == 0: # <<<<<<<<<<<<<<
* _err_dim(PyExc_ValueError, "Step may not be zero (axis %d)", dim)
* else:
*/
}
/* "View.MemoryView":822
* else:
*
* if have_step: # <<<<<<<<<<<<<<
* negative_step = step < 0
* if step == 0:
*/
goto __pyx_L6;
}
/* "View.MemoryView":827
* _err_dim(PyExc_ValueError, "Step may not be zero (axis %d)", dim)
* else:
* negative_step = False # <<<<<<<<<<<<<<
* step = 1
*
*/
/*else*/ {
__pyx_v_negative_step = 0;
/* "View.MemoryView":828
* else:
* negative_step = False
* step = 1 # <<<<<<<<<<<<<<
*
*
*/
__pyx_v_step = 1;
}
__pyx_L6:;
/* "View.MemoryView":831
*
*
* if have_start: # <<<<<<<<<<<<<<
* if start < 0:
* start += shape
*/
__pyx_t_2 = (__pyx_v_have_start != 0);
if (__pyx_t_2) {
/* "View.MemoryView":832
*
* if have_start:
* if start < 0: # <<<<<<<<<<<<<<
* start += shape
* if start < 0:
*/
__pyx_t_2 = (__pyx_v_start < 0);
if (__pyx_t_2) {
/* "View.MemoryView":833
* if have_start:
* if start < 0:
* start += shape # <<<<<<<<<<<<<<
* if start < 0:
* start = 0
*/
__pyx_v_start = (__pyx_v_start + __pyx_v_shape);
/* "View.MemoryView":834
* if start < 0:
* start += shape
* if start < 0: # <<<<<<<<<<<<<<
* start = 0
* elif start >= shape:
*/
__pyx_t_2 = (__pyx_v_start < 0);
if (__pyx_t_2) {
/* "View.MemoryView":835
* start += shape
* if start < 0:
* start = 0 # <<<<<<<<<<<<<<
* elif start >= shape:
* if negative_step:
*/
__pyx_v_start = 0;
/* "View.MemoryView":834
* if start < 0:
* start += shape
* if start < 0: # <<<<<<<<<<<<<<
* start = 0
* elif start >= shape:
*/
}
/* "View.MemoryView":832
*
* if have_start:
* if start < 0: # <<<<<<<<<<<<<<
* start += shape
* if start < 0:
*/
goto __pyx_L9;
}
/* "View.MemoryView":836
* if start < 0:
* start = 0
* elif start >= shape: # <<<<<<<<<<<<<<
* if negative_step:
* start = shape - 1
*/
__pyx_t_2 = (__pyx_v_start >= __pyx_v_shape);
if (__pyx_t_2) {
/* "View.MemoryView":837
* start = 0
* elif start >= shape:
* if negative_step: # <<<<<<<<<<<<<<
* start = shape - 1
* else:
*/
if (__pyx_v_negative_step) {
/* "View.MemoryView":838
* elif start >= shape:
* if negative_step:
* start = shape - 1 # <<<<<<<<<<<<<<
* else:
* start = shape
*/
__pyx_v_start = (__pyx_v_shape - 1);
/* "View.MemoryView":837
* start = 0
* elif start >= shape:
* if negative_step: # <<<<<<<<<<<<<<
* start = shape - 1
* else:
*/
goto __pyx_L11;
}
/* "View.MemoryView":840
* start = shape - 1
* else:
* start = shape # <<<<<<<<<<<<<<
* else:
* if negative_step:
*/
/*else*/ {
__pyx_v_start = __pyx_v_shape;
}
__pyx_L11:;
/* "View.MemoryView":836
* if start < 0:
* start = 0
* elif start >= shape: # <<<<<<<<<<<<<<
* if negative_step:
* start = shape - 1
*/
}
__pyx_L9:;
/* "View.MemoryView":831
*
*
* if have_start: # <<<<<<<<<<<<<<
* if start < 0:
* start += shape
*/
goto __pyx_L8;
}
/* "View.MemoryView":842
* start = shape
* else:
* if negative_step: # <<<<<<<<<<<<<<
* start = shape - 1
* else:
*/
/*else*/ {
if (__pyx_v_negative_step) {
/* "View.MemoryView":843
* else:
* if negative_step:
* start = shape - 1 # <<<<<<<<<<<<<<
* else:
* start = 0
*/
__pyx_v_start = (__pyx_v_shape - 1);
/* "View.MemoryView":842
* start = shape
* else:
* if negative_step: # <<<<<<<<<<<<<<
* start = shape - 1
* else:
*/
goto __pyx_L12;
}
/* "View.MemoryView":845
* start = shape - 1
* else:
* start = 0 # <<<<<<<<<<<<<<
*
* if have_stop:
*/
/*else*/ {
__pyx_v_start = 0;
}
__pyx_L12:;
}
__pyx_L8:;
/* "View.MemoryView":847
* start = 0
*
* if have_stop: # <<<<<<<<<<<<<<
* if stop < 0:
* stop += shape
*/
__pyx_t_2 = (__pyx_v_have_stop != 0);
if (__pyx_t_2) {
/* "View.MemoryView":848
*
* if have_stop:
* if stop < 0: # <<<<<<<<<<<<<<
* stop += shape
* if stop < 0:
*/
__pyx_t_2 = (__pyx_v_stop < 0);
if (__pyx_t_2) {
/* "View.MemoryView":849
* if have_stop:
* if stop < 0:
* stop += shape # <<<<<<<<<<<<<<
* if stop < 0:
* stop = 0
*/
__pyx_v_stop = (__pyx_v_stop + __pyx_v_shape);
/* "View.MemoryView":850
* if stop < 0:
* stop += shape
* if stop < 0: # <<<<<<<<<<<<<<
* stop = 0
* elif stop > shape:
*/
__pyx_t_2 = (__pyx_v_stop < 0);
if (__pyx_t_2) {
/* "View.MemoryView":851
* stop += shape
* if stop < 0:
* stop = 0 # <<<<<<<<<<<<<<
* elif stop > shape:
* stop = shape
*/
__pyx_v_stop = 0;
/* "View.MemoryView":850
* if stop < 0:
* stop += shape
* if stop < 0: # <<<<<<<<<<<<<<
* stop = 0
* elif stop > shape:
*/
}
/* "View.MemoryView":848
*
* if have_stop:
* if stop < 0: # <<<<<<<<<<<<<<
* stop += shape
* if stop < 0:
*/
goto __pyx_L14;
}
/* "View.MemoryView":852
* if stop < 0:
* stop = 0
* elif stop > shape: # <<<<<<<<<<<<<<
* stop = shape
* else:
*/
__pyx_t_2 = (__pyx_v_stop > __pyx_v_shape);
if (__pyx_t_2) {
/* "View.MemoryView":853
* stop = 0
* elif stop > shape:
* stop = shape # <<<<<<<<<<<<<<
* else:
* if negative_step:
*/
__pyx_v_stop = __pyx_v_shape;
/* "View.MemoryView":852
* if stop < 0:
* stop = 0
* elif stop > shape: # <<<<<<<<<<<<<<
* stop = shape
* else:
*/
}
__pyx_L14:;
/* "View.MemoryView":847
* start = 0
*
* if have_stop: # <<<<<<<<<<<<<<
* if stop < 0:
* stop += shape
*/
goto __pyx_L13;
}
/* "View.MemoryView":855
* stop = shape
* else:
* if negative_step: # <<<<<<<<<<<<<<
* stop = -1
* else:
*/
/*else*/ {
if (__pyx_v_negative_step) {
/* "View.MemoryView":856
* else:
* if negative_step:
* stop = -1 # <<<<<<<<<<<<<<
* else:
* stop = shape
*/
__pyx_v_stop = -1L;
/* "View.MemoryView":855
* stop = shape
* else:
* if negative_step: # <<<<<<<<<<<<<<
* stop = -1
* else:
*/
goto __pyx_L16;
}
/* "View.MemoryView":858
* stop = -1
* else:
* stop = shape # <<<<<<<<<<<<<<
*
*
*/
/*else*/ {
__pyx_v_stop = __pyx_v_shape;
}
__pyx_L16:;
}
__pyx_L13:;
/* "View.MemoryView":862
*
* with cython.cdivision(True):
* new_shape = (stop - start) // step # <<<<<<<<<<<<<<
*
* if (stop - start) - step * new_shape:
*/
__pyx_v_new_shape = ((__pyx_v_stop - __pyx_v_start) / __pyx_v_step);
/* "View.MemoryView":864
* new_shape = (stop - start) // step
*
* if (stop - start) - step * new_shape: # <<<<<<<<<<<<<<
* new_shape += 1
*
*/
__pyx_t_2 = (((__pyx_v_stop - __pyx_v_start) - (__pyx_v_step * __pyx_v_new_shape)) != 0);
if (__pyx_t_2) {
/* "View.MemoryView":865
*
* if (stop - start) - step * new_shape:
* new_shape += 1 # <<<<<<<<<<<<<<
*
* if new_shape < 0:
*/
__pyx_v_new_shape = (__pyx_v_new_shape + 1);
/* "View.MemoryView":864
* new_shape = (stop - start) // step
*
* if (stop - start) - step * new_shape: # <<<<<<<<<<<<<<
* new_shape += 1
*
*/
}
/* "View.MemoryView":867
* new_shape += 1
*
* if new_shape < 0: # <<<<<<<<<<<<<<
* new_shape = 0
*
*/
__pyx_t_2 = (__pyx_v_new_shape < 0);
if (__pyx_t_2) {
/* "View.MemoryView":868
*
* if new_shape < 0:
* new_shape = 0 # <<<<<<<<<<<<<<
*
*
*/
__pyx_v_new_shape = 0;
/* "View.MemoryView":867
* new_shape += 1
*
* if new_shape < 0: # <<<<<<<<<<<<<<
* new_shape = 0
*
*/
}
/* "View.MemoryView":871
*
*
* dst.strides[new_ndim] = stride * step # <<<<<<<<<<<<<<
* dst.shape[new_ndim] = new_shape
* dst.suboffsets[new_ndim] = suboffset
*/
(__pyx_v_dst->strides[__pyx_v_new_ndim]) = (__pyx_v_stride * __pyx_v_step);
/* "View.MemoryView":872
*
* dst.strides[new_ndim] = stride * step
* dst.shape[new_ndim] = new_shape # <<<<<<<<<<<<<<
* dst.suboffsets[new_ndim] = suboffset
*
*/
(__pyx_v_dst->shape[__pyx_v_new_ndim]) = __pyx_v_new_shape;
/* "View.MemoryView":873
* dst.strides[new_ndim] = stride * step
* dst.shape[new_ndim] = new_shape
* dst.suboffsets[new_ndim] = suboffset # <<<<<<<<<<<<<<
*
*
*/
(__pyx_v_dst->suboffsets[__pyx_v_new_ndim]) = __pyx_v_suboffset;
}
__pyx_L3:;
/* "View.MemoryView":876
*
*
* if suboffset_dim[0] < 0: # <<<<<<<<<<<<<<
* dst.data += start * stride
* else:
*/
__pyx_t_2 = ((__pyx_v_suboffset_dim[0]) < 0);
if (__pyx_t_2) {
/* "View.MemoryView":877
*
* if suboffset_dim[0] < 0:
* dst.data += start * stride # <<<<<<<<<<<<<<
* else:
* dst.suboffsets[suboffset_dim[0]] += start * stride
*/
__pyx_v_dst->data = (__pyx_v_dst->data + (__pyx_v_start * __pyx_v_stride));
/* "View.MemoryView":876
*
*
* if suboffset_dim[0] < 0: # <<<<<<<<<<<<<<
* dst.data += start * stride
* else:
*/
goto __pyx_L19;
}
/* "View.MemoryView":879
* dst.data += start * stride
* else:
* dst.suboffsets[suboffset_dim[0]] += start * stride # <<<<<<<<<<<<<<
*
* if suboffset >= 0:
*/
/*else*/ {
__pyx_t_3 = (__pyx_v_suboffset_dim[0]);
(__pyx_v_dst->suboffsets[__pyx_t_3]) = ((__pyx_v_dst->suboffsets[__pyx_t_3]) + (__pyx_v_start * __pyx_v_stride));
}
__pyx_L19:;
/* "View.MemoryView":881
* dst.suboffsets[suboffset_dim[0]] += start * stride
*
* if suboffset >= 0: # <<<<<<<<<<<<<<
* if not is_slice:
* if new_ndim == 0:
*/
__pyx_t_2 = (__pyx_v_suboffset >= 0);
if (__pyx_t_2) {
/* "View.MemoryView":882
*
* if suboffset >= 0:
* if not is_slice: # <<<<<<<<<<<<<<
* if new_ndim == 0:
* dst.data = (<char **> dst.data)[0] + suboffset
*/
__pyx_t_2 = (!__pyx_v_is_slice);
if (__pyx_t_2) {
/* "View.MemoryView":883
* if suboffset >= 0:
* if not is_slice:
* if new_ndim == 0: # <<<<<<<<<<<<<<
* dst.data = (<char **> dst.data)[0] + suboffset
* else:
*/
__pyx_t_2 = (__pyx_v_new_ndim == 0);
if (__pyx_t_2) {
/* "View.MemoryView":884
* if not is_slice:
* if new_ndim == 0:
* dst.data = (<char **> dst.data)[0] + suboffset # <<<<<<<<<<<<<<
* else:
* _err_dim(PyExc_IndexError, "All dimensions preceding dimension %d "
*/
__pyx_v_dst->data = ((((char **)__pyx_v_dst->data)[0]) + __pyx_v_suboffset);
/* "View.MemoryView":883
* if suboffset >= 0:
* if not is_slice:
* if new_ndim == 0: # <<<<<<<<<<<<<<
* dst.data = (<char **> dst.data)[0] + suboffset
* else:
*/
goto __pyx_L22;
}
/* "View.MemoryView":886
* dst.data = (<char **> dst.data)[0] + suboffset
* else:
* _err_dim(PyExc_IndexError, "All dimensions preceding dimension %d " # <<<<<<<<<<<<<<
* "must be indexed and not sliced", dim)
* else:
*/
/*else*/ {
/* "View.MemoryView":887
* else:
* _err_dim(PyExc_IndexError, "All dimensions preceding dimension %d "
* "must be indexed and not sliced", dim) # <<<<<<<<<<<<<<
* else:
* suboffset_dim[0] = new_ndim
*/
__pyx_t_3 = __pyx_memoryview_err_dim(PyExc_IndexError, __pyx_mstate_global->__pyx_kp_u_All_dimensions_preceding_dimensi, __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(1, 886, __pyx_L1_error)
}
__pyx_L22:;
/* "View.MemoryView":882
*
* if suboffset >= 0:
* if not is_slice: # <<<<<<<<<<<<<<
* if new_ndim == 0:
* dst.data = (<char **> dst.data)[0] + suboffset
*/
goto __pyx_L21;
}
/* "View.MemoryView":889
* "must be indexed and not sliced", dim)
* else:
* suboffset_dim[0] = new_ndim # <<<<<<<<<<<<<<
*
* return 0
*/
/*else*/ {
(__pyx_v_suboffset_dim[0]) = __pyx_v_new_ndim;
}
__pyx_L21:;
/* "View.MemoryView":881
* dst.suboffsets[suboffset_dim[0]] += start * stride
*
* if suboffset >= 0: # <<<<<<<<<<<<<<
* if not is_slice:
* if new_ndim == 0:
*/
}
/* "View.MemoryView":891
* suboffset_dim[0] = new_ndim
*
* return 0 # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = 0;
goto __pyx_L0;
/* "View.MemoryView":793
*
*
* @cname('__pyx_memoryview_slice_memviewslice') # <<<<<<<<<<<<<<
* cdef int slice_memviewslice(
* __Pyx_memviewslice *dst,
*/
/* function exit code */
__pyx_L1_error:;
__pyx_gilstate_save = __Pyx_PyGILState_Ensure();
__Pyx_AddTraceback("View.MemoryView.slice_memviewslice", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__Pyx_PyGILState_Release(__pyx_gilstate_save);
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":896
*
*
* @cname('__pyx_pybuffer_index') # <<<<<<<<<<<<<<
* cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index,
* Py_ssize_t dim) except NULL:
*/
static char *__pyx_pybuffer_index(Py_buffer *__pyx_v_view, char *__pyx_v_bufp, Py_ssize_t __pyx_v_index, Py_ssize_t __pyx_v_dim) {
Py_ssize_t __pyx_v_shape;
Py_ssize_t __pyx_v_stride;
Py_ssize_t __pyx_v_suboffset;
Py_ssize_t __pyx_v_itemsize;
char *__pyx_v_resultp;
char *__pyx_r;
__Pyx_RefNannyDeclarations
Py_ssize_t __pyx_t_1;
int __pyx_t_2;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4[3];
PyObject *__pyx_t_5 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("pybuffer_index", 0);
/* "View.MemoryView":899
* cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index,
* Py_ssize_t dim) except NULL:
* cdef Py_ssize_t shape, stride, suboffset = -1 # <<<<<<<<<<<<<<
* cdef Py_ssize_t itemsize = view.itemsize
* cdef char *resultp
*/
__pyx_v_suboffset = -1L;
/* "View.MemoryView":900
* Py_ssize_t dim) except NULL:
* cdef Py_ssize_t shape, stride, suboffset = -1
* cdef Py_ssize_t itemsize = view.itemsize # <<<<<<<<<<<<<<
* cdef char *resultp
*
*/
__pyx_t_1 = __pyx_v_view->itemsize;
__pyx_v_itemsize = __pyx_t_1;
/* "View.MemoryView":903
* cdef char *resultp
*
* if view.ndim == 0: # <<<<<<<<<<<<<<
* shape = view.len // itemsize
* stride = itemsize
*/
__pyx_t_2 = (__pyx_v_view->ndim == 0);
if (__pyx_t_2) {
/* "View.MemoryView":904
*
* if view.ndim == 0:
* shape = view.len // itemsize # <<<<<<<<<<<<<<
* stride = itemsize
* else:
*/
if (unlikely(__pyx_v_itemsize == 0)) {
PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero");
__PYX_ERR(1, 904, __pyx_L1_error)
}
else if (sizeof(Py_ssize_t) == sizeof(long) && (!(((Py_ssize_t)-1) > 0)) && unlikely(__pyx_v_itemsize == (Py_ssize_t)-1) && unlikely(__Pyx_UNARY_NEG_WOULD_OVERFLOW(__pyx_v_view->len))) {
PyErr_SetString(PyExc_OverflowError, "value too large to perform division");
__PYX_ERR(1, 904, __pyx_L1_error)
}
__pyx_v_shape = __Pyx_div_Py_ssize_t(__pyx_v_view->len, __pyx_v_itemsize, 0);
/* "View.MemoryView":905
* if view.ndim == 0:
* shape = view.len // itemsize
* stride = itemsize # <<<<<<<<<<<<<<
* else:
* shape = view.shape[dim]
*/
__pyx_v_stride = __pyx_v_itemsize;
/* "View.MemoryView":903
* cdef char *resultp
*
* if view.ndim == 0: # <<<<<<<<<<<<<<
* shape = view.len // itemsize
* stride = itemsize
*/
goto __pyx_L3;
}
/* "View.MemoryView":907
* stride = itemsize
* else:
* shape = view.shape[dim] # <<<<<<<<<<<<<<
* stride = view.strides[dim]
* if view.suboffsets != NULL:
*/
/*else*/ {
__pyx_v_shape = (__pyx_v_view->shape[__pyx_v_dim]);
/* "View.MemoryView":908
* else:
* shape = view.shape[dim]
* stride = view.strides[dim] # <<<<<<<<<<<<<<
* if view.suboffsets != NULL:
* suboffset = view.suboffsets[dim]
*/
__pyx_v_stride = (__pyx_v_view->strides[__pyx_v_dim]);
/* "View.MemoryView":909
* shape = view.shape[dim]
* stride = view.strides[dim]
* if view.suboffsets != NULL: # <<<<<<<<<<<<<<
* suboffset = view.suboffsets[dim]
*
*/
__pyx_t_2 = (__pyx_v_view->suboffsets != NULL);
if (__pyx_t_2) {
/* "View.MemoryView":910
* stride = view.strides[dim]
* if view.suboffsets != NULL:
* suboffset = view.suboffsets[dim] # <<<<<<<<<<<<<<
*
* if index < 0:
*/
__pyx_v_suboffset = (__pyx_v_view->suboffsets[__pyx_v_dim]);
/* "View.MemoryView":909
* shape = view.shape[dim]
* stride = view.strides[dim]
* if view.suboffsets != NULL: # <<<<<<<<<<<<<<
* suboffset = view.suboffsets[dim]
*
*/
}
}
__pyx_L3:;
/* "View.MemoryView":912
* suboffset = view.suboffsets[dim]
*
* if index < 0: # <<<<<<<<<<<<<<
* index += view.shape[dim]
* if index < 0:
*/
__pyx_t_2 = (__pyx_v_index < 0);
if (__pyx_t_2) {
/* "View.MemoryView":913
*
* if index < 0:
* index += view.shape[dim] # <<<<<<<<<<<<<<
* if index < 0:
* raise IndexError, f"Out of bounds on buffer access (axis {dim})"
*/
__pyx_v_index = (__pyx_v_index + (__pyx_v_view->shape[__pyx_v_dim]));
/* "View.MemoryView":914
* if index < 0:
* index += view.shape[dim]
* if index < 0: # <<<<<<<<<<<<<<
* raise IndexError, f"Out of bounds on buffer access (axis {dim})"
*
*/
__pyx_t_2 = (__pyx_v_index < 0);
if (unlikely(__pyx_t_2)) {
/* "View.MemoryView":915
* index += view.shape[dim]
* if index < 0:
* raise IndexError, f"Out of bounds on buffer access (axis {dim})" # <<<<<<<<<<<<<<
*
* if index >= shape:
*/
__pyx_t_3 = __Pyx_PyUnicode_From_Py_ssize_t(__pyx_v_dim, 0, ' ', 'd'); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 915, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4[0] = __pyx_mstate_global->__pyx_kp_u_Out_of_bounds_on_buffer_access_a;
__pyx_t_4[1] = __pyx_t_3;
__pyx_t_4[2] = __pyx_mstate_global->__pyx_kp_u__5;
__pyx_t_5 = __Pyx_PyUnicode_Join(__pyx_t_4, 3, 37 + __Pyx_PyUnicode_GET_LENGTH(__pyx_t_3) + 1, 127);
if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 915, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_IndexError))), __pyx_t_5, 0, 0);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__PYX_ERR(1, 915, __pyx_L1_error)
/* "View.MemoryView":914
* if index < 0:
* index += view.shape[dim]
* if index < 0: # <<<<<<<<<<<<<<
* raise IndexError, f"Out of bounds on buffer access (axis {dim})"
*
*/
}
/* "View.MemoryView":912
* suboffset = view.suboffsets[dim]
*
* if index < 0: # <<<<<<<<<<<<<<
* index += view.shape[dim]
* if index < 0:
*/
}
/* "View.MemoryView":917
* raise IndexError, f"Out of bounds on buffer access (axis {dim})"
*
* if index >= shape: # <<<<<<<<<<<<<<
* raise IndexError, f"Out of bounds on buffer access (axis {dim})"
*
*/
__pyx_t_2 = (__pyx_v_index >= __pyx_v_shape);
if (unlikely(__pyx_t_2)) {
/* "View.MemoryView":918
*
* if index >= shape:
* raise IndexError, f"Out of bounds on buffer access (axis {dim})" # <<<<<<<<<<<<<<
*
* resultp = bufp + index * stride
*/
__pyx_t_5 = __Pyx_PyUnicode_From_Py_ssize_t(__pyx_v_dim, 0, ' ', 'd'); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 918, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_4[0] = __pyx_mstate_global->__pyx_kp_u_Out_of_bounds_on_buffer_access_a;
__pyx_t_4[1] = __pyx_t_5;
__pyx_t_4[2] = __pyx_mstate_global->__pyx_kp_u__5;
__pyx_t_3 = __Pyx_PyUnicode_Join(__pyx_t_4, 3, 37 + __Pyx_PyUnicode_GET_LENGTH(__pyx_t_5) + 1, 127);
if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 918, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_IndexError))), __pyx_t_3, 0, 0);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__PYX_ERR(1, 918, __pyx_L1_error)
/* "View.MemoryView":917
* raise IndexError, f"Out of bounds on buffer access (axis {dim})"
*
* if index >= shape: # <<<<<<<<<<<<<<
* raise IndexError, f"Out of bounds on buffer access (axis {dim})"
*
*/
}
/* "View.MemoryView":920
* raise IndexError, f"Out of bounds on buffer access (axis {dim})"
*
* resultp = bufp + index * stride # <<<<<<<<<<<<<<
* if suboffset >= 0:
* resultp = (<char **> resultp)[0] + suboffset
*/
__pyx_v_resultp = (__pyx_v_bufp + (__pyx_v_index * __pyx_v_stride));
/* "View.MemoryView":921
*
* resultp = bufp + index * stride
* if suboffset >= 0: # <<<<<<<<<<<<<<
* resultp = (<char **> resultp)[0] + suboffset
*
*/
__pyx_t_2 = (__pyx_v_suboffset >= 0);
if (__pyx_t_2) {
/* "View.MemoryView":922
* resultp = bufp + index * stride
* if suboffset >= 0:
* resultp = (<char **> resultp)[0] + suboffset # <<<<<<<<<<<<<<
*
* return resultp
*/
__pyx_v_resultp = ((((char **)__pyx_v_resultp)[0]) + __pyx_v_suboffset);
/* "View.MemoryView":921
*
* resultp = bufp + index * stride
* if suboffset >= 0: # <<<<<<<<<<<<<<
* resultp = (<char **> resultp)[0] + suboffset
*
*/
}
/* "View.MemoryView":924
* resultp = (<char **> resultp)[0] + suboffset
*
* return resultp # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = __pyx_v_resultp;
goto __pyx_L0;
/* "View.MemoryView":896
*
*
* @cname('__pyx_pybuffer_index') # <<<<<<<<<<<<<<
* cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index,
* Py_ssize_t dim) except NULL:
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_AddTraceback("View.MemoryView.pybuffer_index", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":929
*
*
* @cname('__pyx_memslice_transpose') # <<<<<<<<<<<<<<
* cdef int transpose_memslice(__Pyx_memviewslice *memslice) except -1 nogil:
* cdef int ndim = memslice.memview.view.ndim
*/
static int __pyx_memslice_transpose(__Pyx_memviewslice *__pyx_v_memslice) {
int __pyx_v_ndim;
Py_ssize_t *__pyx_v_shape;
Py_ssize_t *__pyx_v_strides;
int __pyx_v_i;
int __pyx_v_j;
int __pyx_r;
int __pyx_t_1;
Py_ssize_t *__pyx_t_2;
long __pyx_t_3;
long __pyx_t_4;
Py_ssize_t __pyx_t_5;
Py_ssize_t __pyx_t_6;
int __pyx_t_7;
int __pyx_t_8;
int __pyx_t_9;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyGILState_STATE __pyx_gilstate_save;
/* "View.MemoryView":931
* @cname('__pyx_memslice_transpose')
* cdef int transpose_memslice(__Pyx_memviewslice *memslice) except -1 nogil:
* cdef int ndim = memslice.memview.view.ndim # <<<<<<<<<<<<<<
*
* cdef Py_ssize_t *shape = memslice.shape
*/
__pyx_t_1 = __pyx_v_memslice->memview->view.ndim;
__pyx_v_ndim = __pyx_t_1;
/* "View.MemoryView":933
* cdef int ndim = memslice.memview.view.ndim
*
* cdef Py_ssize_t *shape = memslice.shape # <<<<<<<<<<<<<<
* cdef Py_ssize_t *strides = memslice.strides
*
*/
__pyx_t_2 = __pyx_v_memslice->shape;
__pyx_v_shape = __pyx_t_2;
/* "View.MemoryView":934
*
* cdef Py_ssize_t *shape = memslice.shape
* cdef Py_ssize_t *strides = memslice.strides # <<<<<<<<<<<<<<
*
*
*/
__pyx_t_2 = __pyx_v_memslice->strides;
__pyx_v_strides = __pyx_t_2;
/* "View.MemoryView":938
*
* cdef int i, j
* for i in range(ndim // 2): # <<<<<<<<<<<<<<
* j = ndim - 1 - i
* strides[i], strides[j] = strides[j], strides[i]
*/
__pyx_t_3 = __Pyx_div_long(__pyx_v_ndim, 2, 1);
__pyx_t_4 = __pyx_t_3;
for (__pyx_t_1 = 0; __pyx_t_1 < __pyx_t_4; __pyx_t_1+=1) {
__pyx_v_i = __pyx_t_1;
/* "View.MemoryView":939
* cdef int i, j
* for i in range(ndim // 2):
* j = ndim - 1 - i # <<<<<<<<<<<<<<
* strides[i], strides[j] = strides[j], strides[i]
* shape[i], shape[j] = shape[j], shape[i]
*/
__pyx_v_j = ((__pyx_v_ndim - 1) - __pyx_v_i);
/* "View.MemoryView":940
* for i in range(ndim // 2):
* j = ndim - 1 - i
* strides[i], strides[j] = strides[j], strides[i] # <<<<<<<<<<<<<<
* shape[i], shape[j] = shape[j], shape[i]
*
*/
__pyx_t_5 = (__pyx_v_strides[__pyx_v_j]);
__pyx_t_6 = (__pyx_v_strides[__pyx_v_i]);
(__pyx_v_strides[__pyx_v_i]) = __pyx_t_5;
(__pyx_v_strides[__pyx_v_j]) = __pyx_t_6;
/* "View.MemoryView":941
* j = ndim - 1 - i
* strides[i], strides[j] = strides[j], strides[i]
* shape[i], shape[j] = shape[j], shape[i] # <<<<<<<<<<<<<<
*
* if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0:
*/
__pyx_t_6 = (__pyx_v_shape[__pyx_v_j]);
__pyx_t_5 = (__pyx_v_shape[__pyx_v_i]);
(__pyx_v_shape[__pyx_v_i]) = __pyx_t_6;
(__pyx_v_shape[__pyx_v_j]) = __pyx_t_5;
/* "View.MemoryView":943
* shape[i], shape[j] = shape[j], shape[i]
*
* if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0: # <<<<<<<<<<<<<<
* _err(PyExc_ValueError, "Cannot transpose memoryview with indirect dimensions")
*
*/
__pyx_t_8 = ((__pyx_v_memslice->suboffsets[__pyx_v_i]) >= 0);
if (!__pyx_t_8) {
} else {
__pyx_t_7 = __pyx_t_8;
goto __pyx_L6_bool_binop_done;
}
__pyx_t_8 = ((__pyx_v_memslice->suboffsets[__pyx_v_j]) >= 0);
__pyx_t_7 = __pyx_t_8;
__pyx_L6_bool_binop_done:;
if (__pyx_t_7) {
/* "View.MemoryView":944
*
* if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0:
* _err(PyExc_ValueError, "Cannot transpose memoryview with indirect dimensions") # <<<<<<<<<<<<<<
*
* return 0
*/
__pyx_t_9 = __pyx_memoryview_err(PyExc_ValueError, __pyx_mstate_global->__pyx_kp_u_Cannot_transpose_memoryview_with); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(1, 944, __pyx_L1_error)
/* "View.MemoryView":943
* shape[i], shape[j] = shape[j], shape[i]
*
* if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0: # <<<<<<<<<<<<<<
* _err(PyExc_ValueError, "Cannot transpose memoryview with indirect dimensions")
*
*/
}
}
/* "View.MemoryView":946
* _err(PyExc_ValueError, "Cannot transpose memoryview with indirect dimensions")
*
* return 0 # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = 0;
goto __pyx_L0;
/* "View.MemoryView":929
*
*
* @cname('__pyx_memslice_transpose') # <<<<<<<<<<<<<<
* cdef int transpose_memslice(__Pyx_memviewslice *memslice) except -1 nogil:
* cdef int ndim = memslice.memview.view.ndim
*/
/* function exit code */
__pyx_L1_error:;
__pyx_gilstate_save = __Pyx_PyGILState_Ensure();
__Pyx_AddTraceback("View.MemoryView.transpose_memslice", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__Pyx_PyGILState_Release(__pyx_gilstate_save);
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":964
* cdef int (*to_dtype_func)(char *, object) except 0
*
* def __dealloc__(self): # <<<<<<<<<<<<<<
* __PYX_XCLEAR_MEMVIEW(&self.from_slice, 1)
*
*/
/* Python wrapper */
static void __pyx_memoryviewslice___dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_memoryviewslice___dealloc__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
}
static void __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(struct __pyx_memoryviewslice_obj *__pyx_v_self) {
/* "View.MemoryView":965
*
* def __dealloc__(self):
* __PYX_XCLEAR_MEMVIEW(&self.from_slice, 1) # <<<<<<<<<<<<<<
*
* cdef convert_item_to_object(self, char *itemp):
*/
__PYX_XCLEAR_MEMVIEW((&__pyx_v_self->from_slice), 1);
/* "View.MemoryView":964
* cdef int (*to_dtype_func)(char *, object) except 0
*
* def __dealloc__(self): # <<<<<<<<<<<<<<
* __PYX_XCLEAR_MEMVIEW(&self.from_slice, 1)
*
*/
/* function exit code */
}
/* "View.MemoryView":967
* __PYX_XCLEAR_MEMVIEW(&self.from_slice, 1)
*
* cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<<
* if self.to_object_func != NULL:
* return self.to_object_func(itemp)
*/
static PyObject *__pyx_memoryviewslice_convert_item_to_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("convert_item_to_object", 0);
/* "View.MemoryView":968
*
* cdef convert_item_to_object(self, char *itemp):
* if self.to_object_func != NULL: # <<<<<<<<<<<<<<
* return self.to_object_func(itemp)
* else:
*/
__pyx_t_1 = (__pyx_v_self->to_object_func != NULL);
if (__pyx_t_1) {
/* "View.MemoryView":969
* cdef convert_item_to_object(self, char *itemp):
* if self.to_object_func != NULL:
* return self.to_object_func(itemp) # <<<<<<<<<<<<<<
* else:
* return memoryview.convert_item_to_object(self, itemp)
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = __pyx_v_self->to_object_func(__pyx_v_itemp); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 969, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_r = __pyx_t_2;
__pyx_t_2 = 0;
goto __pyx_L0;
/* "View.MemoryView":968
*
* cdef convert_item_to_object(self, char *itemp):
* if self.to_object_func != NULL: # <<<<<<<<<<<<<<
* return self.to_object_func(itemp)
* else:
*/
}
/* "View.MemoryView":971
* return self.to_object_func(itemp)
* else:
* return memoryview.convert_item_to_object(self, itemp) # <<<<<<<<<<<<<<
*
* cdef assign_item_from_object(self, char *itemp, object value):
*/
/*else*/ {
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = __pyx_memoryview_convert_item_to_object(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_itemp); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 971, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_r = __pyx_t_2;
__pyx_t_2 = 0;
goto __pyx_L0;
}
/* "View.MemoryView":967
* __PYX_XCLEAR_MEMVIEW(&self.from_slice, 1)
*
* cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<<
* if self.to_object_func != NULL:
* return self.to_object_func(itemp)
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":973
* return memoryview.convert_item_to_object(self, itemp)
*
* cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<<
* if self.to_dtype_func != NULL:
* self.to_dtype_func(itemp, value)
*/
static PyObject *__pyx_memoryviewslice_assign_item_from_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
int __pyx_t_2;
PyObject *__pyx_t_3 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("assign_item_from_object", 0);
/* "View.MemoryView":974
*
* cdef assign_item_from_object(self, char *itemp, object value):
* if self.to_dtype_func != NULL: # <<<<<<<<<<<<<<
* self.to_dtype_func(itemp, value)
* else:
*/
__pyx_t_1 = (__pyx_v_self->to_dtype_func != NULL);
if (__pyx_t_1) {
/* "View.MemoryView":975
* cdef assign_item_from_object(self, char *itemp, object value):
* if self.to_dtype_func != NULL:
* self.to_dtype_func(itemp, value) # <<<<<<<<<<<<<<
* else:
* memoryview.assign_item_from_object(self, itemp, value)
*/
__pyx_t_2 = __pyx_v_self->to_dtype_func(__pyx_v_itemp, __pyx_v_value); if (unlikely(__pyx_t_2 == ((int)0))) __PYX_ERR(1, 975, __pyx_L1_error)
/* "View.MemoryView":974
*
* cdef assign_item_from_object(self, char *itemp, object value):
* if self.to_dtype_func != NULL: # <<<<<<<<<<<<<<
* self.to_dtype_func(itemp, value)
* else:
*/
goto __pyx_L3;
}
/* "View.MemoryView":977
* self.to_dtype_func(itemp, value)
* else:
* memoryview.assign_item_from_object(self, itemp, value) # <<<<<<<<<<<<<<
*
* cdef _get_base(self):
*/
/*else*/ {
__pyx_t_3 = __pyx_memoryview_assign_item_from_object(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_itemp, __pyx_v_value); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 977, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
}
__pyx_L3:;
/* "View.MemoryView":973
* return memoryview.convert_item_to_object(self, itemp)
*
* cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<<
* if self.to_dtype_func != NULL:
* self.to_dtype_func(itemp, value)
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_3);
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.assign_item_from_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":979
* memoryview.assign_item_from_object(self, itemp, value)
*
* cdef _get_base(self): # <<<<<<<<<<<<<<
* return self.from_object
*
*/
static PyObject *__pyx_memoryviewslice__get_base(struct __pyx_memoryviewslice_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("_get_base", 0);
/* "View.MemoryView":980
*
* cdef _get_base(self):
* return self.from_object # <<<<<<<<<<<<<<
*
*
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_self->from_object);
__pyx_r = __pyx_v_self->from_object;
goto __pyx_L0;
/* "View.MemoryView":979
* memoryview.assign_item_from_object(self, itemp, value)
*
* cdef _get_base(self): # <<<<<<<<<<<<<<
* return self.from_object
*
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "(tree fragment)":1
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state):
*/
/* Python wrapper */
static PyObject *__pyx_pw___pyx_memoryviewslice_1__reduce_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyObject *__pyx_pw___pyx_memoryviewslice_1__reduce_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("__reduce_cython__", 1, 0, 0, __pyx_nargs); return NULL; }
const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len < 0)) return NULL;
if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("__reduce_cython__", __pyx_kwds); return NULL;}
__pyx_r = __pyx_pf___pyx_memoryviewslice___reduce_cython__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf___pyx_memoryviewslice___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__reduce_cython__", 0);
/* "(tree fragment)":2
* def __reduce_cython__(self):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__" # <<<<<<<<<<<<<<
* def __setstate_cython__(self, __pyx_state):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_TypeError))), __pyx_mstate_global->__pyx_kp_u_no_default___reduce___due_to_non, 0, 0);
__PYX_ERR(1, 2, __pyx_L1_error)
/* "(tree fragment)":1
* def __reduce_cython__(self): # <<<<<<<<<<<<<<
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state):
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "(tree fragment)":3
* def __reduce_cython__(self):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
/* Python wrapper */
static PyObject *__pyx_pw___pyx_memoryviewslice_3__setstate_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyObject *__pyx_pw___pyx_memoryviewslice_3__setstate_cython__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
CYTHON_UNUSED PyObject *__pyx_v___pyx_state = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_pyx_state,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(1, 3, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 3, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "__setstate_cython__", 0) < (0)) __PYX_ERR(1, 3, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("__setstate_cython__", 1, 1, 1, i); __PYX_ERR(1, 3, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 3, __pyx_L3_error)
}
__pyx_v___pyx_state = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("__setstate_cython__", 1, 1, 1, __pyx_nargs); __PYX_ERR(1, 3, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf___pyx_memoryviewslice_2__setstate_cython__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self), __pyx_v___pyx_state);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf___pyx_memoryviewslice_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__setstate_cython__", 0);
/* "(tree fragment)":4
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__" # <<<<<<<<<<<<<<
*/
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_TypeError))), __pyx_mstate_global->__pyx_kp_u_no_default___reduce___due_to_non, 0, 0);
__PYX_ERR(1, 4, __pyx_L1_error)
/* "(tree fragment)":3
* def __reduce_cython__(self):
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
* def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<<
* raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView._memoryviewslice.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":999
* pass # ignore failure, it's a minor issue
*
* @cname('__pyx_memoryview_fromslice') # <<<<<<<<<<<<<<
* cdef memoryview_fromslice(__Pyx_memviewslice memviewslice,
* int ndim,
*/
static PyObject *__pyx_memoryview_fromslice(__Pyx_memviewslice __pyx_v_memviewslice, int __pyx_v_ndim, PyObject *(*__pyx_v_to_object_func)(char *), int (*__pyx_v_to_dtype_func)(char *, PyObject *), int __pyx_v_dtype_is_object) {
struct __pyx_memoryviewslice_obj *__pyx_v_result = 0;
Py_ssize_t __pyx_v_suboffset;
PyObject *__pyx_v_length = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
__Pyx_TypeInfo const *__pyx_t_4;
Py_buffer __pyx_t_5;
Py_ssize_t *__pyx_t_6;
Py_ssize_t *__pyx_t_7;
Py_ssize_t *__pyx_t_8;
Py_ssize_t __pyx_t_9;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("memoryview_fromslice", 0);
/* "View.MemoryView":1008
* cdef _memoryviewslice result
*
* if <PyObject *> memviewslice.memview == Py_None: # <<<<<<<<<<<<<<
* return None
*
*/
__pyx_t_1 = (((PyObject *)__pyx_v_memviewslice.memview) == Py_None);
if (__pyx_t_1) {
/* "View.MemoryView":1009
*
* if <PyObject *> memviewslice.memview == Py_None:
* return None # <<<<<<<<<<<<<<
*
*
*/
__Pyx_XDECREF(__pyx_r);
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
/* "View.MemoryView":1008
* cdef _memoryviewslice result
*
* if <PyObject *> memviewslice.memview == Py_None: # <<<<<<<<<<<<<<
* return None
*
*/
}
/* "View.MemoryView":1014
*
*
* result = _memoryviewslice.__new__(_memoryviewslice, None, 0, dtype_is_object) # <<<<<<<<<<<<<<
*
* result.from_slice = memviewslice
*/
__pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1014, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 1014, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_INCREF(Py_None);
__Pyx_GIVEREF(Py_None);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_3, 0, Py_None) != (0)) __PYX_ERR(1, 1014, __pyx_L1_error);
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_int_0);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_mstate_global->__pyx_int_0) != (0)) __PYX_ERR(1, 1014, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_2);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2) != (0)) __PYX_ERR(1, 1014, __pyx_L1_error);
__pyx_t_2 = 0;
__pyx_t_2 = ((PyObject *)__pyx_tp_new__memoryviewslice(((PyTypeObject *)__pyx_mstate_global->__pyx_memoryviewslice_type), __pyx_t_3, NULL)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1014, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_2);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_v_result = ((struct __pyx_memoryviewslice_obj *)__pyx_t_2);
__pyx_t_2 = 0;
/* "View.MemoryView":1016
* result = _memoryviewslice.__new__(_memoryviewslice, None, 0, dtype_is_object)
*
* result.from_slice = memviewslice # <<<<<<<<<<<<<<
* __PYX_INC_MEMVIEW(&memviewslice, 1)
*
*/
__pyx_v_result->from_slice = __pyx_v_memviewslice;
/* "View.MemoryView":1017
*
* result.from_slice = memviewslice
* __PYX_INC_MEMVIEW(&memviewslice, 1) # <<<<<<<<<<<<<<
*
* result.from_object = (<memoryview> memviewslice.memview)._get_base()
*/
__PYX_INC_MEMVIEW((&__pyx_v_memviewslice), 1);
/* "View.MemoryView":1019
* __PYX_INC_MEMVIEW(&memviewslice, 1)
*
* result.from_object = (<memoryview> memviewslice.memview)._get_base() # <<<<<<<<<<<<<<
* result.typeinfo = memviewslice.memview.typeinfo
*
*/
__pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)((struct __pyx_memoryview_obj *)__pyx_v_memviewslice.memview)->__pyx_vtab)->_get_base(((struct __pyx_memoryview_obj *)__pyx_v_memviewslice.memview)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1019, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_GIVEREF(__pyx_t_2);
__Pyx_GOTREF(__pyx_v_result->from_object);
__Pyx_DECREF(__pyx_v_result->from_object);
__pyx_v_result->from_object = __pyx_t_2;
__pyx_t_2 = 0;
/* "View.MemoryView":1020
*
* result.from_object = (<memoryview> memviewslice.memview)._get_base()
* result.typeinfo = memviewslice.memview.typeinfo # <<<<<<<<<<<<<<
*
* result.view = memviewslice.memview.view
*/
__pyx_t_4 = __pyx_v_memviewslice.memview->typeinfo;
__pyx_v_result->__pyx_base.typeinfo = __pyx_t_4;
/* "View.MemoryView":1022
* result.typeinfo = memviewslice.memview.typeinfo
*
* result.view = memviewslice.memview.view # <<<<<<<<<<<<<<
* result.view.buf = <void *> memviewslice.data
* result.view.ndim = ndim
*/
__pyx_t_5 = __pyx_v_memviewslice.memview->view;
__pyx_v_result->__pyx_base.view = __pyx_t_5;
/* "View.MemoryView":1023
*
* result.view = memviewslice.memview.view
* result.view.buf = <void *> memviewslice.data # <<<<<<<<<<<<<<
* result.view.ndim = ndim
* (<__pyx_buffer *> &result.view).obj = Py_None
*/
__pyx_v_result->__pyx_base.view.buf = ((void *)__pyx_v_memviewslice.data);
/* "View.MemoryView":1024
* result.view = memviewslice.memview.view
* result.view.buf = <void *> memviewslice.data
* result.view.ndim = ndim # <<<<<<<<<<<<<<
* (<__pyx_buffer *> &result.view).obj = Py_None
* Py_INCREF(Py_None)
*/
__pyx_v_result->__pyx_base.view.ndim = __pyx_v_ndim;
/* "View.MemoryView":1025
* result.view.buf = <void *> memviewslice.data
* result.view.ndim = ndim
* (<__pyx_buffer *> &result.view).obj = Py_None # <<<<<<<<<<<<<<
* Py_INCREF(Py_None)
*
*/
((Py_buffer *)(&__pyx_v_result->__pyx_base.view))->obj = Py_None;
/* "View.MemoryView":1026
* result.view.ndim = ndim
* (<__pyx_buffer *> &result.view).obj = Py_None
* Py_INCREF(Py_None) # <<<<<<<<<<<<<<
*
* if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE:
*/
Py_INCREF(Py_None);
/* "View.MemoryView":1028
* Py_INCREF(Py_None)
*
* if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE: # <<<<<<<<<<<<<<
* result.flags = PyBUF_RECORDS
* else:
*/
__pyx_t_1 = ((((struct __pyx_memoryview_obj *)__pyx_v_memviewslice.memview)->flags & PyBUF_WRITABLE) != 0);
if (__pyx_t_1) {
/* "View.MemoryView":1029
*
* if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE:
* result.flags = PyBUF_RECORDS # <<<<<<<<<<<<<<
* else:
* result.flags = PyBUF_RECORDS_RO
*/
__pyx_v_result->__pyx_base.flags = PyBUF_RECORDS;
/* "View.MemoryView":1028
* Py_INCREF(Py_None)
*
* if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE: # <<<<<<<<<<<<<<
* result.flags = PyBUF_RECORDS
* else:
*/
goto __pyx_L4;
}
/* "View.MemoryView":1031
* result.flags = PyBUF_RECORDS
* else:
* result.flags = PyBUF_RECORDS_RO # <<<<<<<<<<<<<<
*
* result.view.shape = <Py_ssize_t *> result.from_slice.shape
*/
/*else*/ {
__pyx_v_result->__pyx_base.flags = PyBUF_RECORDS_RO;
}
__pyx_L4:;
/* "View.MemoryView":1033
* result.flags = PyBUF_RECORDS_RO
*
* result.view.shape = <Py_ssize_t *> result.from_slice.shape # <<<<<<<<<<<<<<
* result.view.strides = <Py_ssize_t *> result.from_slice.strides
*
*/
__pyx_v_result->__pyx_base.view.shape = ((Py_ssize_t *)__pyx_v_result->from_slice.shape);
/* "View.MemoryView":1034
*
* result.view.shape = <Py_ssize_t *> result.from_slice.shape
* result.view.strides = <Py_ssize_t *> result.from_slice.strides # <<<<<<<<<<<<<<
*
*
*/
__pyx_v_result->__pyx_base.view.strides = ((Py_ssize_t *)__pyx_v_result->from_slice.strides);
/* "View.MemoryView":1037
*
*
* result.view.suboffsets = NULL # <<<<<<<<<<<<<<
* for suboffset in result.from_slice.suboffsets[:ndim]:
* if suboffset >= 0:
*/
__pyx_v_result->__pyx_base.view.suboffsets = NULL;
/* "View.MemoryView":1038
*
* result.view.suboffsets = NULL
* for suboffset in result.from_slice.suboffsets[:ndim]: # <<<<<<<<<<<<<<
* if suboffset >= 0:
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
*/
__pyx_t_7 = (__pyx_v_result->from_slice.suboffsets + __pyx_v_ndim);
for (__pyx_t_8 = __pyx_v_result->from_slice.suboffsets; __pyx_t_8 < __pyx_t_7; __pyx_t_8++) {
__pyx_t_6 = __pyx_t_8;
__pyx_v_suboffset = (__pyx_t_6[0]);
/* "View.MemoryView":1039
* result.view.suboffsets = NULL
* for suboffset in result.from_slice.suboffsets[:ndim]:
* if suboffset >= 0: # <<<<<<<<<<<<<<
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
* break
*/
__pyx_t_1 = (__pyx_v_suboffset >= 0);
if (__pyx_t_1) {
/* "View.MemoryView":1040
* for suboffset in result.from_slice.suboffsets[:ndim]:
* if suboffset >= 0:
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets # <<<<<<<<<<<<<<
* break
*
*/
__pyx_v_result->__pyx_base.view.suboffsets = ((Py_ssize_t *)__pyx_v_result->from_slice.suboffsets);
/* "View.MemoryView":1041
* if suboffset >= 0:
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
* break # <<<<<<<<<<<<<<
*
* result.view.len = result.view.itemsize
*/
goto __pyx_L6_break;
/* "View.MemoryView":1039
* result.view.suboffsets = NULL
* for suboffset in result.from_slice.suboffsets[:ndim]:
* if suboffset >= 0: # <<<<<<<<<<<<<<
* result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
* break
*/
}
}
__pyx_L6_break:;
/* "View.MemoryView":1043
* break
*
* result.view.len = result.view.itemsize # <<<<<<<<<<<<<<
* for length in result.view.shape[:ndim]:
* result.view.len *= length
*/
__pyx_t_9 = __pyx_v_result->__pyx_base.view.itemsize;
__pyx_v_result->__pyx_base.view.len = __pyx_t_9;
/* "View.MemoryView":1044
*
* result.view.len = result.view.itemsize
* for length in result.view.shape[:ndim]: # <<<<<<<<<<<<<<
* result.view.len *= length
*
*/
__pyx_t_7 = (__pyx_v_result->__pyx_base.view.shape + __pyx_v_ndim);
for (__pyx_t_8 = __pyx_v_result->__pyx_base.view.shape; __pyx_t_8 < __pyx_t_7; __pyx_t_8++) {
__pyx_t_6 = __pyx_t_8;
__pyx_t_2 = PyLong_FromSsize_t((__pyx_t_6[0])); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1044, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_XDECREF_SET(__pyx_v_length, __pyx_t_2);
__pyx_t_2 = 0;
/* "View.MemoryView":1045
* result.view.len = result.view.itemsize
* for length in result.view.shape[:ndim]:
* result.view.len *= length # <<<<<<<<<<<<<<
*
* result.to_object_func = to_object_func
*/
__pyx_t_2 = PyLong_FromSsize_t(__pyx_v_result->__pyx_base.view.len); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1045, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_3 = PyNumber_InPlaceMultiply(__pyx_t_2, __pyx_v_length); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 1045, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_3); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 1045, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_v_result->__pyx_base.view.len = __pyx_t_9;
}
/* "View.MemoryView":1047
* result.view.len *= length
*
* result.to_object_func = to_object_func # <<<<<<<<<<<<<<
* result.to_dtype_func = to_dtype_func
*
*/
__pyx_v_result->to_object_func = __pyx_v_to_object_func;
/* "View.MemoryView":1048
*
* result.to_object_func = to_object_func
* result.to_dtype_func = to_dtype_func # <<<<<<<<<<<<<<
*
* return result
*/
__pyx_v_result->to_dtype_func = __pyx_v_to_dtype_func;
/* "View.MemoryView":1050
* result.to_dtype_func = to_dtype_func
*
* return result # <<<<<<<<<<<<<<
*
* @cname('__pyx_memoryview_get_slice_from_memoryview')
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF((PyObject *)__pyx_v_result);
__pyx_r = ((PyObject *)__pyx_v_result);
goto __pyx_L0;
/* "View.MemoryView":999
* pass # ignore failure, it's a minor issue
*
* @cname('__pyx_memoryview_fromslice') # <<<<<<<<<<<<<<
* cdef memoryview_fromslice(__Pyx_memviewslice memviewslice,
* int ndim,
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_AddTraceback("View.MemoryView.memoryview_fromslice", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF((PyObject *)__pyx_v_result);
__Pyx_XDECREF(__pyx_v_length);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":1052
* return result
*
* @cname('__pyx_memoryview_get_slice_from_memoryview') # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice *get_slice_from_memview(memoryview memview,
* __Pyx_memviewslice *mslice) except NULL:
*/
static __Pyx_memviewslice *__pyx_memoryview_get_slice_from_memoryview(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_mslice) {
struct __pyx_memoryviewslice_obj *__pyx_v_obj = 0;
__Pyx_memviewslice *__pyx_r;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("get_slice_from_memview", 0);
/* "View.MemoryView":1056
* __Pyx_memviewslice *mslice) except NULL:
* cdef _memoryviewslice obj
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
* obj = memview
* return &obj.from_slice
*/
__pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_mstate_global->__pyx_memoryviewslice_type);
if (__pyx_t_1) {
/* "View.MemoryView":1057
* cdef _memoryviewslice obj
* if isinstance(memview, _memoryviewslice):
* obj = memview # <<<<<<<<<<<<<<
* return &obj.from_slice
* else:
*/
__pyx_t_2 = ((PyObject *)__pyx_v_memview);
__Pyx_INCREF(__pyx_t_2);
if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_mstate_global->__pyx_memoryviewslice_type))))) __PYX_ERR(1, 1057, __pyx_L1_error)
__pyx_v_obj = ((struct __pyx_memoryviewslice_obj *)__pyx_t_2);
__pyx_t_2 = 0;
/* "View.MemoryView":1058
* if isinstance(memview, _memoryviewslice):
* obj = memview
* return &obj.from_slice # <<<<<<<<<<<<<<
* else:
* slice_copy(memview, mslice)
*/
__pyx_r = (&__pyx_v_obj->from_slice);
goto __pyx_L0;
/* "View.MemoryView":1056
* __Pyx_memviewslice *mslice) except NULL:
* cdef _memoryviewslice obj
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
* obj = memview
* return &obj.from_slice
*/
}
/* "View.MemoryView":1060
* return &obj.from_slice
* else:
* slice_copy(memview, mslice) # <<<<<<<<<<<<<<
* return mslice
*
*/
/*else*/ {
__pyx_memoryview_slice_copy(__pyx_v_memview, __pyx_v_mslice);
/* "View.MemoryView":1061
* else:
* slice_copy(memview, mslice)
* return mslice # <<<<<<<<<<<<<<
*
* @cname('__pyx_memoryview_slice_copy')
*/
__pyx_r = __pyx_v_mslice;
goto __pyx_L0;
}
/* "View.MemoryView":1052
* return result
*
* @cname('__pyx_memoryview_get_slice_from_memoryview') # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice *get_slice_from_memview(memoryview memview,
* __Pyx_memviewslice *mslice) except NULL:
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView.get_slice_from_memview", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF((PyObject *)__pyx_v_obj);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":1063
* return mslice
*
* @cname('__pyx_memoryview_slice_copy') # <<<<<<<<<<<<<<
* cdef void slice_copy(memoryview memview, __Pyx_memviewslice *dst) noexcept:
* cdef int dim
*/
static void __pyx_memoryview_slice_copy(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_dst) {
int __pyx_v_dim;
Py_ssize_t *__pyx_v_shape;
Py_ssize_t *__pyx_v_strides;
Py_ssize_t *__pyx_v_suboffsets;
Py_ssize_t *__pyx_t_1;
int __pyx_t_2;
int __pyx_t_3;
int __pyx_t_4;
Py_ssize_t __pyx_t_5;
int __pyx_t_6;
/* "View.MemoryView":1068
* cdef (Py_ssize_t*) shape, strides, suboffsets
*
* shape = memview.view.shape # <<<<<<<<<<<<<<
* strides = memview.view.strides
* suboffsets = memview.view.suboffsets
*/
__pyx_t_1 = __pyx_v_memview->view.shape;
__pyx_v_shape = __pyx_t_1;
/* "View.MemoryView":1069
*
* shape = memview.view.shape
* strides = memview.view.strides # <<<<<<<<<<<<<<
* suboffsets = memview.view.suboffsets
*
*/
__pyx_t_1 = __pyx_v_memview->view.strides;
__pyx_v_strides = __pyx_t_1;
/* "View.MemoryView":1070
* shape = memview.view.shape
* strides = memview.view.strides
* suboffsets = memview.view.suboffsets # <<<<<<<<<<<<<<
*
* dst.memview = <__pyx_memoryview *> memview
*/
__pyx_t_1 = __pyx_v_memview->view.suboffsets;
__pyx_v_suboffsets = __pyx_t_1;
/* "View.MemoryView":1072
* suboffsets = memview.view.suboffsets
*
* dst.memview = <__pyx_memoryview *> memview # <<<<<<<<<<<<<<
* dst.data = <char *> memview.view.buf
*
*/
__pyx_v_dst->memview = ((struct __pyx_memoryview_obj *)__pyx_v_memview);
/* "View.MemoryView":1073
*
* dst.memview = <__pyx_memoryview *> memview
* dst.data = <char *> memview.view.buf # <<<<<<<<<<<<<<
*
* for dim in range(memview.view.ndim):
*/
__pyx_v_dst->data = ((char *)__pyx_v_memview->view.buf);
/* "View.MemoryView":1075
* dst.data = <char *> memview.view.buf
*
* for dim in range(memview.view.ndim): # <<<<<<<<<<<<<<
* dst.shape[dim] = shape[dim]
* dst.strides[dim] = strides[dim]
*/
__pyx_t_2 = __pyx_v_memview->view.ndim;
__pyx_t_3 = __pyx_t_2;
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
__pyx_v_dim = __pyx_t_4;
/* "View.MemoryView":1076
*
* for dim in range(memview.view.ndim):
* dst.shape[dim] = shape[dim] # <<<<<<<<<<<<<<
* dst.strides[dim] = strides[dim]
* dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1
*/
(__pyx_v_dst->shape[__pyx_v_dim]) = (__pyx_v_shape[__pyx_v_dim]);
/* "View.MemoryView":1077
* for dim in range(memview.view.ndim):
* dst.shape[dim] = shape[dim]
* dst.strides[dim] = strides[dim] # <<<<<<<<<<<<<<
* dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1
*
*/
(__pyx_v_dst->strides[__pyx_v_dim]) = (__pyx_v_strides[__pyx_v_dim]);
/* "View.MemoryView":1078
* dst.shape[dim] = shape[dim]
* dst.strides[dim] = strides[dim]
* dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1 # <<<<<<<<<<<<<<
*
* @cname('__pyx_memoryview_copy_object')
*/
__pyx_t_6 = (__pyx_v_suboffsets != 0);
if (__pyx_t_6) {
__pyx_t_5 = (__pyx_v_suboffsets[__pyx_v_dim]);
} else {
__pyx_t_5 = -1L;
}
(__pyx_v_dst->suboffsets[__pyx_v_dim]) = __pyx_t_5;
}
/* "View.MemoryView":1063
* return mslice
*
* @cname('__pyx_memoryview_slice_copy') # <<<<<<<<<<<<<<
* cdef void slice_copy(memoryview memview, __Pyx_memviewslice *dst) noexcept:
* cdef int dim
*/
/* function exit code */
}
/* "View.MemoryView":1080
* dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1
*
* @cname('__pyx_memoryview_copy_object') # <<<<<<<<<<<<<<
* cdef memoryview_copy(memoryview memview):
* "Create a new memoryview object"
*/
static PyObject *__pyx_memoryview_copy_object(struct __pyx_memoryview_obj *__pyx_v_memview) {
__Pyx_memviewslice __pyx_v_memviewslice;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("memoryview_copy", 0);
/* "View.MemoryView":1084
* "Create a new memoryview object"
* cdef __Pyx_memviewslice memviewslice
* slice_copy(memview, &memviewslice) # <<<<<<<<<<<<<<
* return memoryview_copy_from_slice(memview, &memviewslice)
*
*/
__pyx_memoryview_slice_copy(__pyx_v_memview, (&__pyx_v_memviewslice));
/* "View.MemoryView":1085
* cdef __Pyx_memviewslice memviewslice
* slice_copy(memview, &memviewslice)
* return memoryview_copy_from_slice(memview, &memviewslice) # <<<<<<<<<<<<<<
*
* @cname('__pyx_memoryview_copy_object_from_slice')
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = __pyx_memoryview_copy_object_from_slice(__pyx_v_memview, (&__pyx_v_memviewslice)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 1085, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "View.MemoryView":1080
* dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1
*
* @cname('__pyx_memoryview_copy_object') # <<<<<<<<<<<<<<
* cdef memoryview_copy(memoryview memview):
* "Create a new memoryview object"
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("View.MemoryView.memoryview_copy", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":1087
* return memoryview_copy_from_slice(memview, &memviewslice)
*
* @cname('__pyx_memoryview_copy_object_from_slice') # <<<<<<<<<<<<<<
* cdef memoryview_copy_from_slice(memoryview memview, __Pyx_memviewslice *memviewslice):
* """
*/
static PyObject *__pyx_memoryview_copy_object_from_slice(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_memviewslice) {
PyObject *(*__pyx_v_to_object_func)(char *);
int (*__pyx_v_to_dtype_func)(char *, PyObject *);
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *(*__pyx_t_2)(char *);
int (*__pyx_t_3)(char *, PyObject *);
PyObject *__pyx_t_4 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("memoryview_copy_from_slice", 0);
/* "View.MemoryView":1095
* cdef int (*to_dtype_func)(char *, object) except 0
*
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
* to_object_func = (<_memoryviewslice> memview).to_object_func
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
*/
__pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_mstate_global->__pyx_memoryviewslice_type);
if (__pyx_t_1) {
/* "View.MemoryView":1096
*
* if isinstance(memview, _memoryviewslice):
* to_object_func = (<_memoryviewslice> memview).to_object_func # <<<<<<<<<<<<<<
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
* else:
*/
__pyx_t_2 = ((struct __pyx_memoryviewslice_obj *)__pyx_v_memview)->to_object_func;
__pyx_v_to_object_func = __pyx_t_2;
/* "View.MemoryView":1097
* if isinstance(memview, _memoryviewslice):
* to_object_func = (<_memoryviewslice> memview).to_object_func
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func # <<<<<<<<<<<<<<
* else:
* to_object_func = NULL
*/
__pyx_t_3 = ((struct __pyx_memoryviewslice_obj *)__pyx_v_memview)->to_dtype_func;
__pyx_v_to_dtype_func = __pyx_t_3;
/* "View.MemoryView":1095
* cdef int (*to_dtype_func)(char *, object) except 0
*
* if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<<
* to_object_func = (<_memoryviewslice> memview).to_object_func
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
*/
goto __pyx_L3;
}
/* "View.MemoryView":1099
* to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
* else:
* to_object_func = NULL # <<<<<<<<<<<<<<
* to_dtype_func = NULL
*
*/
/*else*/ {
__pyx_v_to_object_func = NULL;
/* "View.MemoryView":1100
* else:
* to_object_func = NULL
* to_dtype_func = NULL # <<<<<<<<<<<<<<
*
* return memoryview_fromslice(memviewslice[0], memview.view.ndim,
*/
__pyx_v_to_dtype_func = NULL;
}
__pyx_L3:;
/* "View.MemoryView":1102
* to_dtype_func = NULL
*
* return memoryview_fromslice(memviewslice[0], memview.view.ndim, # <<<<<<<<<<<<<<
* to_object_func, to_dtype_func,
* memview.dtype_is_object)
*/
__Pyx_XDECREF(__pyx_r);
/* "View.MemoryView":1104
* return memoryview_fromslice(memviewslice[0], memview.view.ndim,
* to_object_func, to_dtype_func,
* memview.dtype_is_object) # <<<<<<<<<<<<<<
*
*
*/
__pyx_t_4 = __pyx_memoryview_fromslice((__pyx_v_memviewslice[0]), __pyx_v_memview->view.ndim, __pyx_v_to_object_func, __pyx_v_to_dtype_func, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 1102, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_r = __pyx_t_4;
__pyx_t_4 = 0;
goto __pyx_L0;
/* "View.MemoryView":1087
* return memoryview_copy_from_slice(memview, &memviewslice)
*
* @cname('__pyx_memoryview_copy_object_from_slice') # <<<<<<<<<<<<<<
* cdef memoryview_copy_from_slice(memoryview memview, __Pyx_memviewslice *memviewslice):
* """
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("View.MemoryView.memoryview_copy_from_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "View.MemoryView":1110
*
*
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) noexcept nogil: # <<<<<<<<<<<<<<
* return -arg if arg < 0 else arg
*
*/
static Py_ssize_t abs_py_ssize_t(Py_ssize_t __pyx_v_arg) {
Py_ssize_t __pyx_r;
Py_ssize_t __pyx_t_1;
int __pyx_t_2;
/* "View.MemoryView":1111
*
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) noexcept nogil:
* return -arg if arg < 0 else arg # <<<<<<<<<<<<<<
*
* @cname('__pyx_get_best_slice_order')
*/
__pyx_t_2 = (__pyx_v_arg < 0);
if (__pyx_t_2) {
__pyx_t_1 = (-__pyx_v_arg);
} else {
__pyx_t_1 = __pyx_v_arg;
}
__pyx_r = __pyx_t_1;
goto __pyx_L0;
/* "View.MemoryView":1110
*
*
* cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) noexcept nogil: # <<<<<<<<<<<<<<
* return -arg if arg < 0 else arg
*
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":1113
* return -arg if arg < 0 else arg
*
* @cname('__pyx_get_best_slice_order') # <<<<<<<<<<<<<<
* cdef char get_best_order(__Pyx_memviewslice *mslice, int ndim) noexcept nogil:
* """
*/
static char __pyx_get_best_slice_order(__Pyx_memviewslice *__pyx_v_mslice, int __pyx_v_ndim) {
int __pyx_v_i;
Py_ssize_t __pyx_v_c_stride;
Py_ssize_t __pyx_v_f_stride;
char __pyx_r;
int __pyx_t_1;
int __pyx_t_2;
int __pyx_t_3;
int __pyx_t_4;
/* "View.MemoryView":1119
* """
* cdef int i
* cdef Py_ssize_t c_stride = 0 # <<<<<<<<<<<<<<
* cdef Py_ssize_t f_stride = 0
*
*/
__pyx_v_c_stride = 0;
/* "View.MemoryView":1120
* cdef int i
* cdef Py_ssize_t c_stride = 0
* cdef Py_ssize_t f_stride = 0 # <<<<<<<<<<<<<<
*
* for i in range(ndim - 1, -1, -1):
*/
__pyx_v_f_stride = 0;
/* "View.MemoryView":1122
* cdef Py_ssize_t f_stride = 0
*
* for i in range(ndim - 1, -1, -1): # <<<<<<<<<<<<<<
* if mslice.shape[i] > 1:
* c_stride = mslice.strides[i]
*/
for (__pyx_t_1 = (__pyx_v_ndim - 1); __pyx_t_1 > -1; __pyx_t_1-=1) {
__pyx_v_i = __pyx_t_1;
/* "View.MemoryView":1123
*
* for i in range(ndim - 1, -1, -1):
* if mslice.shape[i] > 1: # <<<<<<<<<<<<<<
* c_stride = mslice.strides[i]
* break
*/
__pyx_t_2 = ((__pyx_v_mslice->shape[__pyx_v_i]) > 1);
if (__pyx_t_2) {
/* "View.MemoryView":1124
* for i in range(ndim - 1, -1, -1):
* if mslice.shape[i] > 1:
* c_stride = mslice.strides[i] # <<<<<<<<<<<<<<
* break
*
*/
__pyx_v_c_stride = (__pyx_v_mslice->strides[__pyx_v_i]);
/* "View.MemoryView":1125
* if mslice.shape[i] > 1:
* c_stride = mslice.strides[i]
* break # <<<<<<<<<<<<<<
*
* for i in range(ndim):
*/
goto __pyx_L4_break;
/* "View.MemoryView":1123
*
* for i in range(ndim - 1, -1, -1):
* if mslice.shape[i] > 1: # <<<<<<<<<<<<<<
* c_stride = mslice.strides[i]
* break
*/
}
}
__pyx_L4_break:;
/* "View.MemoryView":1127
* break
*
* for i in range(ndim): # <<<<<<<<<<<<<<
* if mslice.shape[i] > 1:
* f_stride = mslice.strides[i]
*/
__pyx_t_1 = __pyx_v_ndim;
__pyx_t_3 = __pyx_t_1;
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
__pyx_v_i = __pyx_t_4;
/* "View.MemoryView":1128
*
* for i in range(ndim):
* if mslice.shape[i] > 1: # <<<<<<<<<<<<<<
* f_stride = mslice.strides[i]
* break
*/
__pyx_t_2 = ((__pyx_v_mslice->shape[__pyx_v_i]) > 1);
if (__pyx_t_2) {
/* "View.MemoryView":1129
* for i in range(ndim):
* if mslice.shape[i] > 1:
* f_stride = mslice.strides[i] # <<<<<<<<<<<<<<
* break
*
*/
__pyx_v_f_stride = (__pyx_v_mslice->strides[__pyx_v_i]);
/* "View.MemoryView":1130
* if mslice.shape[i] > 1:
* f_stride = mslice.strides[i]
* break # <<<<<<<<<<<<<<
*
* if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride):
*/
goto __pyx_L7_break;
/* "View.MemoryView":1128
*
* for i in range(ndim):
* if mslice.shape[i] > 1: # <<<<<<<<<<<<<<
* f_stride = mslice.strides[i]
* break
*/
}
}
__pyx_L7_break:;
/* "View.MemoryView":1132
* break
*
* if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride): # <<<<<<<<<<<<<<
* return 'C'
* else:
*/
__pyx_t_2 = (abs_py_ssize_t(__pyx_v_c_stride) <= abs_py_ssize_t(__pyx_v_f_stride));
if (__pyx_t_2) {
/* "View.MemoryView":1133
*
* if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride):
* return 'C' # <<<<<<<<<<<<<<
* else:
* return 'F'
*/
__pyx_r = 'C';
goto __pyx_L0;
/* "View.MemoryView":1132
* break
*
* if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride): # <<<<<<<<<<<<<<
* return 'C'
* else:
*/
}
/* "View.MemoryView":1135
* return 'C'
* else:
* return 'F' # <<<<<<<<<<<<<<
*
* @cython.cdivision(True)
*/
/*else*/ {
__pyx_r = 'F';
goto __pyx_L0;
}
/* "View.MemoryView":1113
* return -arg if arg < 0 else arg
*
* @cname('__pyx_get_best_slice_order') # <<<<<<<<<<<<<<
* cdef char get_best_order(__Pyx_memviewslice *mslice, int ndim) noexcept nogil:
* """
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":1137
* return 'F'
*
* @cython.cdivision(True) # <<<<<<<<<<<<<<
* cdef void _copy_strided_to_strided(char *src_data, Py_ssize_t *src_strides,
* char *dst_data, Py_ssize_t *dst_strides,
*/
static void _copy_strided_to_strided(char *__pyx_v_src_data, Py_ssize_t *__pyx_v_src_strides, char *__pyx_v_dst_data, Py_ssize_t *__pyx_v_dst_strides, Py_ssize_t *__pyx_v_src_shape, Py_ssize_t *__pyx_v_dst_shape, int __pyx_v_ndim, size_t __pyx_v_itemsize) {
CYTHON_UNUSED Py_ssize_t __pyx_v_i;
CYTHON_UNUSED Py_ssize_t __pyx_v_src_extent;
Py_ssize_t __pyx_v_dst_extent;
Py_ssize_t __pyx_v_src_stride;
Py_ssize_t __pyx_v_dst_stride;
int __pyx_t_1;
int __pyx_t_2;
Py_ssize_t __pyx_t_3;
Py_ssize_t __pyx_t_4;
Py_ssize_t __pyx_t_5;
/* "View.MemoryView":1145
*
* cdef Py_ssize_t i
* cdef Py_ssize_t src_extent = src_shape[0] # <<<<<<<<<<<<<<
* cdef Py_ssize_t dst_extent = dst_shape[0]
* cdef Py_ssize_t src_stride = src_strides[0]
*/
__pyx_v_src_extent = (__pyx_v_src_shape[0]);
/* "View.MemoryView":1146
* cdef Py_ssize_t i
* cdef Py_ssize_t src_extent = src_shape[0]
* cdef Py_ssize_t dst_extent = dst_shape[0] # <<<<<<<<<<<<<<
* cdef Py_ssize_t src_stride = src_strides[0]
* cdef Py_ssize_t dst_stride = dst_strides[0]
*/
__pyx_v_dst_extent = (__pyx_v_dst_shape[0]);
/* "View.MemoryView":1147
* cdef Py_ssize_t src_extent = src_shape[0]
* cdef Py_ssize_t dst_extent = dst_shape[0]
* cdef Py_ssize_t src_stride = src_strides[0] # <<<<<<<<<<<<<<
* cdef Py_ssize_t dst_stride = dst_strides[0]
*
*/
__pyx_v_src_stride = (__pyx_v_src_strides[0]);
/* "View.MemoryView":1148
* cdef Py_ssize_t dst_extent = dst_shape[0]
* cdef Py_ssize_t src_stride = src_strides[0]
* cdef Py_ssize_t dst_stride = dst_strides[0] # <<<<<<<<<<<<<<
*
* if ndim == 1:
*/
__pyx_v_dst_stride = (__pyx_v_dst_strides[0]);
/* "View.MemoryView":1150
* cdef Py_ssize_t dst_stride = dst_strides[0]
*
* if ndim == 1: # <<<<<<<<<<<<<<
* if (src_stride > 0 and dst_stride > 0 and
* <size_t> src_stride == itemsize == <size_t> dst_stride):
*/
__pyx_t_1 = (__pyx_v_ndim == 1);
if (__pyx_t_1) {
/* "View.MemoryView":1151
*
* if ndim == 1:
* if (src_stride > 0 and dst_stride > 0 and # <<<<<<<<<<<<<<
* <size_t> src_stride == itemsize == <size_t> dst_stride):
* memcpy(dst_data, src_data, itemsize * dst_extent)
*/
__pyx_t_2 = (__pyx_v_src_stride > 0);
if (__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L5_bool_binop_done;
}
__pyx_t_2 = (__pyx_v_dst_stride > 0);
if (__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L5_bool_binop_done;
}
/* "View.MemoryView":1152
* if ndim == 1:
* if (src_stride > 0 and dst_stride > 0 and
* <size_t> src_stride == itemsize == <size_t> dst_stride): # <<<<<<<<<<<<<<
* memcpy(dst_data, src_data, itemsize * dst_extent)
* else:
*/
__pyx_t_2 = (((size_t)__pyx_v_src_stride) == __pyx_v_itemsize);
if (__pyx_t_2) {
__pyx_t_2 = (__pyx_v_itemsize == ((size_t)__pyx_v_dst_stride));
}
__pyx_t_1 = __pyx_t_2;
__pyx_L5_bool_binop_done:;
/* "View.MemoryView":1151
*
* if ndim == 1:
* if (src_stride > 0 and dst_stride > 0 and # <<<<<<<<<<<<<<
* <size_t> src_stride == itemsize == <size_t> dst_stride):
* memcpy(dst_data, src_data, itemsize * dst_extent)
*/
if (__pyx_t_1) {
/* "View.MemoryView":1153
* if (src_stride > 0 and dst_stride > 0 and
* <size_t> src_stride == itemsize == <size_t> dst_stride):
* memcpy(dst_data, src_data, itemsize * dst_extent) # <<<<<<<<<<<<<<
* else:
* for i in range(dst_extent):
*/
(void)(memcpy(__pyx_v_dst_data, __pyx_v_src_data, (__pyx_v_itemsize * __pyx_v_dst_extent)));
/* "View.MemoryView":1151
*
* if ndim == 1:
* if (src_stride > 0 and dst_stride > 0 and # <<<<<<<<<<<<<<
* <size_t> src_stride == itemsize == <size_t> dst_stride):
* memcpy(dst_data, src_data, itemsize * dst_extent)
*/
goto __pyx_L4;
}
/* "View.MemoryView":1155
* memcpy(dst_data, src_data, itemsize * dst_extent)
* else:
* for i in range(dst_extent): # <<<<<<<<<<<<<<
* memcpy(dst_data, src_data, itemsize)
* src_data += src_stride
*/
/*else*/ {
__pyx_t_3 = __pyx_v_dst_extent;
__pyx_t_4 = __pyx_t_3;
for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
__pyx_v_i = __pyx_t_5;
/* "View.MemoryView":1156
* else:
* for i in range(dst_extent):
* memcpy(dst_data, src_data, itemsize) # <<<<<<<<<<<<<<
* src_data += src_stride
* dst_data += dst_stride
*/
(void)(memcpy(__pyx_v_dst_data, __pyx_v_src_data, __pyx_v_itemsize));
/* "View.MemoryView":1157
* for i in range(dst_extent):
* memcpy(dst_data, src_data, itemsize)
* src_data += src_stride # <<<<<<<<<<<<<<
* dst_data += dst_stride
* else:
*/
__pyx_v_src_data = (__pyx_v_src_data + __pyx_v_src_stride);
/* "View.MemoryView":1158
* memcpy(dst_data, src_data, itemsize)
* src_data += src_stride
* dst_data += dst_stride # <<<<<<<<<<<<<<
* else:
* for i in range(dst_extent):
*/
__pyx_v_dst_data = (__pyx_v_dst_data + __pyx_v_dst_stride);
}
}
__pyx_L4:;
/* "View.MemoryView":1150
* cdef Py_ssize_t dst_stride = dst_strides[0]
*
* if ndim == 1: # <<<<<<<<<<<<<<
* if (src_stride > 0 and dst_stride > 0 and
* <size_t> src_stride == itemsize == <size_t> dst_stride):
*/
goto __pyx_L3;
}
/* "View.MemoryView":1160
* dst_data += dst_stride
* else:
* for i in range(dst_extent): # <<<<<<<<<<<<<<
* _copy_strided_to_strided(src_data, src_strides + 1,
* dst_data, dst_strides + 1,
*/
/*else*/ {
__pyx_t_3 = __pyx_v_dst_extent;
__pyx_t_4 = __pyx_t_3;
for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
__pyx_v_i = __pyx_t_5;
/* "View.MemoryView":1161
* else:
* for i in range(dst_extent):
* _copy_strided_to_strided(src_data, src_strides + 1, # <<<<<<<<<<<<<<
* dst_data, dst_strides + 1,
* src_shape + 1, dst_shape + 1,
*/
_copy_strided_to_strided(__pyx_v_src_data, (__pyx_v_src_strides + 1), __pyx_v_dst_data, (__pyx_v_dst_strides + 1), (__pyx_v_src_shape + 1), (__pyx_v_dst_shape + 1), (__pyx_v_ndim - 1), __pyx_v_itemsize);
/* "View.MemoryView":1165
* src_shape + 1, dst_shape + 1,
* ndim - 1, itemsize)
* src_data += src_stride # <<<<<<<<<<<<<<
* dst_data += dst_stride
*
*/
__pyx_v_src_data = (__pyx_v_src_data + __pyx_v_src_stride);
/* "View.MemoryView":1166
* ndim - 1, itemsize)
* src_data += src_stride
* dst_data += dst_stride # <<<<<<<<<<<<<<
*
* cdef void copy_strided_to_strided(__Pyx_memviewslice *src,
*/
__pyx_v_dst_data = (__pyx_v_dst_data + __pyx_v_dst_stride);
}
}
__pyx_L3:;
/* "View.MemoryView":1137
* return 'F'
*
* @cython.cdivision(True) # <<<<<<<<<<<<<<
* cdef void _copy_strided_to_strided(char *src_data, Py_ssize_t *src_strides,
* char *dst_data, Py_ssize_t *dst_strides,
*/
/* function exit code */
}
/* "View.MemoryView":1168
* dst_data += dst_stride
*
* cdef void copy_strided_to_strided(__Pyx_memviewslice *src, # <<<<<<<<<<<<<<
* __Pyx_memviewslice *dst,
* int ndim, size_t itemsize) noexcept nogil:
*/
static void copy_strided_to_strided(__Pyx_memviewslice *__pyx_v_src, __Pyx_memviewslice *__pyx_v_dst, int __pyx_v_ndim, size_t __pyx_v_itemsize) {
/* "View.MemoryView":1171
* __Pyx_memviewslice *dst,
* int ndim, size_t itemsize) noexcept nogil:
* _copy_strided_to_strided(src.data, src.strides, dst.data, dst.strides, # <<<<<<<<<<<<<<
* src.shape, dst.shape, ndim, itemsize)
*
*/
_copy_strided_to_strided(__pyx_v_src->data, __pyx_v_src->strides, __pyx_v_dst->data, __pyx_v_dst->strides, __pyx_v_src->shape, __pyx_v_dst->shape, __pyx_v_ndim, __pyx_v_itemsize);
/* "View.MemoryView":1168
* dst_data += dst_stride
*
* cdef void copy_strided_to_strided(__Pyx_memviewslice *src, # <<<<<<<<<<<<<<
* __Pyx_memviewslice *dst,
* int ndim, size_t itemsize) noexcept nogil:
*/
/* function exit code */
}
/* "View.MemoryView":1174
* src.shape, dst.shape, ndim, itemsize)
*
* @cname('__pyx_memoryview_slice_get_size') # <<<<<<<<<<<<<<
* cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) noexcept nogil:
* "Return the size of the memory occupied by the slice in number of bytes"
*/
static Py_ssize_t __pyx_memoryview_slice_get_size(__Pyx_memviewslice *__pyx_v_src, int __pyx_v_ndim) {
Py_ssize_t __pyx_v_shape;
Py_ssize_t __pyx_v_size;
Py_ssize_t __pyx_r;
Py_ssize_t __pyx_t_1;
Py_ssize_t *__pyx_t_2;
Py_ssize_t *__pyx_t_3;
Py_ssize_t *__pyx_t_4;
/* "View.MemoryView":1177
* cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) noexcept nogil:
* "Return the size of the memory occupied by the slice in number of bytes"
* cdef Py_ssize_t shape, size = src.memview.view.itemsize # <<<<<<<<<<<<<<
*
* for shape in src.shape[:ndim]:
*/
__pyx_t_1 = __pyx_v_src->memview->view.itemsize;
__pyx_v_size = __pyx_t_1;
/* "View.MemoryView":1179
* cdef Py_ssize_t shape, size = src.memview.view.itemsize
*
* for shape in src.shape[:ndim]: # <<<<<<<<<<<<<<
* size *= shape
*
*/
__pyx_t_3 = (__pyx_v_src->shape + __pyx_v_ndim);
for (__pyx_t_4 = __pyx_v_src->shape; __pyx_t_4 < __pyx_t_3; __pyx_t_4++) {
__pyx_t_2 = __pyx_t_4;
__pyx_v_shape = (__pyx_t_2[0]);
/* "View.MemoryView":1180
*
* for shape in src.shape[:ndim]:
* size *= shape # <<<<<<<<<<<<<<
*
* return size
*/
__pyx_v_size = (__pyx_v_size * __pyx_v_shape);
}
/* "View.MemoryView":1182
* size *= shape
*
* return size # <<<<<<<<<<<<<<
*
* @cname('__pyx_fill_contig_strides_array')
*/
__pyx_r = __pyx_v_size;
goto __pyx_L0;
/* "View.MemoryView":1174
* src.shape, dst.shape, ndim, itemsize)
*
* @cname('__pyx_memoryview_slice_get_size') # <<<<<<<<<<<<<<
* cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) noexcept nogil:
* "Return the size of the memory occupied by the slice in number of bytes"
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":1184
* return size
*
* @cname('__pyx_fill_contig_strides_array') # <<<<<<<<<<<<<<
* cdef Py_ssize_t fill_contig_strides_array(
* Py_ssize_t *shape, Py_ssize_t *strides, Py_ssize_t stride,
*/
static Py_ssize_t __pyx_fill_contig_strides_array(Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, Py_ssize_t __pyx_v_stride, int __pyx_v_ndim, char __pyx_v_order) {
int __pyx_v_idx;
Py_ssize_t __pyx_r;
int __pyx_t_1;
int __pyx_t_2;
int __pyx_t_3;
int __pyx_t_4;
/* "View.MemoryView":1194
* cdef int idx
*
* if order == 'F': # <<<<<<<<<<<<<<
* for idx in range(ndim):
* strides[idx] = stride
*/
__pyx_t_1 = (__pyx_v_order == 'F');
if (__pyx_t_1) {
/* "View.MemoryView":1195
*
* if order == 'F':
* for idx in range(ndim): # <<<<<<<<<<<<<<
* strides[idx] = stride
* stride *= shape[idx]
*/
__pyx_t_2 = __pyx_v_ndim;
__pyx_t_3 = __pyx_t_2;
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
__pyx_v_idx = __pyx_t_4;
/* "View.MemoryView":1196
* if order == 'F':
* for idx in range(ndim):
* strides[idx] = stride # <<<<<<<<<<<<<<
* stride *= shape[idx]
* else:
*/
(__pyx_v_strides[__pyx_v_idx]) = __pyx_v_stride;
/* "View.MemoryView":1197
* for idx in range(ndim):
* strides[idx] = stride
* stride *= shape[idx] # <<<<<<<<<<<<<<
* else:
* for idx in range(ndim - 1, -1, -1):
*/
__pyx_v_stride = (__pyx_v_stride * (__pyx_v_shape[__pyx_v_idx]));
}
/* "View.MemoryView":1194
* cdef int idx
*
* if order == 'F': # <<<<<<<<<<<<<<
* for idx in range(ndim):
* strides[idx] = stride
*/
goto __pyx_L3;
}
/* "View.MemoryView":1199
* stride *= shape[idx]
* else:
* for idx in range(ndim - 1, -1, -1): # <<<<<<<<<<<<<<
* strides[idx] = stride
* stride *= shape[idx]
*/
/*else*/ {
for (__pyx_t_2 = (__pyx_v_ndim - 1); __pyx_t_2 > -1; __pyx_t_2-=1) {
__pyx_v_idx = __pyx_t_2;
/* "View.MemoryView":1200
* else:
* for idx in range(ndim - 1, -1, -1):
* strides[idx] = stride # <<<<<<<<<<<<<<
* stride *= shape[idx]
*
*/
(__pyx_v_strides[__pyx_v_idx]) = __pyx_v_stride;
/* "View.MemoryView":1201
* for idx in range(ndim - 1, -1, -1):
* strides[idx] = stride
* stride *= shape[idx] # <<<<<<<<<<<<<<
*
* return stride
*/
__pyx_v_stride = (__pyx_v_stride * (__pyx_v_shape[__pyx_v_idx]));
}
}
__pyx_L3:;
/* "View.MemoryView":1203
* stride *= shape[idx]
*
* return stride # <<<<<<<<<<<<<<
*
* @cname('__pyx_memoryview_copy_data_to_temp')
*/
__pyx_r = __pyx_v_stride;
goto __pyx_L0;
/* "View.MemoryView":1184
* return size
*
* @cname('__pyx_fill_contig_strides_array') # <<<<<<<<<<<<<<
* cdef Py_ssize_t fill_contig_strides_array(
* Py_ssize_t *shape, Py_ssize_t *strides, Py_ssize_t stride,
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":1205
* return stride
*
* @cname('__pyx_memoryview_copy_data_to_temp') # <<<<<<<<<<<<<<
* cdef void *copy_data_to_temp(__Pyx_memviewslice *src,
* __Pyx_memviewslice *tmpslice,
*/
static void *__pyx_memoryview_copy_data_to_temp(__Pyx_memviewslice *__pyx_v_src, __Pyx_memviewslice *__pyx_v_tmpslice, char __pyx_v_order, int __pyx_v_ndim) {
int __pyx_v_i;
void *__pyx_v_result;
size_t __pyx_v_itemsize;
size_t __pyx_v_size;
void *__pyx_r;
Py_ssize_t __pyx_t_1;
int __pyx_t_2;
int __pyx_t_3;
struct __pyx_memoryview_obj *__pyx_t_4;
int __pyx_t_5;
int __pyx_t_6;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyGILState_STATE __pyx_gilstate_save;
/* "View.MemoryView":1217
* cdef void *result
*
* cdef size_t itemsize = src.memview.view.itemsize # <<<<<<<<<<<<<<
* cdef size_t size = slice_get_size(src, ndim)
*
*/
__pyx_t_1 = __pyx_v_src->memview->view.itemsize;
__pyx_v_itemsize = __pyx_t_1;
/* "View.MemoryView":1218
*
* cdef size_t itemsize = src.memview.view.itemsize
* cdef size_t size = slice_get_size(src, ndim) # <<<<<<<<<<<<<<
*
* result = malloc(size)
*/
__pyx_v_size = __pyx_memoryview_slice_get_size(__pyx_v_src, __pyx_v_ndim);
/* "View.MemoryView":1220
* cdef size_t size = slice_get_size(src, ndim)
*
* result = malloc(size) # <<<<<<<<<<<<<<
* if not result:
* _err_no_memory()
*/
__pyx_v_result = malloc(__pyx_v_size);
/* "View.MemoryView":1221
*
* result = malloc(size)
* if not result: # <<<<<<<<<<<<<<
* _err_no_memory()
*
*/
__pyx_t_2 = (!(__pyx_v_result != 0));
if (__pyx_t_2) {
/* "View.MemoryView":1222
* result = malloc(size)
* if not result:
* _err_no_memory() # <<<<<<<<<<<<<<
*
*
*/
__pyx_t_3 = __pyx_memoryview_err_no_memory(); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(1, 1222, __pyx_L1_error)
/* "View.MemoryView":1221
*
* result = malloc(size)
* if not result: # <<<<<<<<<<<<<<
* _err_no_memory()
*
*/
}
/* "View.MemoryView":1225
*
*
* tmpslice.data = <char *> result # <<<<<<<<<<<<<<
* tmpslice.memview = src.memview
* for i in range(ndim):
*/
__pyx_v_tmpslice->data = ((char *)__pyx_v_result);
/* "View.MemoryView":1226
*
* tmpslice.data = <char *> result
* tmpslice.memview = src.memview # <<<<<<<<<<<<<<
* for i in range(ndim):
* tmpslice.shape[i] = src.shape[i]
*/
__pyx_t_4 = __pyx_v_src->memview;
__pyx_v_tmpslice->memview = __pyx_t_4;
/* "View.MemoryView":1227
* tmpslice.data = <char *> result
* tmpslice.memview = src.memview
* for i in range(ndim): # <<<<<<<<<<<<<<
* tmpslice.shape[i] = src.shape[i]
* tmpslice.suboffsets[i] = -1
*/
__pyx_t_3 = __pyx_v_ndim;
__pyx_t_5 = __pyx_t_3;
for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
__pyx_v_i = __pyx_t_6;
/* "View.MemoryView":1228
* tmpslice.memview = src.memview
* for i in range(ndim):
* tmpslice.shape[i] = src.shape[i] # <<<<<<<<<<<<<<
* tmpslice.suboffsets[i] = -1
*
*/
(__pyx_v_tmpslice->shape[__pyx_v_i]) = (__pyx_v_src->shape[__pyx_v_i]);
/* "View.MemoryView":1229
* for i in range(ndim):
* tmpslice.shape[i] = src.shape[i]
* tmpslice.suboffsets[i] = -1 # <<<<<<<<<<<<<<
*
* fill_contig_strides_array(&tmpslice.shape[0], &tmpslice.strides[0], itemsize, ndim, order)
*/
(__pyx_v_tmpslice->suboffsets[__pyx_v_i]) = -1L;
}
/* "View.MemoryView":1231
* tmpslice.suboffsets[i] = -1
*
* fill_contig_strides_array(&tmpslice.shape[0], &tmpslice.strides[0], itemsize, ndim, order) # <<<<<<<<<<<<<<
*
*
*/
(void)(__pyx_fill_contig_strides_array((&(__pyx_v_tmpslice->shape[0])), (&(__pyx_v_tmpslice->strides[0])), __pyx_v_itemsize, __pyx_v_ndim, __pyx_v_order));
/* "View.MemoryView":1234
*
*
* for i in range(ndim): # <<<<<<<<<<<<<<
* if tmpslice.shape[i] == 1:
* tmpslice.strides[i] = 0
*/
__pyx_t_3 = __pyx_v_ndim;
__pyx_t_5 = __pyx_t_3;
for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
__pyx_v_i = __pyx_t_6;
/* "View.MemoryView":1235
*
* for i in range(ndim):
* if tmpslice.shape[i] == 1: # <<<<<<<<<<<<<<
* tmpslice.strides[i] = 0
*
*/
__pyx_t_2 = ((__pyx_v_tmpslice->shape[__pyx_v_i]) == 1);
if (__pyx_t_2) {
/* "View.MemoryView":1236
* for i in range(ndim):
* if tmpslice.shape[i] == 1:
* tmpslice.strides[i] = 0 # <<<<<<<<<<<<<<
*
* if slice_is_contig(src[0], order, ndim):
*/
(__pyx_v_tmpslice->strides[__pyx_v_i]) = 0;
/* "View.MemoryView":1235
*
* for i in range(ndim):
* if tmpslice.shape[i] == 1: # <<<<<<<<<<<<<<
* tmpslice.strides[i] = 0
*
*/
}
}
/* "View.MemoryView":1238
* tmpslice.strides[i] = 0
*
* if slice_is_contig(src[0], order, ndim): # <<<<<<<<<<<<<<
* memcpy(result, src.data, size)
* else:
*/
__pyx_t_2 = __pyx_memviewslice_is_contig((__pyx_v_src[0]), __pyx_v_order, __pyx_v_ndim);
if (__pyx_t_2) {
/* "View.MemoryView":1239
*
* if slice_is_contig(src[0], order, ndim):
* memcpy(result, src.data, size) # <<<<<<<<<<<<<<
* else:
* copy_strided_to_strided(src, tmpslice, ndim, itemsize)
*/
(void)(memcpy(__pyx_v_result, __pyx_v_src->data, __pyx_v_size));
/* "View.MemoryView":1238
* tmpslice.strides[i] = 0
*
* if slice_is_contig(src[0], order, ndim): # <<<<<<<<<<<<<<
* memcpy(result, src.data, size)
* else:
*/
goto __pyx_L9;
}
/* "View.MemoryView":1241
* memcpy(result, src.data, size)
* else:
* copy_strided_to_strided(src, tmpslice, ndim, itemsize) # <<<<<<<<<<<<<<
*
* return result
*/
/*else*/ {
copy_strided_to_strided(__pyx_v_src, __pyx_v_tmpslice, __pyx_v_ndim, __pyx_v_itemsize);
}
__pyx_L9:;
/* "View.MemoryView":1243
* copy_strided_to_strided(src, tmpslice, ndim, itemsize)
*
* return result # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = __pyx_v_result;
goto __pyx_L0;
/* "View.MemoryView":1205
* return stride
*
* @cname('__pyx_memoryview_copy_data_to_temp') # <<<<<<<<<<<<<<
* cdef void *copy_data_to_temp(__Pyx_memviewslice *src,
* __Pyx_memviewslice *tmpslice,
*/
/* function exit code */
__pyx_L1_error:;
__pyx_gilstate_save = __Pyx_PyGILState_Ensure();
__Pyx_AddTraceback("View.MemoryView.copy_data_to_temp", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__Pyx_PyGILState_Release(__pyx_gilstate_save);
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":1247
*
*
* @cname('__pyx_memoryview_err_extents') # <<<<<<<<<<<<<<
* cdef int _err_extents(int i, Py_ssize_t extent1,
* Py_ssize_t extent2) except -1 with gil:
*/
static int __pyx_memoryview_err_extents(int __pyx_v_i, Py_ssize_t __pyx_v_extent1, Py_ssize_t __pyx_v_extent2) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4[7];
PyObject *__pyx_t_5 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
__Pyx_RefNannySetupContext("_err_extents", 0);
/* "View.MemoryView":1250
* cdef int _err_extents(int i, Py_ssize_t extent1,
* Py_ssize_t extent2) except -1 with gil:
* raise ValueError, f"got differing extents in dimension {i} (got {extent1} and {extent2})" # <<<<<<<<<<<<<<
*
* @cname('__pyx_memoryview_err_dim')
*/
__pyx_t_1 = __Pyx_PyUnicode_From_int(__pyx_v_i, 0, ' ', 'd'); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 1250, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = __Pyx_PyUnicode_From_Py_ssize_t(__pyx_v_extent1, 0, ' ', 'd'); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1250, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_3 = __Pyx_PyUnicode_From_Py_ssize_t(__pyx_v_extent2, 0, ' ', 'd'); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 1250, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4[0] = __pyx_mstate_global->__pyx_kp_u_got_differing_extents_in_dimensi;
__pyx_t_4[1] = __pyx_t_1;
__pyx_t_4[2] = __pyx_mstate_global->__pyx_kp_u_got;
__pyx_t_4[3] = __pyx_t_2;
__pyx_t_4[4] = __pyx_mstate_global->__pyx_kp_u_and;
__pyx_t_4[5] = __pyx_t_3;
__pyx_t_4[6] = __pyx_mstate_global->__pyx_kp_u__5;
__pyx_t_5 = __Pyx_PyUnicode_Join(__pyx_t_4, 7, 35 + __Pyx_PyUnicode_GET_LENGTH(__pyx_t_1) + 6 + __Pyx_PyUnicode_GET_LENGTH(__pyx_t_2) + 5 + __Pyx_PyUnicode_GET_LENGTH(__pyx_t_3) + 1, 127);
if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 1250, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_ValueError))), __pyx_t_5, 0, 0);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__PYX_ERR(1, 1250, __pyx_L1_error)
/* "View.MemoryView":1247
*
*
* @cname('__pyx_memoryview_err_extents') # <<<<<<<<<<<<<<
* cdef int _err_extents(int i, Py_ssize_t extent1,
* Py_ssize_t extent2) except -1 with gil:
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_AddTraceback("View.MemoryView._err_extents", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__Pyx_RefNannyFinishContext();
__Pyx_PyGILState_Release(__pyx_gilstate_save);
return __pyx_r;
}
/* "View.MemoryView":1252
* raise ValueError, f"got differing extents in dimension {i} (got {extent1} and {extent2})"
*
* @cname('__pyx_memoryview_err_dim') # <<<<<<<<<<<<<<
* cdef int _err_dim(PyObject *error, str msg, int dim) except -1 with gil:
* raise <object>error, msg % dim
*/
static int __pyx_memoryview_err_dim(PyObject *__pyx_v_error, PyObject *__pyx_v_msg, int __pyx_v_dim) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
__Pyx_RefNannySetupContext("_err_dim", 0);
__Pyx_INCREF(__pyx_v_msg);
/* "View.MemoryView":1254
* @cname('__pyx_memoryview_err_dim')
* cdef int _err_dim(PyObject *error, str msg, int dim) except -1 with gil:
* raise <object>error, msg % dim # <<<<<<<<<<<<<<
*
* @cname('__pyx_memoryview_err')
*/
__pyx_t_1 = __Pyx_PyLong_From_int(__pyx_v_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 1254, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = __Pyx_PyUnicode_FormatSafe(__pyx_v_msg, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1254, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_Raise(((PyObject *)__pyx_v_error), __pyx_t_2, 0, 0);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__PYX_ERR(1, 1254, __pyx_L1_error)
/* "View.MemoryView":1252
* raise ValueError, f"got differing extents in dimension {i} (got {extent1} and {extent2})"
*
* @cname('__pyx_memoryview_err_dim') # <<<<<<<<<<<<<<
* cdef int _err_dim(PyObject *error, str msg, int dim) except -1 with gil:
* raise <object>error, msg % dim
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("View.MemoryView._err_dim", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__Pyx_XDECREF(__pyx_v_msg);
__Pyx_RefNannyFinishContext();
__Pyx_PyGILState_Release(__pyx_gilstate_save);
return __pyx_r;
}
/* "View.MemoryView":1256
* raise <object>error, msg % dim
*
* @cname('__pyx_memoryview_err') # <<<<<<<<<<<<<<
* cdef int _err(PyObject *error, str msg) except -1 with gil:
* raise <object>error, msg
*/
static int __pyx_memoryview_err(PyObject *__pyx_v_error, PyObject *__pyx_v_msg) {
int __pyx_r;
__Pyx_RefNannyDeclarations
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
__Pyx_RefNannySetupContext("_err", 0);
__Pyx_INCREF(__pyx_v_msg);
/* "View.MemoryView":1258
* @cname('__pyx_memoryview_err')
* cdef int _err(PyObject *error, str msg) except -1 with gil:
* raise <object>error, msg # <<<<<<<<<<<<<<
*
* @cname('__pyx_memoryview_err_no_memory')
*/
__Pyx_Raise(((PyObject *)__pyx_v_error), __pyx_v_msg, 0, 0);
__PYX_ERR(1, 1258, __pyx_L1_error)
/* "View.MemoryView":1256
* raise <object>error, msg % dim
*
* @cname('__pyx_memoryview_err') # <<<<<<<<<<<<<<
* cdef int _err(PyObject *error, str msg) except -1 with gil:
* raise <object>error, msg
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView._err", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__Pyx_XDECREF(__pyx_v_msg);
__Pyx_RefNannyFinishContext();
__Pyx_PyGILState_Release(__pyx_gilstate_save);
return __pyx_r;
}
/* "View.MemoryView":1260
* raise <object>error, msg
*
* @cname('__pyx_memoryview_err_no_memory') # <<<<<<<<<<<<<<
* cdef int _err_no_memory() except -1 with gil:
* raise MemoryError
*/
static int __pyx_memoryview_err_no_memory(void) {
int __pyx_r;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
/* "View.MemoryView":1262
* @cname('__pyx_memoryview_err_no_memory')
* cdef int _err_no_memory() except -1 with gil:
* raise MemoryError # <<<<<<<<<<<<<<
*
*
*/
PyErr_NoMemory(); __PYX_ERR(1, 1262, __pyx_L1_error)
/* "View.MemoryView":1260
* raise <object>error, msg
*
* @cname('__pyx_memoryview_err_no_memory') # <<<<<<<<<<<<<<
* cdef int _err_no_memory() except -1 with gil:
* raise MemoryError
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("View.MemoryView._err_no_memory", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__Pyx_PyGILState_Release(__pyx_gilstate_save);
return __pyx_r;
}
/* "View.MemoryView":1265
*
*
* @cname('__pyx_memoryview_copy_contents') # <<<<<<<<<<<<<<
* cdef int memoryview_copy_contents(__Pyx_memviewslice src,
* __Pyx_memviewslice dst,
*/
static int __pyx_memoryview_copy_contents(__Pyx_memviewslice __pyx_v_src, __Pyx_memviewslice __pyx_v_dst, int __pyx_v_src_ndim, int __pyx_v_dst_ndim, int __pyx_v_dtype_is_object) {
void *__pyx_v_tmpdata;
size_t __pyx_v_itemsize;
int __pyx_v_i;
char __pyx_v_order;
int __pyx_v_broadcasting;
int __pyx_v_direct_copy;
__Pyx_memviewslice __pyx_v_tmp;
int __pyx_v_ndim;
int __pyx_r;
Py_ssize_t __pyx_t_1;
int __pyx_t_2;
int __pyx_t_3;
int __pyx_t_4;
int __pyx_t_5;
int __pyx_t_6;
void *__pyx_t_7;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyGILState_STATE __pyx_gilstate_save;
/* "View.MemoryView":1274
* Check for overlapping memory and verify the shapes.
* """
* cdef void *tmpdata = NULL # <<<<<<<<<<<<<<
* cdef size_t itemsize = src.memview.view.itemsize
* cdef int i
*/
__pyx_v_tmpdata = NULL;
/* "View.MemoryView":1275
* """
* cdef void *tmpdata = NULL
* cdef size_t itemsize = src.memview.view.itemsize # <<<<<<<<<<<<<<
* cdef int i
* cdef char order = get_best_order(&src, src_ndim)
*/
__pyx_t_1 = __pyx_v_src.memview->view.itemsize;
__pyx_v_itemsize = __pyx_t_1;
/* "View.MemoryView":1277
* cdef size_t itemsize = src.memview.view.itemsize
* cdef int i
* cdef char order = get_best_order(&src, src_ndim) # <<<<<<<<<<<<<<
* cdef bint broadcasting = False
* cdef bint direct_copy = False
*/
__pyx_v_order = __pyx_get_best_slice_order((&__pyx_v_src), __pyx_v_src_ndim);
/* "View.MemoryView":1278
* cdef int i
* cdef char order = get_best_order(&src, src_ndim)
* cdef bint broadcasting = False # <<<<<<<<<<<<<<
* cdef bint direct_copy = False
* cdef __Pyx_memviewslice tmp
*/
__pyx_v_broadcasting = 0;
/* "View.MemoryView":1279
* cdef char order = get_best_order(&src, src_ndim)
* cdef bint broadcasting = False
* cdef bint direct_copy = False # <<<<<<<<<<<<<<
* cdef __Pyx_memviewslice tmp
*
*/
__pyx_v_direct_copy = 0;
/* "View.MemoryView":1282
* cdef __Pyx_memviewslice tmp
*
* if src_ndim < dst_ndim: # <<<<<<<<<<<<<<
* broadcast_leading(&src, src_ndim, dst_ndim)
* elif dst_ndim < src_ndim:
*/
__pyx_t_2 = (__pyx_v_src_ndim < __pyx_v_dst_ndim);
if (__pyx_t_2) {
/* "View.MemoryView":1283
*
* if src_ndim < dst_ndim:
* broadcast_leading(&src, src_ndim, dst_ndim) # <<<<<<<<<<<<<<
* elif dst_ndim < src_ndim:
* broadcast_leading(&dst, dst_ndim, src_ndim)
*/
__pyx_memoryview_broadcast_leading((&__pyx_v_src), __pyx_v_src_ndim, __pyx_v_dst_ndim);
/* "View.MemoryView":1282
* cdef __Pyx_memviewslice tmp
*
* if src_ndim < dst_ndim: # <<<<<<<<<<<<<<
* broadcast_leading(&src, src_ndim, dst_ndim)
* elif dst_ndim < src_ndim:
*/
goto __pyx_L3;
}
/* "View.MemoryView":1284
* if src_ndim < dst_ndim:
* broadcast_leading(&src, src_ndim, dst_ndim)
* elif dst_ndim < src_ndim: # <<<<<<<<<<<<<<
* broadcast_leading(&dst, dst_ndim, src_ndim)
*
*/
__pyx_t_2 = (__pyx_v_dst_ndim < __pyx_v_src_ndim);
if (__pyx_t_2) {
/* "View.MemoryView":1285
* broadcast_leading(&src, src_ndim, dst_ndim)
* elif dst_ndim < src_ndim:
* broadcast_leading(&dst, dst_ndim, src_ndim) # <<<<<<<<<<<<<<
*
* cdef int ndim = max(src_ndim, dst_ndim)
*/
__pyx_memoryview_broadcast_leading((&__pyx_v_dst), __pyx_v_dst_ndim, __pyx_v_src_ndim);
/* "View.MemoryView":1284
* if src_ndim < dst_ndim:
* broadcast_leading(&src, src_ndim, dst_ndim)
* elif dst_ndim < src_ndim: # <<<<<<<<<<<<<<
* broadcast_leading(&dst, dst_ndim, src_ndim)
*
*/
}
__pyx_L3:;
/* "View.MemoryView":1287
* broadcast_leading(&dst, dst_ndim, src_ndim)
*
* cdef int ndim = max(src_ndim, dst_ndim) # <<<<<<<<<<<<<<
*
* for i in range(ndim):
*/
__pyx_t_3 = __pyx_v_dst_ndim;
__pyx_t_4 = __pyx_v_src_ndim;
__pyx_t_2 = (__pyx_t_3 > __pyx_t_4);
if (__pyx_t_2) {
__pyx_t_5 = __pyx_t_3;
} else {
__pyx_t_5 = __pyx_t_4;
}
__pyx_v_ndim = __pyx_t_5;
/* "View.MemoryView":1289
* cdef int ndim = max(src_ndim, dst_ndim)
*
* for i in range(ndim): # <<<<<<<<<<<<<<
* if src.shape[i] != dst.shape[i]:
* if src.shape[i] == 1:
*/
__pyx_t_5 = __pyx_v_ndim;
__pyx_t_3 = __pyx_t_5;
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
__pyx_v_i = __pyx_t_4;
/* "View.MemoryView":1290
*
* for i in range(ndim):
* if src.shape[i] != dst.shape[i]: # <<<<<<<<<<<<<<
* if src.shape[i] == 1:
* broadcasting = True
*/
__pyx_t_2 = ((__pyx_v_src.shape[__pyx_v_i]) != (__pyx_v_dst.shape[__pyx_v_i]));
if (__pyx_t_2) {
/* "View.MemoryView":1291
* for i in range(ndim):
* if src.shape[i] != dst.shape[i]:
* if src.shape[i] == 1: # <<<<<<<<<<<<<<
* broadcasting = True
* src.strides[i] = 0
*/
__pyx_t_2 = ((__pyx_v_src.shape[__pyx_v_i]) == 1);
if (__pyx_t_2) {
/* "View.MemoryView":1292
* if src.shape[i] != dst.shape[i]:
* if src.shape[i] == 1:
* broadcasting = True # <<<<<<<<<<<<<<
* src.strides[i] = 0
* else:
*/
__pyx_v_broadcasting = 1;
/* "View.MemoryView":1293
* if src.shape[i] == 1:
* broadcasting = True
* src.strides[i] = 0 # <<<<<<<<<<<<<<
* else:
* _err_extents(i, dst.shape[i], src.shape[i])
*/
(__pyx_v_src.strides[__pyx_v_i]) = 0;
/* "View.MemoryView":1291
* for i in range(ndim):
* if src.shape[i] != dst.shape[i]:
* if src.shape[i] == 1: # <<<<<<<<<<<<<<
* broadcasting = True
* src.strides[i] = 0
*/
goto __pyx_L7;
}
/* "View.MemoryView":1295
* src.strides[i] = 0
* else:
* _err_extents(i, dst.shape[i], src.shape[i]) # <<<<<<<<<<<<<<
*
* if src.suboffsets[i] >= 0:
*/
/*else*/ {
__pyx_t_6 = __pyx_memoryview_err_extents(__pyx_v_i, (__pyx_v_dst.shape[__pyx_v_i]), (__pyx_v_src.shape[__pyx_v_i])); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(1, 1295, __pyx_L1_error)
}
__pyx_L7:;
/* "View.MemoryView":1290
*
* for i in range(ndim):
* if src.shape[i] != dst.shape[i]: # <<<<<<<<<<<<<<
* if src.shape[i] == 1:
* broadcasting = True
*/
}
/* "View.MemoryView":1297
* _err_extents(i, dst.shape[i], src.shape[i])
*
* if src.suboffsets[i] >= 0: # <<<<<<<<<<<<<<
* _err_dim(PyExc_ValueError, "Dimension %d is not direct", i)
*
*/
__pyx_t_2 = ((__pyx_v_src.suboffsets[__pyx_v_i]) >= 0);
if (__pyx_t_2) {
/* "View.MemoryView":1298
*
* if src.suboffsets[i] >= 0:
* _err_dim(PyExc_ValueError, "Dimension %d is not direct", i) # <<<<<<<<<<<<<<
*
* if slices_overlap(&src, &dst, ndim, itemsize):
*/
__pyx_t_6 = __pyx_memoryview_err_dim(PyExc_ValueError, __pyx_mstate_global->__pyx_kp_u_Dimension_d_is_not_direct, __pyx_v_i); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(1, 1298, __pyx_L1_error)
/* "View.MemoryView":1297
* _err_extents(i, dst.shape[i], src.shape[i])
*
* if src.suboffsets[i] >= 0: # <<<<<<<<<<<<<<
* _err_dim(PyExc_ValueError, "Dimension %d is not direct", i)
*
*/
}
}
/* "View.MemoryView":1300
* _err_dim(PyExc_ValueError, "Dimension %d is not direct", i)
*
* if slices_overlap(&src, &dst, ndim, itemsize): # <<<<<<<<<<<<<<
*
* if not slice_is_contig(src, order, ndim):
*/
__pyx_t_2 = __pyx_slices_overlap((&__pyx_v_src), (&__pyx_v_dst), __pyx_v_ndim, __pyx_v_itemsize);
if (__pyx_t_2) {
/* "View.MemoryView":1302
* if slices_overlap(&src, &dst, ndim, itemsize):
*
* if not slice_is_contig(src, order, ndim): # <<<<<<<<<<<<<<
* order = get_best_order(&dst, ndim)
*
*/
__pyx_t_2 = (!__pyx_memviewslice_is_contig(__pyx_v_src, __pyx_v_order, __pyx_v_ndim));
if (__pyx_t_2) {
/* "View.MemoryView":1303
*
* if not slice_is_contig(src, order, ndim):
* order = get_best_order(&dst, ndim) # <<<<<<<<<<<<<<
*
* tmpdata = copy_data_to_temp(&src, &tmp, order, ndim)
*/
__pyx_v_order = __pyx_get_best_slice_order((&__pyx_v_dst), __pyx_v_ndim);
/* "View.MemoryView":1302
* if slices_overlap(&src, &dst, ndim, itemsize):
*
* if not slice_is_contig(src, order, ndim): # <<<<<<<<<<<<<<
* order = get_best_order(&dst, ndim)
*
*/
}
/* "View.MemoryView":1305
* order = get_best_order(&dst, ndim)
*
* tmpdata = copy_data_to_temp(&src, &tmp, order, ndim) # <<<<<<<<<<<<<<
* src = tmp
*
*/
__pyx_t_7 = __pyx_memoryview_copy_data_to_temp((&__pyx_v_src), (&__pyx_v_tmp), __pyx_v_order, __pyx_v_ndim); if (unlikely(__pyx_t_7 == ((void *)NULL))) __PYX_ERR(1, 1305, __pyx_L1_error)
__pyx_v_tmpdata = __pyx_t_7;
/* "View.MemoryView":1306
*
* tmpdata = copy_data_to_temp(&src, &tmp, order, ndim)
* src = tmp # <<<<<<<<<<<<<<
*
* if not broadcasting:
*/
__pyx_v_src = __pyx_v_tmp;
/* "View.MemoryView":1300
* _err_dim(PyExc_ValueError, "Dimension %d is not direct", i)
*
* if slices_overlap(&src, &dst, ndim, itemsize): # <<<<<<<<<<<<<<
*
* if not slice_is_contig(src, order, ndim):
*/
}
/* "View.MemoryView":1308
* src = tmp
*
* if not broadcasting: # <<<<<<<<<<<<<<
*
*
*/
__pyx_t_2 = (!__pyx_v_broadcasting);
if (__pyx_t_2) {
/* "View.MemoryView":1311
*
*
* if slice_is_contig(src, 'C', ndim): # <<<<<<<<<<<<<<
* direct_copy = slice_is_contig(dst, 'C', ndim)
* elif slice_is_contig(src, 'F', ndim):
*/
__pyx_t_2 = __pyx_memviewslice_is_contig(__pyx_v_src, 'C', __pyx_v_ndim);
if (__pyx_t_2) {
/* "View.MemoryView":1312
*
* if slice_is_contig(src, 'C', ndim):
* direct_copy = slice_is_contig(dst, 'C', ndim) # <<<<<<<<<<<<<<
* elif slice_is_contig(src, 'F', ndim):
* direct_copy = slice_is_contig(dst, 'F', ndim)
*/
__pyx_v_direct_copy = __pyx_memviewslice_is_contig(__pyx_v_dst, 'C', __pyx_v_ndim);
/* "View.MemoryView":1311
*
*
* if slice_is_contig(src, 'C', ndim): # <<<<<<<<<<<<<<
* direct_copy = slice_is_contig(dst, 'C', ndim)
* elif slice_is_contig(src, 'F', ndim):
*/
goto __pyx_L12;
}
/* "View.MemoryView":1313
* if slice_is_contig(src, 'C', ndim):
* direct_copy = slice_is_contig(dst, 'C', ndim)
* elif slice_is_contig(src, 'F', ndim): # <<<<<<<<<<<<<<
* direct_copy = slice_is_contig(dst, 'F', ndim)
*
*/
__pyx_t_2 = __pyx_memviewslice_is_contig(__pyx_v_src, 'F', __pyx_v_ndim);
if (__pyx_t_2) {
/* "View.MemoryView":1314
* direct_copy = slice_is_contig(dst, 'C', ndim)
* elif slice_is_contig(src, 'F', ndim):
* direct_copy = slice_is_contig(dst, 'F', ndim) # <<<<<<<<<<<<<<
*
* if direct_copy:
*/
__pyx_v_direct_copy = __pyx_memviewslice_is_contig(__pyx_v_dst, 'F', __pyx_v_ndim);
/* "View.MemoryView":1313
* if slice_is_contig(src, 'C', ndim):
* direct_copy = slice_is_contig(dst, 'C', ndim)
* elif slice_is_contig(src, 'F', ndim): # <<<<<<<<<<<<<<
* direct_copy = slice_is_contig(dst, 'F', ndim)
*
*/
}
__pyx_L12:;
/* "View.MemoryView":1316
* direct_copy = slice_is_contig(dst, 'F', ndim)
*
* if direct_copy: # <<<<<<<<<<<<<<
*
* refcount_copying(&dst, dtype_is_object, ndim, inc=False)
*/
if (__pyx_v_direct_copy) {
/* "View.MemoryView":1318
* if direct_copy:
*
* refcount_copying(&dst, dtype_is_object, ndim, inc=False) # <<<<<<<<<<<<<<
* memcpy(dst.data, src.data, slice_get_size(&src, ndim))
* refcount_copying(&dst, dtype_is_object, ndim, inc=True)
*/
__pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 0);
/* "View.MemoryView":1319
*
* refcount_copying(&dst, dtype_is_object, ndim, inc=False)
* memcpy(dst.data, src.data, slice_get_size(&src, ndim)) # <<<<<<<<<<<<<<
* refcount_copying(&dst, dtype_is_object, ndim, inc=True)
* free(tmpdata)
*/
(void)(memcpy(__pyx_v_dst.data, __pyx_v_src.data, __pyx_memoryview_slice_get_size((&__pyx_v_src), __pyx_v_ndim)));
/* "View.MemoryView":1320
* refcount_copying(&dst, dtype_is_object, ndim, inc=False)
* memcpy(dst.data, src.data, slice_get_size(&src, ndim))
* refcount_copying(&dst, dtype_is_object, ndim, inc=True) # <<<<<<<<<<<<<<
* free(tmpdata)
* return 0
*/
__pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 1);
/* "View.MemoryView":1321
* memcpy(dst.data, src.data, slice_get_size(&src, ndim))
* refcount_copying(&dst, dtype_is_object, ndim, inc=True)
* free(tmpdata) # <<<<<<<<<<<<<<
* return 0
*
*/
free(__pyx_v_tmpdata);
/* "View.MemoryView":1322
* refcount_copying(&dst, dtype_is_object, ndim, inc=True)
* free(tmpdata)
* return 0 # <<<<<<<<<<<<<<
*
* if order == 'F' == get_best_order(&dst, ndim):
*/
__pyx_r = 0;
goto __pyx_L0;
/* "View.MemoryView":1316
* direct_copy = slice_is_contig(dst, 'F', ndim)
*
* if direct_copy: # <<<<<<<<<<<<<<
*
* refcount_copying(&dst, dtype_is_object, ndim, inc=False)
*/
}
/* "View.MemoryView":1308
* src = tmp
*
* if not broadcasting: # <<<<<<<<<<<<<<
*
*
*/
}
/* "View.MemoryView":1324
* return 0
*
* if order == 'F' == get_best_order(&dst, ndim): # <<<<<<<<<<<<<<
*
*
*/
__pyx_t_2 = (__pyx_v_order == 'F');
if (__pyx_t_2) {
__pyx_t_2 = ('F' == __pyx_get_best_slice_order((&__pyx_v_dst), __pyx_v_ndim));
}
if (__pyx_t_2) {
/* "View.MemoryView":1327
*
*
* transpose_memslice(&src) # <<<<<<<<<<<<<<
* transpose_memslice(&dst)
*
*/
__pyx_t_5 = __pyx_memslice_transpose((&__pyx_v_src)); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(1, 1327, __pyx_L1_error)
/* "View.MemoryView":1328
*
* transpose_memslice(&src)
* transpose_memslice(&dst) # <<<<<<<<<<<<<<
*
* refcount_copying(&dst, dtype_is_object, ndim, inc=False)
*/
__pyx_t_5 = __pyx_memslice_transpose((&__pyx_v_dst)); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(1, 1328, __pyx_L1_error)
/* "View.MemoryView":1324
* return 0
*
* if order == 'F' == get_best_order(&dst, ndim): # <<<<<<<<<<<<<<
*
*
*/
}
/* "View.MemoryView":1330
* transpose_memslice(&dst)
*
* refcount_copying(&dst, dtype_is_object, ndim, inc=False) # <<<<<<<<<<<<<<
* copy_strided_to_strided(&src, &dst, ndim, itemsize)
* refcount_copying(&dst, dtype_is_object, ndim, inc=True)
*/
__pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 0);
/* "View.MemoryView":1331
*
* refcount_copying(&dst, dtype_is_object, ndim, inc=False)
* copy_strided_to_strided(&src, &dst, ndim, itemsize) # <<<<<<<<<<<<<<
* refcount_copying(&dst, dtype_is_object, ndim, inc=True)
*
*/
copy_strided_to_strided((&__pyx_v_src), (&__pyx_v_dst), __pyx_v_ndim, __pyx_v_itemsize);
/* "View.MemoryView":1332
* refcount_copying(&dst, dtype_is_object, ndim, inc=False)
* copy_strided_to_strided(&src, &dst, ndim, itemsize)
* refcount_copying(&dst, dtype_is_object, ndim, inc=True) # <<<<<<<<<<<<<<
*
* free(tmpdata)
*/
__pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 1);
/* "View.MemoryView":1334
* refcount_copying(&dst, dtype_is_object, ndim, inc=True)
*
* free(tmpdata) # <<<<<<<<<<<<<<
* return 0
*
*/
free(__pyx_v_tmpdata);
/* "View.MemoryView":1335
*
* free(tmpdata)
* return 0 # <<<<<<<<<<<<<<
*
* @cname('__pyx_memoryview_broadcast_leading')
*/
__pyx_r = 0;
goto __pyx_L0;
/* "View.MemoryView":1265
*
*
* @cname('__pyx_memoryview_copy_contents') # <<<<<<<<<<<<<<
* cdef int memoryview_copy_contents(__Pyx_memviewslice src,
* __Pyx_memviewslice dst,
*/
/* function exit code */
__pyx_L1_error:;
__pyx_gilstate_save = __Pyx_PyGILState_Ensure();
__Pyx_AddTraceback("View.MemoryView.memoryview_copy_contents", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__Pyx_PyGILState_Release(__pyx_gilstate_save);
__pyx_L0:;
return __pyx_r;
}
/* "View.MemoryView":1337
* return 0
*
* @cname('__pyx_memoryview_broadcast_leading') # <<<<<<<<<<<<<<
* cdef void broadcast_leading(__Pyx_memviewslice *mslice,
* int ndim,
*/
static void __pyx_memoryview_broadcast_leading(__Pyx_memviewslice *__pyx_v_mslice, int __pyx_v_ndim, int __pyx_v_ndim_other) {
int __pyx_v_i;
int __pyx_v_offset;
int __pyx_t_1;
int __pyx_t_2;
int __pyx_t_3;
/* "View.MemoryView":1342
* int ndim_other) noexcept nogil:
* cdef int i
* cdef int offset = ndim_other - ndim # <<<<<<<<<<<<<<
*
* for i in range(ndim - 1, -1, -1):
*/
__pyx_v_offset = (__pyx_v_ndim_other - __pyx_v_ndim);
/* "View.MemoryView":1344
* cdef int offset = ndim_other - ndim
*
* for i in range(ndim - 1, -1, -1): # <<<<<<<<<<<<<<
* mslice.shape[i + offset] = mslice.shape[i]
* mslice.strides[i + offset] = mslice.strides[i]
*/
for (__pyx_t_1 = (__pyx_v_ndim - 1); __pyx_t_1 > -1; __pyx_t_1-=1) {
__pyx_v_i = __pyx_t_1;
/* "View.MemoryView":1345
*
* for i in range(ndim - 1, -1, -1):
* mslice.shape[i + offset] = mslice.shape[i] # <<<<<<<<<<<<<<
* mslice.strides[i + offset] = mslice.strides[i]
* mslice.suboffsets[i + offset] = mslice.suboffsets[i]
*/
(__pyx_v_mslice->shape[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->shape[__pyx_v_i]);
/* "View.MemoryView":1346
* for i in range(ndim - 1, -1, -1):
* mslice.shape[i + offset] = mslice.shape[i]
* mslice.strides[i + offset] = mslice.strides[i] # <<<<<<<<<<<<<<
* mslice.suboffsets[i + offset] = mslice.suboffsets[i]
*
*/
(__pyx_v_mslice->strides[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->strides[__pyx_v_i]);
/* "View.MemoryView":1347
* mslice.shape[i + offset] = mslice.shape[i]
* mslice.strides[i + offset] = mslice.strides[i]
* mslice.suboffsets[i + offset] = mslice.suboffsets[i] # <<<<<<<<<<<<<<
*
* for i in range(offset):
*/
(__pyx_v_mslice->suboffsets[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->suboffsets[__pyx_v_i]);
}
/* "View.MemoryView":1349
* mslice.suboffsets[i + offset] = mslice.suboffsets[i]
*
* for i in range(offset): # <<<<<<<<<<<<<<
* mslice.shape[i] = 1
* mslice.strides[i] = mslice.strides[0]
*/
__pyx_t_1 = __pyx_v_offset;
__pyx_t_2 = __pyx_t_1;
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
__pyx_v_i = __pyx_t_3;
/* "View.MemoryView":1350
*
* for i in range(offset):
* mslice.shape[i] = 1 # <<<<<<<<<<<<<<
* mslice.strides[i] = mslice.strides[0]
* mslice.suboffsets[i] = -1
*/
(__pyx_v_mslice->shape[__pyx_v_i]) = 1;
/* "View.MemoryView":1351
* for i in range(offset):
* mslice.shape[i] = 1
* mslice.strides[i] = mslice.strides[0] # <<<<<<<<<<<<<<
* mslice.suboffsets[i] = -1
*
*/
(__pyx_v_mslice->strides[__pyx_v_i]) = (__pyx_v_mslice->strides[0]);
/* "View.MemoryView":1352
* mslice.shape[i] = 1
* mslice.strides[i] = mslice.strides[0]
* mslice.suboffsets[i] = -1 # <<<<<<<<<<<<<<
*
*
*/
(__pyx_v_mslice->suboffsets[__pyx_v_i]) = -1L;
}
/* "View.MemoryView":1337
* return 0
*
* @cname('__pyx_memoryview_broadcast_leading') # <<<<<<<<<<<<<<
* cdef void broadcast_leading(__Pyx_memviewslice *mslice,
* int ndim,
*/
/* function exit code */
}
/* "View.MemoryView":1359
*
*
* @cname('__pyx_memoryview_refcount_copying') # <<<<<<<<<<<<<<
* cdef void refcount_copying(__Pyx_memviewslice *dst, bint dtype_is_object, int ndim, bint inc) noexcept nogil:
*
*/
static void __pyx_memoryview_refcount_copying(__Pyx_memviewslice *__pyx_v_dst, int __pyx_v_dtype_is_object, int __pyx_v_ndim, int __pyx_v_inc) {
/* "View.MemoryView":1362
* cdef void refcount_copying(__Pyx_memviewslice *dst, bint dtype_is_object, int ndim, bint inc) noexcept nogil:
*
* if dtype_is_object: # <<<<<<<<<<<<<<
* refcount_objects_in_slice_with_gil(dst.data, dst.shape, dst.strides, ndim, inc)
*
*/
if (__pyx_v_dtype_is_object) {
/* "View.MemoryView":1363
*
* if dtype_is_object:
* refcount_objects_in_slice_with_gil(dst.data, dst.shape, dst.strides, ndim, inc) # <<<<<<<<<<<<<<
*
* @cname('__pyx_memoryview_refcount_objects_in_slice_with_gil')
*/
__pyx_memoryview_refcount_objects_in_slice_with_gil(__pyx_v_dst->data, __pyx_v_dst->shape, __pyx_v_dst->strides, __pyx_v_ndim, __pyx_v_inc);
/* "View.MemoryView":1362
* cdef void refcount_copying(__Pyx_memviewslice *dst, bint dtype_is_object, int ndim, bint inc) noexcept nogil:
*
* if dtype_is_object: # <<<<<<<<<<<<<<
* refcount_objects_in_slice_with_gil(dst.data, dst.shape, dst.strides, ndim, inc)
*
*/
}
/* "View.MemoryView":1359
*
*
* @cname('__pyx_memoryview_refcount_copying') # <<<<<<<<<<<<<<
* cdef void refcount_copying(__Pyx_memviewslice *dst, bint dtype_is_object, int ndim, bint inc) noexcept nogil:
*
*/
/* function exit code */
}
/* "View.MemoryView":1365
* refcount_objects_in_slice_with_gil(dst.data, dst.shape, dst.strides, ndim, inc)
*
* @cname('__pyx_memoryview_refcount_objects_in_slice_with_gil') # <<<<<<<<<<<<<<
* cdef void refcount_objects_in_slice_with_gil(char *data, Py_ssize_t *shape,
* Py_ssize_t *strides, int ndim,
*/
static void __pyx_memoryview_refcount_objects_in_slice_with_gil(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, int __pyx_v_inc) {
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
/* "View.MemoryView":1369
* Py_ssize_t *strides, int ndim,
* bint inc) noexcept with gil:
* refcount_objects_in_slice(data, shape, strides, ndim, inc) # <<<<<<<<<<<<<<
*
* @cname('__pyx_memoryview_refcount_objects_in_slice')
*/
__pyx_memoryview_refcount_objects_in_slice(__pyx_v_data, __pyx_v_shape, __pyx_v_strides, __pyx_v_ndim, __pyx_v_inc);
/* "View.MemoryView":1365
* refcount_objects_in_slice_with_gil(dst.data, dst.shape, dst.strides, ndim, inc)
*
* @cname('__pyx_memoryview_refcount_objects_in_slice_with_gil') # <<<<<<<<<<<<<<
* cdef void refcount_objects_in_slice_with_gil(char *data, Py_ssize_t *shape,
* Py_ssize_t *strides, int ndim,
*/
/* function exit code */
__Pyx_PyGILState_Release(__pyx_gilstate_save);
}
/* "View.MemoryView":1371
* refcount_objects_in_slice(data, shape, strides, ndim, inc)
*
* @cname('__pyx_memoryview_refcount_objects_in_slice') # <<<<<<<<<<<<<<
* cdef void refcount_objects_in_slice(char *data, Py_ssize_t *shape,
* Py_ssize_t *strides, int ndim, bint inc) noexcept:
*/
static void __pyx_memoryview_refcount_objects_in_slice(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, int __pyx_v_inc) {
CYTHON_UNUSED Py_ssize_t __pyx_v_i;
Py_ssize_t __pyx_v_stride;
Py_ssize_t __pyx_t_1;
Py_ssize_t __pyx_t_2;
Py_ssize_t __pyx_t_3;
int __pyx_t_4;
/* "View.MemoryView":1375
* Py_ssize_t *strides, int ndim, bint inc) noexcept:
* cdef Py_ssize_t i
* cdef Py_ssize_t stride = strides[0] # <<<<<<<<<<<<<<
*
* for i in range(shape[0]):
*/
__pyx_v_stride = (__pyx_v_strides[0]);
/* "View.MemoryView":1377
* cdef Py_ssize_t stride = strides[0]
*
* for i in range(shape[0]): # <<<<<<<<<<<<<<
* if ndim == 1:
* if inc:
*/
__pyx_t_1 = (__pyx_v_shape[0]);
__pyx_t_2 = __pyx_t_1;
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
__pyx_v_i = __pyx_t_3;
/* "View.MemoryView":1378
*
* for i in range(shape[0]):
* if ndim == 1: # <<<<<<<<<<<<<<
* if inc:
* Py_INCREF((<PyObject **> data)[0])
*/
__pyx_t_4 = (__pyx_v_ndim == 1);
if (__pyx_t_4) {
/* "View.MemoryView":1379
* for i in range(shape[0]):
* if ndim == 1:
* if inc: # <<<<<<<<<<<<<<
* Py_INCREF((<PyObject **> data)[0])
* else:
*/
if (__pyx_v_inc) {
/* "View.MemoryView":1380
* if ndim == 1:
* if inc:
* Py_INCREF((<PyObject **> data)[0]) # <<<<<<<<<<<<<<
* else:
* Py_DECREF((<PyObject **> data)[0])
*/
Py_INCREF((((PyObject **)__pyx_v_data)[0]));
/* "View.MemoryView":1379
* for i in range(shape[0]):
* if ndim == 1:
* if inc: # <<<<<<<<<<<<<<
* Py_INCREF((<PyObject **> data)[0])
* else:
*/
goto __pyx_L6;
}
/* "View.MemoryView":1382
* Py_INCREF((<PyObject **> data)[0])
* else:
* Py_DECREF((<PyObject **> data)[0]) # <<<<<<<<<<<<<<
* else:
* refcount_objects_in_slice(data, shape + 1, strides + 1, ndim - 1, inc)
*/
/*else*/ {
Py_DECREF((((PyObject **)__pyx_v_data)[0]));
}
__pyx_L6:;
/* "View.MemoryView":1378
*
* for i in range(shape[0]):
* if ndim == 1: # <<<<<<<<<<<<<<
* if inc:
* Py_INCREF((<PyObject **> data)[0])
*/
goto __pyx_L5;
}
/* "View.MemoryView":1384
* Py_DECREF((<PyObject **> data)[0])
* else:
* refcount_objects_in_slice(data, shape + 1, strides + 1, ndim - 1, inc) # <<<<<<<<<<<<<<
*
* data += stride
*/
/*else*/ {
__pyx_memoryview_refcount_objects_in_slice(__pyx_v_data, (__pyx_v_shape + 1), (__pyx_v_strides + 1), (__pyx_v_ndim - 1), __pyx_v_inc);
}
__pyx_L5:;
/* "View.MemoryView":1386
* refcount_objects_in_slice(data, shape + 1, strides + 1, ndim - 1, inc)
*
* data += stride # <<<<<<<<<<<<<<
*
*
*/
__pyx_v_data = (__pyx_v_data + __pyx_v_stride);
}
/* "View.MemoryView":1371
* refcount_objects_in_slice(data, shape, strides, ndim, inc)
*
* @cname('__pyx_memoryview_refcount_objects_in_slice') # <<<<<<<<<<<<<<
* cdef void refcount_objects_in_slice(char *data, Py_ssize_t *shape,
* Py_ssize_t *strides, int ndim, bint inc) noexcept:
*/
/* function exit code */
}
/* "View.MemoryView":1391
*
*
* @cname('__pyx_memoryview_slice_assign_scalar') # <<<<<<<<<<<<<<
* cdef void slice_assign_scalar(__Pyx_memviewslice *dst, int ndim,
* size_t itemsize, void *item,
*/
static void __pyx_memoryview_slice_assign_scalar(__Pyx_memviewslice *__pyx_v_dst, int __pyx_v_ndim, size_t __pyx_v_itemsize, void *__pyx_v_item, int __pyx_v_dtype_is_object) {
/* "View.MemoryView":1395
* size_t itemsize, void *item,
* bint dtype_is_object) noexcept nogil:
* refcount_copying(dst, dtype_is_object, ndim, inc=False) # <<<<<<<<<<<<<<
* _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim, itemsize, item)
* refcount_copying(dst, dtype_is_object, ndim, inc=True)
*/
__pyx_memoryview_refcount_copying(__pyx_v_dst, __pyx_v_dtype_is_object, __pyx_v_ndim, 0);
/* "View.MemoryView":1396
* bint dtype_is_object) noexcept nogil:
* refcount_copying(dst, dtype_is_object, ndim, inc=False)
* _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim, itemsize, item) # <<<<<<<<<<<<<<
* refcount_copying(dst, dtype_is_object, ndim, inc=True)
*
*/
__pyx_memoryview__slice_assign_scalar(__pyx_v_dst->data, __pyx_v_dst->shape, __pyx_v_dst->strides, __pyx_v_ndim, __pyx_v_itemsize, __pyx_v_item);
/* "View.MemoryView":1397
* refcount_copying(dst, dtype_is_object, ndim, inc=False)
* _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim, itemsize, item)
* refcount_copying(dst, dtype_is_object, ndim, inc=True) # <<<<<<<<<<<<<<
*
*
*/
__pyx_memoryview_refcount_copying(__pyx_v_dst, __pyx_v_dtype_is_object, __pyx_v_ndim, 1);
/* "View.MemoryView":1391
*
*
* @cname('__pyx_memoryview_slice_assign_scalar') # <<<<<<<<<<<<<<
* cdef void slice_assign_scalar(__Pyx_memviewslice *dst, int ndim,
* size_t itemsize, void *item,
*/
/* function exit code */
}
/* "View.MemoryView":1400
*
*
* @cname('__pyx_memoryview__slice_assign_scalar') # <<<<<<<<<<<<<<
* cdef void _slice_assign_scalar(char *data, Py_ssize_t *shape,
* Py_ssize_t *strides, int ndim,
*/
static void __pyx_memoryview__slice_assign_scalar(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, size_t __pyx_v_itemsize, void *__pyx_v_item) {
CYTHON_UNUSED Py_ssize_t __pyx_v_i;
Py_ssize_t __pyx_v_stride;
Py_ssize_t __pyx_v_extent;
int __pyx_t_1;
Py_ssize_t __pyx_t_2;
Py_ssize_t __pyx_t_3;
Py_ssize_t __pyx_t_4;
/* "View.MemoryView":1405
* size_t itemsize, void *item) noexcept nogil:
* cdef Py_ssize_t i
* cdef Py_ssize_t stride = strides[0] # <<<<<<<<<<<<<<
* cdef Py_ssize_t extent = shape[0]
*
*/
__pyx_v_stride = (__pyx_v_strides[0]);
/* "View.MemoryView":1406
* cdef Py_ssize_t i
* cdef Py_ssize_t stride = strides[0]
* cdef Py_ssize_t extent = shape[0] # <<<<<<<<<<<<<<
*
* if ndim == 1:
*/
__pyx_v_extent = (__pyx_v_shape[0]);
/* "View.MemoryView":1408
* cdef Py_ssize_t extent = shape[0]
*
* if ndim == 1: # <<<<<<<<<<<<<<
* for i in range(extent):
* memcpy(data, item, itemsize)
*/
__pyx_t_1 = (__pyx_v_ndim == 1);
if (__pyx_t_1) {
/* "View.MemoryView":1409
*
* if ndim == 1:
* for i in range(extent): # <<<<<<<<<<<<<<
* memcpy(data, item, itemsize)
* data += stride
*/
__pyx_t_2 = __pyx_v_extent;
__pyx_t_3 = __pyx_t_2;
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
__pyx_v_i = __pyx_t_4;
/* "View.MemoryView":1410
* if ndim == 1:
* for i in range(extent):
* memcpy(data, item, itemsize) # <<<<<<<<<<<<<<
* data += stride
* else:
*/
(void)(memcpy(__pyx_v_data, __pyx_v_item, __pyx_v_itemsize));
/* "View.MemoryView":1411
* for i in range(extent):
* memcpy(data, item, itemsize)
* data += stride # <<<<<<<<<<<<<<
* else:
* for i in range(extent):
*/
__pyx_v_data = (__pyx_v_data + __pyx_v_stride);
}
/* "View.MemoryView":1408
* cdef Py_ssize_t extent = shape[0]
*
* if ndim == 1: # <<<<<<<<<<<<<<
* for i in range(extent):
* memcpy(data, item, itemsize)
*/
goto __pyx_L3;
}
/* "View.MemoryView":1413
* data += stride
* else:
* for i in range(extent): # <<<<<<<<<<<<<<
* _slice_assign_scalar(data, shape + 1, strides + 1, ndim - 1, itemsize, item)
* data += stride
*/
/*else*/ {
__pyx_t_2 = __pyx_v_extent;
__pyx_t_3 = __pyx_t_2;
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
__pyx_v_i = __pyx_t_4;
/* "View.MemoryView":1414
* else:
* for i in range(extent):
* _slice_assign_scalar(data, shape + 1, strides + 1, ndim - 1, itemsize, item) # <<<<<<<<<<<<<<
* data += stride
*
*/
__pyx_memoryview__slice_assign_scalar(__pyx_v_data, (__pyx_v_shape + 1), (__pyx_v_strides + 1), (__pyx_v_ndim - 1), __pyx_v_itemsize, __pyx_v_item);
/* "View.MemoryView":1415
* for i in range(extent):
* _slice_assign_scalar(data, shape + 1, strides + 1, ndim - 1, itemsize, item)
* data += stride # <<<<<<<<<<<<<<
*
*/
__pyx_v_data = (__pyx_v_data + __pyx_v_stride);
}
}
__pyx_L3:;
/* "View.MemoryView":1400
*
*
* @cname('__pyx_memoryview__slice_assign_scalar') # <<<<<<<<<<<<<<
* cdef void _slice_assign_scalar(char *data, Py_ssize_t *shape,
* Py_ssize_t *strides, int ndim,
*/
/* function exit code */
}
/* "(tree fragment)":4
* int __Pyx_CheckUnpickleChecksum(long, long, long, long, const char*) except -1
* int __Pyx_UpdateUnpickledDict(object, object, Py_ssize_t) except -1
* def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, tuple __pyx_state): # <<<<<<<<<<<<<<
* cdef object __pyx_result
* __Pyx_CheckUnpickleChecksum(__pyx_checksum, 0x82a3537, 0x6ae9995, 0xb068931, b'name')
*/
/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_15View_dot_MemoryView_1__pyx_unpickle_Enum = {"__pyx_unpickle_Enum", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v___pyx_type = 0;
long __pyx_v___pyx_checksum;
PyObject *__pyx_v___pyx_state = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[3] = {0,0,0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__pyx_unpickle_Enum (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_pyx_type,&__pyx_mstate_global->__pyx_n_u_pyx_checksum,&__pyx_mstate_global->__pyx_n_u_pyx_state,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(1, 4, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 3:
values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(1, 4, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 2:
values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(1, 4, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 4, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "__pyx_unpickle_Enum", 0) < (0)) __PYX_ERR(1, 4, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 3; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, i); __PYX_ERR(1, 4, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 3)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 4, __pyx_L3_error)
values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(1, 4, __pyx_L3_error)
values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(1, 4, __pyx_L3_error)
}
__pyx_v___pyx_type = values[0];
__pyx_v___pyx_checksum = __Pyx_PyLong_As_long(values[1]); if (unlikely((__pyx_v___pyx_checksum == (long)-1) && PyErr_Occurred())) __PYX_ERR(1, 4, __pyx_L3_error)
__pyx_v___pyx_state = ((PyObject*)values[2]);
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, __pyx_nargs); __PYX_ERR(1, 4, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v___pyx_state), (&PyTuple_Type), 1, "__pyx_state", 1))) __PYX_ERR(1, 4, __pyx_L1_error)
__pyx_r = __pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(__pyx_self, __pyx_v___pyx_type, __pyx_v___pyx_checksum, __pyx_v___pyx_state);
/* function exit code */
goto __pyx_L0;
__pyx_L1_error:;
__pyx_r = NULL;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
goto __pyx_L7_cleaned_up;
__pyx_L0:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__pyx_L7_cleaned_up:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v___pyx_type, long __pyx_v___pyx_checksum, PyObject *__pyx_v___pyx_state) {
PyObject *__pyx_v___pyx_result = 0;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
size_t __pyx_t_4;
int __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__pyx_unpickle_Enum", 0);
/* "(tree fragment)":6
* def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, tuple __pyx_state):
* cdef object __pyx_result
* __Pyx_CheckUnpickleChecksum(__pyx_checksum, 0x82a3537, 0x6ae9995, 0xb068931, b'name') # <<<<<<<<<<<<<<
* __pyx_result = Enum.__new__(__pyx_type)
* if __pyx_state is not None:
*/
__pyx_t_1 = __Pyx_CheckUnpickleChecksum(__pyx_v___pyx_checksum, 0x82a3537, 0x6ae9995, 0xb068931, ((char const *)"name")); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(1, 6, __pyx_L1_error)
/* "(tree fragment)":7
* cdef object __pyx_result
* __Pyx_CheckUnpickleChecksum(__pyx_checksum, 0x82a3537, 0x6ae9995, 0xb068931, b'name')
* __pyx_result = Enum.__new__(__pyx_type) # <<<<<<<<<<<<<<
* if __pyx_state is not None:
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
*/
__pyx_t_3 = ((PyObject *)__pyx_mstate_global->__pyx_MemviewEnum_type);
__Pyx_INCREF(__pyx_t_3);
__pyx_t_4 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_v___pyx_type};
__pyx_t_2 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_new, __pyx_callargs+__pyx_t_4, (2-__pyx_t_4) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 7, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
}
__pyx_v___pyx_result = __pyx_t_2;
__pyx_t_2 = 0;
/* "(tree fragment)":8
* __Pyx_CheckUnpickleChecksum(__pyx_checksum, 0x82a3537, 0x6ae9995, 0xb068931, b'name')
* __pyx_result = Enum.__new__(__pyx_type)
* if __pyx_state is not None: # <<<<<<<<<<<<<<
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
* return __pyx_result
*/
__pyx_t_5 = (__pyx_v___pyx_state != ((PyObject*)Py_None));
if (__pyx_t_5) {
/* "(tree fragment)":9
* __pyx_result = Enum.__new__(__pyx_type)
* if __pyx_state is not None:
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state) # <<<<<<<<<<<<<<
* return __pyx_result
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, __pyx_state: tuple):
*/
if (unlikely(__pyx_v___pyx_state == Py_None)) {
PyErr_SetString(PyExc_TypeError, "cannot pass None into a C function argument that is declared 'not None'");
__PYX_ERR(1, 9, __pyx_L1_error)
}
__pyx_t_2 = __pyx_unpickle_Enum__set_state(((struct __pyx_MemviewEnum_obj *)__pyx_v___pyx_result), __pyx_v___pyx_state); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 9, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "(tree fragment)":8
* __Pyx_CheckUnpickleChecksum(__pyx_checksum, 0x82a3537, 0x6ae9995, 0xb068931, b'name')
* __pyx_result = Enum.__new__(__pyx_type)
* if __pyx_state is not None: # <<<<<<<<<<<<<<
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
* return __pyx_result
*/
}
/* "(tree fragment)":10
* if __pyx_state is not None:
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
* return __pyx_result # <<<<<<<<<<<<<<
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, __pyx_state: tuple):
* __pyx_result.name = __pyx_state[0]
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v___pyx_result);
__pyx_r = __pyx_v___pyx_result;
goto __pyx_L0;
/* "(tree fragment)":4
* int __Pyx_CheckUnpickleChecksum(long, long, long, long, const char*) except -1
* int __Pyx_UpdateUnpickledDict(object, object, Py_ssize_t) except -1
* def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, tuple __pyx_state): # <<<<<<<<<<<<<<
* cdef object __pyx_result
* __Pyx_CheckUnpickleChecksum(__pyx_checksum, 0x82a3537, 0x6ae9995, 0xb068931, b'name')
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v___pyx_result);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "(tree fragment)":11
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
* return __pyx_result
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, __pyx_state: tuple): # <<<<<<<<<<<<<<
* __pyx_result.name = __pyx_state[0]
* __Pyx_UpdateUnpickledDict(__pyx_result, __pyx_state, 1)
*/
static PyObject *__pyx_unpickle_Enum__set_state(struct __pyx_MemviewEnum_obj *__pyx_v___pyx_result, PyObject *__pyx_v___pyx_state) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_t_2;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__pyx_unpickle_Enum__set_state", 0);
/* "(tree fragment)":12
* return __pyx_result
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, __pyx_state: tuple):
* __pyx_result.name = __pyx_state[0] # <<<<<<<<<<<<<<
* __Pyx_UpdateUnpickledDict(__pyx_result, __pyx_state, 1)
*/
__pyx_t_1 = __Pyx_GetItemInt_Tuple(__pyx_v___pyx_state, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 12, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_GIVEREF(__pyx_t_1);
__Pyx_GOTREF(__pyx_v___pyx_result->name);
__Pyx_DECREF(__pyx_v___pyx_result->name);
__pyx_v___pyx_result->name = __pyx_t_1;
__pyx_t_1 = 0;
/* "(tree fragment)":13
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, __pyx_state: tuple):
* __pyx_result.name = __pyx_state[0]
* __Pyx_UpdateUnpickledDict(__pyx_result, __pyx_state, 1) # <<<<<<<<<<<<<<
*/
__pyx_t_2 = __Pyx_UpdateUnpickledDict(((PyObject *)__pyx_v___pyx_result), __pyx_v___pyx_state, 1); if (unlikely(__pyx_t_2 == ((int)-1))) __PYX_ERR(1, 13, __pyx_L1_error)
/* "(tree fragment)":11
* __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
* return __pyx_result
* cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, __pyx_state: tuple): # <<<<<<<<<<<<<<
* __pyx_result.name = __pyx_state[0]
* __Pyx_UpdateUnpickledDict(__pyx_result, __pyx_state, 1)
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum__set_state", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":242
* cdef int type_num
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp itemsize(self) noexcept nogil:
* return PyDataType_ELSIZE(self)
*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_5dtype_8itemsize_itemsize(PyArray_Descr *__pyx_v_self) {
npy_intp __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":244
* @property
* cdef inline npy_intp itemsize(self) noexcept nogil:
* return PyDataType_ELSIZE(self) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_r = PyDataType_ELSIZE(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":242
* cdef int type_num
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp itemsize(self) noexcept nogil:
* return PyDataType_ELSIZE(self)
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":246
* return PyDataType_ELSIZE(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp alignment(self) noexcept nogil:
* return PyDataType_ALIGNMENT(self)
*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_5dtype_9alignment_alignment(PyArray_Descr *__pyx_v_self) {
npy_intp __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":248
* @property
* cdef inline npy_intp alignment(self) noexcept nogil:
* return PyDataType_ALIGNMENT(self) # <<<<<<<<<<<<<<
*
* # Use fields/names with care as they may be NULL. You must check
*/
__pyx_r = PyDataType_ALIGNMENT(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":246
* return PyDataType_ELSIZE(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp alignment(self) noexcept nogil:
* return PyDataType_ALIGNMENT(self)
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":252
* # Use fields/names with care as they may be NULL. You must check
* # for this using PyDataType_HASFIELDS.
* @property # <<<<<<<<<<<<<<
* cdef inline object fields(self):
* return <object>PyDataType_FIELDS(self)
*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_5dtype_6fields_fields(PyArray_Descr *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1;
__Pyx_RefNannySetupContext("fields", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":254
* @property
* cdef inline object fields(self):
* return <object>PyDataType_FIELDS(self) # <<<<<<<<<<<<<<
*
* @property
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = PyDataType_FIELDS(__pyx_v_self);
__Pyx_INCREF(((PyObject *)__pyx_t_1));
__pyx_r = ((PyObject *)__pyx_t_1);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":252
* # Use fields/names with care as they may be NULL. You must check
* # for this using PyDataType_HASFIELDS.
* @property # <<<<<<<<<<<<<<
* cdef inline object fields(self):
* return <object>PyDataType_FIELDS(self)
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":256
* return <object>PyDataType_FIELDS(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline tuple names(self):
* return <tuple>PyDataType_NAMES(self)
*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_5dtype_5names_names(PyArray_Descr *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1;
__Pyx_RefNannySetupContext("names", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":258
* @property
* cdef inline tuple names(self):
* return <tuple>PyDataType_NAMES(self) # <<<<<<<<<<<<<<
*
* # Use PyDataType_HASSUBARRAY to test whether this field is
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = PyDataType_NAMES(__pyx_v_self);
__Pyx_INCREF(((PyObject*)__pyx_t_1));
__pyx_r = ((PyObject*)__pyx_t_1);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":256
* return <object>PyDataType_FIELDS(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline tuple names(self):
* return <tuple>PyDataType_NAMES(self)
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":263
* # valid (the pointer can be NULL). Most users should access
* # this field via the inline helper method PyDataType_SHAPE.
* @property # <<<<<<<<<<<<<<
* cdef inline PyArray_ArrayDescr* subarray(self) noexcept nogil:
* return PyDataType_SUBARRAY(self)
*/
static CYTHON_INLINE PyArray_ArrayDescr *__pyx_f_5numpy_5dtype_8subarray_subarray(PyArray_Descr *__pyx_v_self) {
PyArray_ArrayDescr *__pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":265
* @property
* cdef inline PyArray_ArrayDescr* subarray(self) noexcept nogil:
* return PyDataType_SUBARRAY(self) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_r = PyDataType_SUBARRAY(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":263
* # valid (the pointer can be NULL). Most users should access
* # this field via the inline helper method PyDataType_SHAPE.
* @property # <<<<<<<<<<<<<<
* cdef inline PyArray_ArrayDescr* subarray(self) noexcept nogil:
* return PyDataType_SUBARRAY(self)
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":267
* return PyDataType_SUBARRAY(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_uint64 flags(self) noexcept nogil:
* """The data types flags."""
*/
static CYTHON_INLINE npy_uint64 __pyx_f_5numpy_5dtype_5flags_flags(PyArray_Descr *__pyx_v_self) {
npy_uint64 __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":270
* cdef inline npy_uint64 flags(self) noexcept nogil:
* """The data types flags."""
* return PyDataType_FLAGS(self) # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = PyDataType_FLAGS(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":267
* return PyDataType_SUBARRAY(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_uint64 flags(self) noexcept nogil:
* """The data types flags."""
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":279
* ctypedef class numpy.broadcast [object PyArrayMultiIterObject, check_size ignore]:
*
* @property # <<<<<<<<<<<<<<
* cdef inline int numiter(self) noexcept nogil:
* """The number of arrays that need to be broadcast to the same shape."""
*/
static CYTHON_INLINE int __pyx_f_5numpy_9broadcast_7numiter_numiter(PyArrayMultiIterObject *__pyx_v_self) {
int __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":282
* cdef inline int numiter(self) noexcept nogil:
* """The number of arrays that need to be broadcast to the same shape."""
* return PyArray_MultiIter_NUMITER(self) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_r = PyArray_MultiIter_NUMITER(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":279
* ctypedef class numpy.broadcast [object PyArrayMultiIterObject, check_size ignore]:
*
* @property # <<<<<<<<<<<<<<
* cdef inline int numiter(self) noexcept nogil:
* """The number of arrays that need to be broadcast to the same shape."""
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":284
* return PyArray_MultiIter_NUMITER(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp size(self) noexcept nogil:
* """The total broadcasted size."""
*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_9broadcast_4size_size(PyArrayMultiIterObject *__pyx_v_self) {
npy_intp __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":287
* cdef inline npy_intp size(self) noexcept nogil:
* """The total broadcasted size."""
* return PyArray_MultiIter_SIZE(self) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_r = PyArray_MultiIter_SIZE(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":284
* return PyArray_MultiIter_NUMITER(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp size(self) noexcept nogil:
* """The total broadcasted size."""
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":289
* return PyArray_MultiIter_SIZE(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp index(self) noexcept nogil:
* """The current (1-d) index into the broadcasted result."""
*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_9broadcast_5index_index(PyArrayMultiIterObject *__pyx_v_self) {
npy_intp __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":292
* cdef inline npy_intp index(self) noexcept nogil:
* """The current (1-d) index into the broadcasted result."""
* return PyArray_MultiIter_INDEX(self) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_r = PyArray_MultiIter_INDEX(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":289
* return PyArray_MultiIter_SIZE(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp index(self) noexcept nogil:
* """The current (1-d) index into the broadcasted result."""
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":294
* return PyArray_MultiIter_INDEX(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline int nd(self) noexcept nogil:
* """The number of dimensions in the broadcasted result."""
*/
static CYTHON_INLINE int __pyx_f_5numpy_9broadcast_2nd_nd(PyArrayMultiIterObject *__pyx_v_self) {
int __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":297
* cdef inline int nd(self) noexcept nogil:
* """The number of dimensions in the broadcasted result."""
* return PyArray_MultiIter_NDIM(self) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_r = PyArray_MultiIter_NDIM(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":294
* return PyArray_MultiIter_INDEX(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline int nd(self) noexcept nogil:
* """The number of dimensions in the broadcasted result."""
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":299
* return PyArray_MultiIter_NDIM(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp* dimensions(self) noexcept nogil:
* """The shape of the broadcasted result."""
*/
static CYTHON_INLINE npy_intp *__pyx_f_5numpy_9broadcast_10dimensions_dimensions(PyArrayMultiIterObject *__pyx_v_self) {
npy_intp *__pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":302
* cdef inline npy_intp* dimensions(self) noexcept nogil:
* """The shape of the broadcasted result."""
* return PyArray_MultiIter_DIMS(self) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_r = PyArray_MultiIter_DIMS(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":299
* return PyArray_MultiIter_NDIM(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp* dimensions(self) noexcept nogil:
* """The shape of the broadcasted result."""
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":304
* return PyArray_MultiIter_DIMS(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline void** iters(self) noexcept nogil:
* """An array of iterator objects that holds the iterators for the arrays to be broadcast together.
*/
static CYTHON_INLINE void **__pyx_f_5numpy_9broadcast_5iters_iters(PyArrayMultiIterObject *__pyx_v_self) {
void **__pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":308
* """An array of iterator objects that holds the iterators for the arrays to be broadcast together.
* On return, the iterators are adjusted for broadcasting."""
* return PyArray_MultiIter_ITERS(self) # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = PyArray_MultiIter_ITERS(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":304
* return PyArray_MultiIter_DIMS(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline void** iters(self) noexcept nogil:
* """An array of iterator objects that holds the iterators for the arrays to be broadcast together.
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":322
* # Instead, we use properties that map to the corresponding C-API functions.
*
* @property # <<<<<<<<<<<<<<
* cdef inline PyObject* base(self) noexcept nogil:
* """Returns a borrowed reference to the object owning the data/memory.
*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_7ndarray_4base_base(PyArrayObject *__pyx_v_self) {
PyObject *__pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":326
* """Returns a borrowed reference to the object owning the data/memory.
* """
* return PyArray_BASE(self) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_r = PyArray_BASE(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":322
* # Instead, we use properties that map to the corresponding C-API functions.
*
* @property # <<<<<<<<<<<<<<
* cdef inline PyObject* base(self) noexcept nogil:
* """Returns a borrowed reference to the object owning the data/memory.
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":328
* return PyArray_BASE(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline dtype descr(self):
* """Returns an owned reference to the dtype of the array.
*/
static CYTHON_INLINE PyArray_Descr *__pyx_f_5numpy_7ndarray_5descr_descr(PyArrayObject *__pyx_v_self) {
PyArray_Descr *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyArray_Descr *__pyx_t_1;
__Pyx_RefNannySetupContext("descr", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":332
* """Returns an owned reference to the dtype of the array.
* """
* return <dtype>PyArray_DESCR(self) # <<<<<<<<<<<<<<
*
* @property
*/
__Pyx_XDECREF((PyObject *)__pyx_r);
__pyx_t_1 = PyArray_DESCR(__pyx_v_self);
__Pyx_INCREF((PyObject *)((PyArray_Descr *)__pyx_t_1));
__pyx_r = ((PyArray_Descr *)__pyx_t_1);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":328
* return PyArray_BASE(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline dtype descr(self):
* """Returns an owned reference to the dtype of the array.
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF((PyObject *)__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":334
* return <dtype>PyArray_DESCR(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline int ndim(self) noexcept nogil:
* """Returns the number of dimensions in the array.
*/
static CYTHON_INLINE int __pyx_f_5numpy_7ndarray_4ndim_ndim(PyArrayObject *__pyx_v_self) {
int __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":338
* """Returns the number of dimensions in the array.
* """
* return PyArray_NDIM(self) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_r = PyArray_NDIM(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":334
* return <dtype>PyArray_DESCR(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline int ndim(self) noexcept nogil:
* """Returns the number of dimensions in the array.
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":340
* return PyArray_NDIM(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp *shape(self) noexcept nogil:
* """Returns a pointer to the dimensions/shape of the array.
*/
static CYTHON_INLINE npy_intp *__pyx_f_5numpy_7ndarray_5shape_shape(PyArrayObject *__pyx_v_self) {
npy_intp *__pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":346
* Can return NULL for 0-dimensional arrays.
* """
* return PyArray_DIMS(self) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_r = PyArray_DIMS(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":340
* return PyArray_NDIM(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp *shape(self) noexcept nogil:
* """Returns a pointer to the dimensions/shape of the array.
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":348
* return PyArray_DIMS(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp *strides(self) noexcept nogil:
* """Returns a pointer to the strides of the array.
*/
static CYTHON_INLINE npy_intp *__pyx_f_5numpy_7ndarray_7strides_strides(PyArrayObject *__pyx_v_self) {
npy_intp *__pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":353
* The number of elements matches the number of dimensions of the array (ndim).
* """
* return PyArray_STRIDES(self) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_r = PyArray_STRIDES(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":348
* return PyArray_DIMS(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp *strides(self) noexcept nogil:
* """Returns a pointer to the strides of the array.
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":355
* return PyArray_STRIDES(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp size(self) noexcept nogil:
* """Returns the total size (in number of elements) of the array.
*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_7ndarray_4size_size(PyArrayObject *__pyx_v_self) {
npy_intp __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":359
* """Returns the total size (in number of elements) of the array.
* """
* return PyArray_SIZE(self) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_r = PyArray_SIZE(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":355
* return PyArray_STRIDES(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline npy_intp size(self) noexcept nogil:
* """Returns the total size (in number of elements) of the array.
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":361
* return PyArray_SIZE(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline char* data(self) noexcept nogil:
* """The pointer to the data buffer as a char*.
*/
static CYTHON_INLINE char *__pyx_f_5numpy_7ndarray_4data_data(PyArrayObject *__pyx_v_self) {
char *__pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":368
* of `PyArray_DATA()` instead, which returns a 'void*'.
* """
* return PyArray_BYTES(self) # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = PyArray_BYTES(__pyx_v_self);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":361
* return PyArray_SIZE(self)
*
* @property # <<<<<<<<<<<<<<
* cdef inline char* data(self) noexcept nogil:
* """The pointer to the data buffer as a char*.
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":776
* ctypedef long double complex clongdouble_t
*
* cdef inline object PyArray_MultiIterNew1(a): # <<<<<<<<<<<<<<
* return PyArray_MultiIterNew(1, <void*>a)
*
*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew1(PyObject *__pyx_v_a) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("PyArray_MultiIterNew1", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":777
*
* cdef inline object PyArray_MultiIterNew1(a):
* return PyArray_MultiIterNew(1, <void*>a) # <<<<<<<<<<<<<<
*
* cdef inline object PyArray_MultiIterNew2(a, b):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = PyArray_MultiIterNew(1, ((void *)__pyx_v_a)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 777, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":776
* ctypedef long double complex clongdouble_t
*
* cdef inline object PyArray_MultiIterNew1(a): # <<<<<<<<<<<<<<
* return PyArray_MultiIterNew(1, <void*>a)
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew1", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":779
* return PyArray_MultiIterNew(1, <void*>a)
*
* cdef inline object PyArray_MultiIterNew2(a, b): # <<<<<<<<<<<<<<
* return PyArray_MultiIterNew(2, <void*>a, <void*>b)
*
*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew2(PyObject *__pyx_v_a, PyObject *__pyx_v_b) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("PyArray_MultiIterNew2", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":780
*
* cdef inline object PyArray_MultiIterNew2(a, b):
* return PyArray_MultiIterNew(2, <void*>a, <void*>b) # <<<<<<<<<<<<<<
*
* cdef inline object PyArray_MultiIterNew3(a, b, c):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = PyArray_MultiIterNew(2, ((void *)__pyx_v_a), ((void *)__pyx_v_b)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 780, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":779
* return PyArray_MultiIterNew(1, <void*>a)
*
* cdef inline object PyArray_MultiIterNew2(a, b): # <<<<<<<<<<<<<<
* return PyArray_MultiIterNew(2, <void*>a, <void*>b)
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew2", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":782
* return PyArray_MultiIterNew(2, <void*>a, <void*>b)
*
* cdef inline object PyArray_MultiIterNew3(a, b, c): # <<<<<<<<<<<<<<
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
*
*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew3(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("PyArray_MultiIterNew3", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":783
*
* cdef inline object PyArray_MultiIterNew3(a, b, c):
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c) # <<<<<<<<<<<<<<
*
* cdef inline object PyArray_MultiIterNew4(a, b, c, d):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = PyArray_MultiIterNew(3, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 783, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":782
* return PyArray_MultiIterNew(2, <void*>a, <void*>b)
*
* cdef inline object PyArray_MultiIterNew3(a, b, c): # <<<<<<<<<<<<<<
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew3", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":785
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
*
* cdef inline object PyArray_MultiIterNew4(a, b, c, d): # <<<<<<<<<<<<<<
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
*
*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew4(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("PyArray_MultiIterNew4", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":786
*
* cdef inline object PyArray_MultiIterNew4(a, b, c, d):
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d) # <<<<<<<<<<<<<<
*
* cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = PyArray_MultiIterNew(4, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 786, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":785
* return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
*
* cdef inline object PyArray_MultiIterNew4(a, b, c, d): # <<<<<<<<<<<<<<
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew4", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":788
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
*
* cdef inline object PyArray_MultiIterNew5(a, b, c, d, e): # <<<<<<<<<<<<<<
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
*
*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew5(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d, PyObject *__pyx_v_e) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("PyArray_MultiIterNew5", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":789
*
* cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e) # <<<<<<<<<<<<<<
*
* cdef inline tuple PyDataType_SHAPE(dtype d):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = PyArray_MultiIterNew(5, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d), ((void *)__pyx_v_e)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 789, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":788
* return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
*
* cdef inline object PyArray_MultiIterNew5(a, b, c, d, e): # <<<<<<<<<<<<<<
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("numpy.PyArray_MultiIterNew5", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":791
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
*
* cdef inline tuple PyDataType_SHAPE(dtype d): # <<<<<<<<<<<<<<
* if PyDataType_HASSUBARRAY(d):
* return <tuple>d.subarray.shape
*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyDataType_SHAPE(PyArray_Descr *__pyx_v_d) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2;
__Pyx_RefNannySetupContext("PyDataType_SHAPE", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":792
*
* cdef inline tuple PyDataType_SHAPE(dtype d):
* if PyDataType_HASSUBARRAY(d): # <<<<<<<<<<<<<<
* return <tuple>d.subarray.shape
* else:
*/
__pyx_t_1 = PyDataType_HASSUBARRAY(__pyx_v_d);
if (__pyx_t_1) {
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":793
* cdef inline tuple PyDataType_SHAPE(dtype d):
* if PyDataType_HASSUBARRAY(d):
* return <tuple>d.subarray.shape # <<<<<<<<<<<<<<
* else:
* return ()
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = __pyx_f_5numpy_5dtype_8subarray_subarray(__pyx_v_d)->shape;
__Pyx_INCREF(((PyObject*)__pyx_t_2));
__pyx_r = ((PyObject*)__pyx_t_2);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":792
*
* cdef inline tuple PyDataType_SHAPE(dtype d):
* if PyDataType_HASSUBARRAY(d): # <<<<<<<<<<<<<<
* return <tuple>d.subarray.shape
* else:
*/
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":795
* return <tuple>d.subarray.shape
* else:
* return () # <<<<<<<<<<<<<<
*
*
*/
/*else*/ {
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_mstate_global->__pyx_empty_tuple);
__pyx_r = __pyx_mstate_global->__pyx_empty_tuple;
goto __pyx_L0;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":791
* return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
*
* cdef inline tuple PyDataType_SHAPE(dtype d): # <<<<<<<<<<<<<<
* if PyDataType_HASSUBARRAY(d):
* return <tuple>d.subarray.shape
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":994
* int _import_umath() except -1
*
* cdef inline void set_array_base(ndarray arr, object base) except *: # <<<<<<<<<<<<<<
* Py_INCREF(base) # important to do this before stealing the reference below!
* PyArray_SetBaseObject(arr, base)
*/
static CYTHON_INLINE void __pyx_f_5numpy_set_array_base(PyArrayObject *__pyx_v_arr, PyObject *__pyx_v_base) {
int __pyx_t_1;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":995
*
* cdef inline void set_array_base(ndarray arr, object base) except *:
* Py_INCREF(base) # important to do this before stealing the reference below! # <<<<<<<<<<<<<<
* PyArray_SetBaseObject(arr, base)
*
*/
Py_INCREF(__pyx_v_base);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":996
* cdef inline void set_array_base(ndarray arr, object base) except *:
* Py_INCREF(base) # important to do this before stealing the reference below!
* PyArray_SetBaseObject(arr, base) # <<<<<<<<<<<<<<
*
* cdef inline object get_array_base(ndarray arr):
*/
__pyx_t_1 = PyArray_SetBaseObject(__pyx_v_arr, __pyx_v_base); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(2, 996, __pyx_L1_error)
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":994
* int _import_umath() except -1
*
* cdef inline void set_array_base(ndarray arr, object base) except *: # <<<<<<<<<<<<<<
* Py_INCREF(base) # important to do this before stealing the reference below!
* PyArray_SetBaseObject(arr, base)
*/
/* function exit code */
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_AddTraceback("numpy.set_array_base", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_L0:;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":998
* PyArray_SetBaseObject(arr, base)
*
* cdef inline object get_array_base(ndarray arr): # <<<<<<<<<<<<<<
* base = PyArray_BASE(arr)
* if base is NULL:
*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_get_array_base(PyArrayObject *__pyx_v_arr) {
PyObject *__pyx_v_base;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
__Pyx_RefNannySetupContext("get_array_base", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":999
*
* cdef inline object get_array_base(ndarray arr):
* base = PyArray_BASE(arr) # <<<<<<<<<<<<<<
* if base is NULL:
* return None
*/
__pyx_v_base = PyArray_BASE(__pyx_v_arr);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1000
* cdef inline object get_array_base(ndarray arr):
* base = PyArray_BASE(arr)
* if base is NULL: # <<<<<<<<<<<<<<
* return None
* return <object>base
*/
__pyx_t_1 = (__pyx_v_base == NULL);
if (__pyx_t_1) {
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1001
* base = PyArray_BASE(arr)
* if base is NULL:
* return None # <<<<<<<<<<<<<<
* return <object>base
*
*/
__Pyx_XDECREF(__pyx_r);
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1000
* cdef inline object get_array_base(ndarray arr):
* base = PyArray_BASE(arr)
* if base is NULL: # <<<<<<<<<<<<<<
* return None
* return <object>base
*/
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1002
* if base is NULL:
* return None
* return <object>base # <<<<<<<<<<<<<<
*
* # Versions of the import_* functions which are more suitable for
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(((PyObject *)__pyx_v_base));
__pyx_r = ((PyObject *)__pyx_v_base);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":998
* PyArray_SetBaseObject(arr, base)
*
* cdef inline object get_array_base(ndarray arr): # <<<<<<<<<<<<<<
* base = PyArray_BASE(arr)
* if base is NULL:
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1006
* # Versions of the import_* functions which are more suitable for
* # Cython code.
* cdef inline int import_array() except -1: # <<<<<<<<<<<<<<
* try:
* __pyx_import_array()
*/
static CYTHON_INLINE int __pyx_f_5numpy_import_array(void) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
int __pyx_t_4;
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
PyObject *__pyx_t_8 = NULL;
PyObject *__pyx_t_9 = NULL;
size_t __pyx_t_10;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("import_array", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1007
* # Cython code.
* cdef inline int import_array() except -1:
* try: # <<<<<<<<<<<<<<
* __pyx_import_array()
* except Exception:
*/
{
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
__Pyx_XGOTREF(__pyx_t_1);
__Pyx_XGOTREF(__pyx_t_2);
__Pyx_XGOTREF(__pyx_t_3);
/*try:*/ {
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1008
* cdef inline int import_array() except -1:
* try:
* __pyx_import_array() # <<<<<<<<<<<<<<
* except Exception:
* raise ImportError("numpy._core.multiarray failed to import")
*/
__pyx_t_4 = _import_array(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 1008, __pyx_L3_error)
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1007
* # Cython code.
* cdef inline int import_array() except -1:
* try: # <<<<<<<<<<<<<<
* __pyx_import_array()
* except Exception:
*/
}
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
goto __pyx_L8_try_end;
__pyx_L3_error:;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1009
* try:
* __pyx_import_array()
* except Exception: # <<<<<<<<<<<<<<
* raise ImportError("numpy._core.multiarray failed to import")
*
*/
__pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(((PyTypeObject*)PyExc_Exception))));
if (__pyx_t_4) {
__Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 1009, __pyx_L5_except_error)
__Pyx_XGOTREF(__pyx_t_5);
__Pyx_XGOTREF(__pyx_t_6);
__Pyx_XGOTREF(__pyx_t_7);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1010
* __pyx_import_array()
* except Exception:
* raise ImportError("numpy._core.multiarray failed to import") # <<<<<<<<<<<<<<
*
* cdef inline int import_umath() except -1:
*/
__pyx_t_9 = NULL;
__pyx_t_10 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_mstate_global->__pyx_kp_u_numpy__core_multiarray_failed_to};
__pyx_t_8 = __Pyx_PyObject_FastCall((PyObject*)(((PyTypeObject*)PyExc_ImportError)), __pyx_callargs+__pyx_t_10, (2-__pyx_t_10) | (__pyx_t_10*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 1010, __pyx_L5_except_error)
__Pyx_GOTREF(__pyx_t_8);
}
__Pyx_Raise(__pyx_t_8, 0, 0, 0);
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
__PYX_ERR(2, 1010, __pyx_L5_except_error)
}
goto __pyx_L5_except_error;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1007
* # Cython code.
* cdef inline int import_array() except -1:
* try: # <<<<<<<<<<<<<<
* __pyx_import_array()
* except Exception:
*/
__pyx_L5_except_error:;
__Pyx_XGIVEREF(__pyx_t_1);
__Pyx_XGIVEREF(__pyx_t_2);
__Pyx_XGIVEREF(__pyx_t_3);
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
goto __pyx_L1_error;
__pyx_L8_try_end:;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1006
* # Versions of the import_* functions which are more suitable for
* # Cython code.
* cdef inline int import_array() except -1: # <<<<<<<<<<<<<<
* try:
* __pyx_import_array()
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_7);
__Pyx_XDECREF(__pyx_t_8);
__Pyx_XDECREF(__pyx_t_9);
__Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1012
* raise ImportError("numpy._core.multiarray failed to import")
*
* cdef inline int import_umath() except -1: # <<<<<<<<<<<<<<
* try:
* _import_umath()
*/
static CYTHON_INLINE int __pyx_f_5numpy_import_umath(void) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
int __pyx_t_4;
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
PyObject *__pyx_t_8 = NULL;
PyObject *__pyx_t_9 = NULL;
size_t __pyx_t_10;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("import_umath", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1013
*
* cdef inline int import_umath() except -1:
* try: # <<<<<<<<<<<<<<
* _import_umath()
* except Exception:
*/
{
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
__Pyx_XGOTREF(__pyx_t_1);
__Pyx_XGOTREF(__pyx_t_2);
__Pyx_XGOTREF(__pyx_t_3);
/*try:*/ {
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1014
* cdef inline int import_umath() except -1:
* try:
* _import_umath() # <<<<<<<<<<<<<<
* except Exception:
* raise ImportError("numpy._core.umath failed to import")
*/
__pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 1014, __pyx_L3_error)
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1013
*
* cdef inline int import_umath() except -1:
* try: # <<<<<<<<<<<<<<
* _import_umath()
* except Exception:
*/
}
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
goto __pyx_L8_try_end;
__pyx_L3_error:;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1015
* try:
* _import_umath()
* except Exception: # <<<<<<<<<<<<<<
* raise ImportError("numpy._core.umath failed to import")
*
*/
__pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(((PyTypeObject*)PyExc_Exception))));
if (__pyx_t_4) {
__Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename);
if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 1015, __pyx_L5_except_error)
__Pyx_XGOTREF(__pyx_t_5);
__Pyx_XGOTREF(__pyx_t_6);
__Pyx_XGOTREF(__pyx_t_7);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1016
* _import_umath()
* except Exception:
* raise ImportError("numpy._core.umath failed to import") # <<<<<<<<<<<<<<
*
* cdef inline int import_ufunc() except -1:
*/
__pyx_t_9 = NULL;
__pyx_t_10 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_mstate_global->__pyx_kp_u_numpy__core_umath_failed_to_impo};
__pyx_t_8 = __Pyx_PyObject_FastCall((PyObject*)(((PyTypeObject*)PyExc_ImportError)), __pyx_callargs+__pyx_t_10, (2-__pyx_t_10) | (__pyx_t_10*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 1016, __pyx_L5_except_error)
__Pyx_GOTREF(__pyx_t_8);
}
__Pyx_Raise(__pyx_t_8, 0, 0, 0);
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
__PYX_ERR(2, 1016, __pyx_L5_except_error)
}
goto __pyx_L5_except_error;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1013
*
* cdef inline int import_umath() except -1:
* try: # <<<<<<<<<<<<<<
* _import_umath()
* except Exception:
*/
__pyx_L5_except_error:;
__Pyx_XGIVEREF(__pyx_t_1);
__Pyx_XGIVEREF(__pyx_t_2);
__Pyx_XGIVEREF(__pyx_t_3);
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
goto __pyx_L1_error;
__pyx_L8_try_end:;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1012
* raise ImportError("numpy._core.multiarray failed to import")
*
* cdef inline int import_umath() except -1: # <<<<<<<<<<<<<<
* try:
* _import_umath()
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_7);
__Pyx_XDECREF(__pyx_t_8);
__Pyx_XDECREF(__pyx_t_9);
__Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1018
* raise ImportError("numpy._core.umath failed to import")
*
* cdef inline int import_ufunc() except -1: # <<<<<<<<<<<<<<
* try:
* _import_umath()
*/
static CYTHON_INLINE int __pyx_f_5numpy_import_ufunc(void) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
int __pyx_t_4;
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
PyObject *__pyx_t_8 = NULL;
PyObject *__pyx_t_9 = NULL;
size_t __pyx_t_10;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("import_ufunc", 0);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1019
*
* cdef inline int import_ufunc() except -1:
* try: # <<<<<<<<<<<<<<
* _import_umath()
* except Exception:
*/
{
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
__Pyx_XGOTREF(__pyx_t_1);
__Pyx_XGOTREF(__pyx_t_2);
__Pyx_XGOTREF(__pyx_t_3);
/*try:*/ {
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1020
* cdef inline int import_ufunc() except -1:
* try:
* _import_umath() # <<<<<<<<<<<<<<
* except Exception:
* raise ImportError("numpy._core.umath failed to import")
*/
__pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 1020, __pyx_L3_error)
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1019
*
* cdef inline int import_ufunc() except -1:
* try: # <<<<<<<<<<<<<<
* _import_umath()
* except Exception:
*/
}
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
goto __pyx_L8_try_end;
__pyx_L3_error:;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1021
* try:
* _import_umath()
* except Exception: # <<<<<<<<<<<<<<
* raise ImportError("numpy._core.umath failed to import")
*
*/
__pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(((PyTypeObject*)PyExc_Exception))));
if (__pyx_t_4) {
__Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename);
if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 1021, __pyx_L5_except_error)
__Pyx_XGOTREF(__pyx_t_5);
__Pyx_XGOTREF(__pyx_t_6);
__Pyx_XGOTREF(__pyx_t_7);
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1022
* _import_umath()
* except Exception:
* raise ImportError("numpy._core.umath failed to import") # <<<<<<<<<<<<<<
*
*
*/
__pyx_t_9 = NULL;
__pyx_t_10 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_mstate_global->__pyx_kp_u_numpy__core_umath_failed_to_impo};
__pyx_t_8 = __Pyx_PyObject_FastCall((PyObject*)(((PyTypeObject*)PyExc_ImportError)), __pyx_callargs+__pyx_t_10, (2-__pyx_t_10) | (__pyx_t_10*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 1022, __pyx_L5_except_error)
__Pyx_GOTREF(__pyx_t_8);
}
__Pyx_Raise(__pyx_t_8, 0, 0, 0);
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
__PYX_ERR(2, 1022, __pyx_L5_except_error)
}
goto __pyx_L5_except_error;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1019
*
* cdef inline int import_ufunc() except -1:
* try: # <<<<<<<<<<<<<<
* _import_umath()
* except Exception:
*/
__pyx_L5_except_error:;
__Pyx_XGIVEREF(__pyx_t_1);
__Pyx_XGIVEREF(__pyx_t_2);
__Pyx_XGIVEREF(__pyx_t_3);
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
goto __pyx_L1_error;
__pyx_L8_try_end:;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1018
* raise ImportError("numpy._core.umath failed to import")
*
* cdef inline int import_ufunc() except -1: # <<<<<<<<<<<<<<
* try:
* _import_umath()
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_7);
__Pyx_XDECREF(__pyx_t_8);
__Pyx_XDECREF(__pyx_t_9);
__Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1025
*
*
* cdef inline bint is_timedelta64_object(object obj) noexcept: # <<<<<<<<<<<<<<
* """
* Cython equivalent of `isinstance(obj, np.timedelta64)`
*/
static CYTHON_INLINE int __pyx_f_5numpy_is_timedelta64_object(PyObject *__pyx_v_obj) {
int __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1037
* bool
* """
* return PyObject_TypeCheck(obj, &PyTimedeltaArrType_Type) # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = PyObject_TypeCheck(__pyx_v_obj, (&PyTimedeltaArrType_Type));
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1025
*
*
* cdef inline bint is_timedelta64_object(object obj) noexcept: # <<<<<<<<<<<<<<
* """
* Cython equivalent of `isinstance(obj, np.timedelta64)`
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1040
*
*
* cdef inline bint is_datetime64_object(object obj) noexcept: # <<<<<<<<<<<<<<
* """
* Cython equivalent of `isinstance(obj, np.datetime64)`
*/
static CYTHON_INLINE int __pyx_f_5numpy_is_datetime64_object(PyObject *__pyx_v_obj) {
int __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1052
* bool
* """
* return PyObject_TypeCheck(obj, &PyDatetimeArrType_Type) # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = PyObject_TypeCheck(__pyx_v_obj, (&PyDatetimeArrType_Type));
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1040
*
*
* cdef inline bint is_datetime64_object(object obj) noexcept: # <<<<<<<<<<<<<<
* """
* Cython equivalent of `isinstance(obj, np.datetime64)`
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1055
*
*
* cdef inline npy_datetime get_datetime64_value(object obj) noexcept nogil: # <<<<<<<<<<<<<<
* """
* returns the int64 value underlying scalar numpy datetime64 object
*/
static CYTHON_INLINE npy_datetime __pyx_f_5numpy_get_datetime64_value(PyObject *__pyx_v_obj) {
npy_datetime __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1062
* also needed. That can be found using `get_datetime64_unit`.
* """
* return (<PyDatetimeScalarObject*>obj).obval # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = ((PyDatetimeScalarObject *)__pyx_v_obj)->obval;
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1055
*
*
* cdef inline npy_datetime get_datetime64_value(object obj) noexcept nogil: # <<<<<<<<<<<<<<
* """
* returns the int64 value underlying scalar numpy datetime64 object
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1065
*
*
* cdef inline npy_timedelta get_timedelta64_value(object obj) noexcept nogil: # <<<<<<<<<<<<<<
* """
* returns the int64 value underlying scalar numpy timedelta64 object
*/
static CYTHON_INLINE npy_timedelta __pyx_f_5numpy_get_timedelta64_value(PyObject *__pyx_v_obj) {
npy_timedelta __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1069
* returns the int64 value underlying scalar numpy timedelta64 object
* """
* return (<PyTimedeltaScalarObject*>obj).obval # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = ((PyTimedeltaScalarObject *)__pyx_v_obj)->obval;
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1065
*
*
* cdef inline npy_timedelta get_timedelta64_value(object obj) noexcept nogil: # <<<<<<<<<<<<<<
* """
* returns the int64 value underlying scalar numpy timedelta64 object
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1072
*
*
* cdef inline NPY_DATETIMEUNIT get_datetime64_unit(object obj) noexcept nogil: # <<<<<<<<<<<<<<
* """
* returns the unit part of the dtype for a numpy datetime64 object.
*/
static CYTHON_INLINE NPY_DATETIMEUNIT __pyx_f_5numpy_get_datetime64_unit(PyObject *__pyx_v_obj) {
NPY_DATETIMEUNIT __pyx_r;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1076
* returns the unit part of the dtype for a numpy datetime64 object.
* """
* return <NPY_DATETIMEUNIT>(<PyDatetimeScalarObject*>obj).obmeta.base # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = ((NPY_DATETIMEUNIT)((PyDatetimeScalarObject *)__pyx_v_obj)->obmeta.base);
goto __pyx_L0;
/* "C:/Users/runneradmin/AppData/Local/Temp/build-env-ej_q3m8u/Lib/site-packages/numpy/__init__.cython-30.pxd":1072
*
*
* cdef inline NPY_DATETIMEUNIT get_datetime64_unit(object obj) noexcept nogil: # <<<<<<<<<<<<<<
* """
* returns the unit part of the dtype for a numpy datetime64 object.
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "lexeme.pxd":29
* cdef readonly attr_t orth
*
* @staticmethod # <<<<<<<<<<<<<<
* cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab):
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth)
*/
static CYTHON_INLINE struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_f_5spacy_6lexeme_6Lexeme_from_ptr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab) {
struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_v_self = 0;
struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
__pyx_t_5spacy_8typedefs_attr_t __pyx_t_3;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("from_ptr", 0);
/* "lexeme.pxd":31
* @staticmethod
* cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab):
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth) # <<<<<<<<<<<<<<
* self.c = lex
* self.vocab = vocab
*/
__pyx_t_1 = __Pyx_PyLong_From_uint64_t(__pyx_v_lex->orth); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 31, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(3, 31, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_INCREF((PyObject *)__pyx_v_vocab);
__Pyx_GIVEREF((PyObject *)__pyx_v_vocab);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_vocab)) != (0)) __PYX_ERR(3, 31, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_1);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1) != (0)) __PYX_ERR(3, 31, __pyx_L1_error);
__pyx_t_1 = 0;
__pyx_t_1 = __Pyx_tp_new(((PyObject *)__pyx_mstate_global->__pyx_ptype_5spacy_6lexeme_Lexeme), ((PyObject*)__pyx_t_2)); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 31, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_mstate_global->__pyx_ptype_5spacy_6lexeme_Lexeme)))) __PYX_ERR(3, 31, __pyx_L1_error)
__pyx_v_self = ((struct __pyx_obj_5spacy_6lexeme_Lexeme *)__pyx_t_1);
__pyx_t_1 = 0;
/* "lexeme.pxd":32
* cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab):
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth)
* self.c = lex # <<<<<<<<<<<<<<
* self.vocab = vocab
* self.orth = lex.orth
*/
__pyx_v_self->c = __pyx_v_lex;
/* "lexeme.pxd":33
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth)
* self.c = lex
* self.vocab = vocab # <<<<<<<<<<<<<<
* self.orth = lex.orth
* return self
*/
__Pyx_INCREF((PyObject *)__pyx_v_vocab);
__Pyx_GIVEREF((PyObject *)__pyx_v_vocab);
__Pyx_GOTREF((PyObject *)__pyx_v_self->vocab);
__Pyx_DECREF((PyObject *)__pyx_v_self->vocab);
__pyx_v_self->vocab = __pyx_v_vocab;
/* "lexeme.pxd":34
* self.c = lex
* self.vocab = vocab
* self.orth = lex.orth # <<<<<<<<<<<<<<
* return self
*
*/
__pyx_t_3 = __pyx_v_lex->orth;
__pyx_v_self->orth = __pyx_t_3;
/* "lexeme.pxd":35
* self.vocab = vocab
* self.orth = lex.orth
* return self # <<<<<<<<<<<<<<
*
* @staticmethod
*/
__Pyx_XDECREF((PyObject *)__pyx_r);
__Pyx_INCREF((PyObject *)__pyx_v_self);
__pyx_r = __pyx_v_self;
goto __pyx_L0;
/* "lexeme.pxd":29
* cdef readonly attr_t orth
*
* @staticmethod # <<<<<<<<<<<<<<
* cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab):
* cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth)
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("spacy.lexeme.Lexeme.from_ptr", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF((PyObject *)__pyx_v_self);
__Pyx_XGIVEREF((PyObject *)__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "lexeme.pxd":37
* return self
*
* @staticmethod # <<<<<<<<<<<<<<
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) noexcept nogil:
* if name < (sizeof(flags_t) * 8):
*/
static CYTHON_INLINE void __pyx_f_5spacy_6lexeme_6Lexeme_set_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_name, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_value) {
int __pyx_t_1;
/* "lexeme.pxd":39
* @staticmethod
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) noexcept nogil:
* if name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
* Lexeme.c_set_flag(lex, name, value)
* elif name == ID:
*/
__pyx_t_1 = (__pyx_v_name < ((sizeof(__pyx_t_5spacy_8typedefs_flags_t)) * 8));
if (__pyx_t_1) {
/* "lexeme.pxd":40
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) noexcept nogil:
* if name < (sizeof(flags_t) * 8):
* Lexeme.c_set_flag(lex, name, value) # <<<<<<<<<<<<<<
* elif name == ID:
* lex.id = value
*/
(void)(__pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(__pyx_v_lex, __pyx_v_name, __pyx_v_value));
/* "lexeme.pxd":39
* @staticmethod
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) noexcept nogil:
* if name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
* Lexeme.c_set_flag(lex, name, value)
* elif name == ID:
*/
goto __pyx_L3;
}
/* "lexeme.pxd":41
* if name < (sizeof(flags_t) * 8):
* Lexeme.c_set_flag(lex, name, value)
* elif name == ID: # <<<<<<<<<<<<<<
* lex.id = value
* elif name == LOWER:
*/
__pyx_t_1 = (__pyx_v_name == __pyx_e_5spacy_5attrs_ID);
if (__pyx_t_1) {
/* "lexeme.pxd":42
* Lexeme.c_set_flag(lex, name, value)
* elif name == ID:
* lex.id = value # <<<<<<<<<<<<<<
* elif name == LOWER:
* lex.lower = value
*/
__pyx_v_lex->id = __pyx_v_value;
/* "lexeme.pxd":41
* if name < (sizeof(flags_t) * 8):
* Lexeme.c_set_flag(lex, name, value)
* elif name == ID: # <<<<<<<<<<<<<<
* lex.id = value
* elif name == LOWER:
*/
goto __pyx_L3;
}
/* "lexeme.pxd":43
* elif name == ID:
* lex.id = value
* elif name == LOWER: # <<<<<<<<<<<<<<
* lex.lower = value
* elif name == NORM:
*/
__pyx_t_1 = (__pyx_v_name == __pyx_e_5spacy_5attrs_LOWER);
if (__pyx_t_1) {
/* "lexeme.pxd":44
* lex.id = value
* elif name == LOWER:
* lex.lower = value # <<<<<<<<<<<<<<
* elif name == NORM:
* lex.norm = value
*/
__pyx_v_lex->lower = __pyx_v_value;
/* "lexeme.pxd":43
* elif name == ID:
* lex.id = value
* elif name == LOWER: # <<<<<<<<<<<<<<
* lex.lower = value
* elif name == NORM:
*/
goto __pyx_L3;
}
/* "lexeme.pxd":45
* elif name == LOWER:
* lex.lower = value
* elif name == NORM: # <<<<<<<<<<<<<<
* lex.norm = value
* elif name == SHAPE:
*/
__pyx_t_1 = (__pyx_v_name == __pyx_e_5spacy_5attrs_NORM);
if (__pyx_t_1) {
/* "lexeme.pxd":46
* lex.lower = value
* elif name == NORM:
* lex.norm = value # <<<<<<<<<<<<<<
* elif name == SHAPE:
* lex.shape = value
*/
__pyx_v_lex->norm = __pyx_v_value;
/* "lexeme.pxd":45
* elif name == LOWER:
* lex.lower = value
* elif name == NORM: # <<<<<<<<<<<<<<
* lex.norm = value
* elif name == SHAPE:
*/
goto __pyx_L3;
}
/* "lexeme.pxd":47
* elif name == NORM:
* lex.norm = value
* elif name == SHAPE: # <<<<<<<<<<<<<<
* lex.shape = value
* elif name == PREFIX:
*/
__pyx_t_1 = (__pyx_v_name == __pyx_e_5spacy_5attrs_SHAPE);
if (__pyx_t_1) {
/* "lexeme.pxd":48
* lex.norm = value
* elif name == SHAPE:
* lex.shape = value # <<<<<<<<<<<<<<
* elif name == PREFIX:
* lex.prefix = value
*/
__pyx_v_lex->shape = __pyx_v_value;
/* "lexeme.pxd":47
* elif name == NORM:
* lex.norm = value
* elif name == SHAPE: # <<<<<<<<<<<<<<
* lex.shape = value
* elif name == PREFIX:
*/
goto __pyx_L3;
}
/* "lexeme.pxd":49
* elif name == SHAPE:
* lex.shape = value
* elif name == PREFIX: # <<<<<<<<<<<<<<
* lex.prefix = value
* elif name == SUFFIX:
*/
__pyx_t_1 = (__pyx_v_name == __pyx_e_5spacy_5attrs_PREFIX);
if (__pyx_t_1) {
/* "lexeme.pxd":50
* lex.shape = value
* elif name == PREFIX:
* lex.prefix = value # <<<<<<<<<<<<<<
* elif name == SUFFIX:
* lex.suffix = value
*/
__pyx_v_lex->prefix = __pyx_v_value;
/* "lexeme.pxd":49
* elif name == SHAPE:
* lex.shape = value
* elif name == PREFIX: # <<<<<<<<<<<<<<
* lex.prefix = value
* elif name == SUFFIX:
*/
goto __pyx_L3;
}
/* "lexeme.pxd":51
* elif name == PREFIX:
* lex.prefix = value
* elif name == SUFFIX: # <<<<<<<<<<<<<<
* lex.suffix = value
* elif name == LANG:
*/
__pyx_t_1 = (__pyx_v_name == __pyx_e_5spacy_5attrs_SUFFIX);
if (__pyx_t_1) {
/* "lexeme.pxd":52
* lex.prefix = value
* elif name == SUFFIX:
* lex.suffix = value # <<<<<<<<<<<<<<
* elif name == LANG:
* lex.lang = value
*/
__pyx_v_lex->suffix = __pyx_v_value;
/* "lexeme.pxd":51
* elif name == PREFIX:
* lex.prefix = value
* elif name == SUFFIX: # <<<<<<<<<<<<<<
* lex.suffix = value
* elif name == LANG:
*/
goto __pyx_L3;
}
/* "lexeme.pxd":53
* elif name == SUFFIX:
* lex.suffix = value
* elif name == LANG: # <<<<<<<<<<<<<<
* lex.lang = value
*
*/
__pyx_t_1 = (__pyx_v_name == __pyx_e_5spacy_5attrs_LANG);
if (__pyx_t_1) {
/* "lexeme.pxd":54
* lex.suffix = value
* elif name == LANG:
* lex.lang = value # <<<<<<<<<<<<<<
*
* @staticmethod
*/
__pyx_v_lex->lang = __pyx_v_value;
/* "lexeme.pxd":53
* elif name == SUFFIX:
* lex.suffix = value
* elif name == LANG: # <<<<<<<<<<<<<<
* lex.lang = value
*
*/
}
__pyx_L3:;
/* "lexeme.pxd":37
* return self
*
* @staticmethod # <<<<<<<<<<<<<<
* cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) noexcept nogil:
* if name < (sizeof(flags_t) * 8):
*/
/* function exit code */
}
/* "lexeme.pxd":56
* lex.lang = value
*
* @staticmethod # <<<<<<<<<<<<<<
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) noexcept nogil:
* if feat_name < (sizeof(flags_t) * 8):
*/
static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name) {
__pyx_t_5spacy_8typedefs_attr_t __pyx_r;
int __pyx_t_1;
/* "lexeme.pxd":58
* @staticmethod
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) noexcept nogil:
* if feat_name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
* if Lexeme.c_check_flag(lex, feat_name):
* return 1
*/
__pyx_t_1 = (__pyx_v_feat_name < ((sizeof(__pyx_t_5spacy_8typedefs_flags_t)) * 8));
if (__pyx_t_1) {
/* "lexeme.pxd":59
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) noexcept nogil:
* if feat_name < (sizeof(flags_t) * 8):
* if Lexeme.c_check_flag(lex, feat_name): # <<<<<<<<<<<<<<
* return 1
* else:
*/
__pyx_t_1 = __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(__pyx_v_lex, __pyx_v_feat_name);
if (__pyx_t_1) {
/* "lexeme.pxd":60
* if feat_name < (sizeof(flags_t) * 8):
* if Lexeme.c_check_flag(lex, feat_name):
* return 1 # <<<<<<<<<<<<<<
* else:
* return 0
*/
__pyx_r = 1;
goto __pyx_L0;
/* "lexeme.pxd":59
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) noexcept nogil:
* if feat_name < (sizeof(flags_t) * 8):
* if Lexeme.c_check_flag(lex, feat_name): # <<<<<<<<<<<<<<
* return 1
* else:
*/
}
/* "lexeme.pxd":62
* return 1
* else:
* return 0 # <<<<<<<<<<<<<<
* elif feat_name == ID:
* return lex.id
*/
/*else*/ {
__pyx_r = 0;
goto __pyx_L0;
}
/* "lexeme.pxd":58
* @staticmethod
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) noexcept nogil:
* if feat_name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<<
* if Lexeme.c_check_flag(lex, feat_name):
* return 1
*/
}
/* "lexeme.pxd":63
* else:
* return 0
* elif feat_name == ID: # <<<<<<<<<<<<<<
* return lex.id
* elif feat_name == ORTH:
*/
__pyx_t_1 = (__pyx_v_feat_name == __pyx_e_5spacy_5attrs_ID);
if (__pyx_t_1) {
/* "lexeme.pxd":64
* return 0
* elif feat_name == ID:
* return lex.id # <<<<<<<<<<<<<<
* elif feat_name == ORTH:
* return lex.orth
*/
__pyx_r = __pyx_v_lex->id;
goto __pyx_L0;
/* "lexeme.pxd":63
* else:
* return 0
* elif feat_name == ID: # <<<<<<<<<<<<<<
* return lex.id
* elif feat_name == ORTH:
*/
}
/* "lexeme.pxd":65
* elif feat_name == ID:
* return lex.id
* elif feat_name == ORTH: # <<<<<<<<<<<<<<
* return lex.orth
* elif feat_name == LOWER:
*/
__pyx_t_1 = (__pyx_v_feat_name == __pyx_e_5spacy_5attrs_ORTH);
if (__pyx_t_1) {
/* "lexeme.pxd":66
* return lex.id
* elif feat_name == ORTH:
* return lex.orth # <<<<<<<<<<<<<<
* elif feat_name == LOWER:
* return lex.lower
*/
__pyx_r = __pyx_v_lex->orth;
goto __pyx_L0;
/* "lexeme.pxd":65
* elif feat_name == ID:
* return lex.id
* elif feat_name == ORTH: # <<<<<<<<<<<<<<
* return lex.orth
* elif feat_name == LOWER:
*/
}
/* "lexeme.pxd":67
* elif feat_name == ORTH:
* return lex.orth
* elif feat_name == LOWER: # <<<<<<<<<<<<<<
* return lex.lower
* elif feat_name == NORM:
*/
__pyx_t_1 = (__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LOWER);
if (__pyx_t_1) {
/* "lexeme.pxd":68
* return lex.orth
* elif feat_name == LOWER:
* return lex.lower # <<<<<<<<<<<<<<
* elif feat_name == NORM:
* return lex.norm
*/
__pyx_r = __pyx_v_lex->lower;
goto __pyx_L0;
/* "lexeme.pxd":67
* elif feat_name == ORTH:
* return lex.orth
* elif feat_name == LOWER: # <<<<<<<<<<<<<<
* return lex.lower
* elif feat_name == NORM:
*/
}
/* "lexeme.pxd":69
* elif feat_name == LOWER:
* return lex.lower
* elif feat_name == NORM: # <<<<<<<<<<<<<<
* return lex.norm
* elif feat_name == SHAPE:
*/
__pyx_t_1 = (__pyx_v_feat_name == __pyx_e_5spacy_5attrs_NORM);
if (__pyx_t_1) {
/* "lexeme.pxd":70
* return lex.lower
* elif feat_name == NORM:
* return lex.norm # <<<<<<<<<<<<<<
* elif feat_name == SHAPE:
* return lex.shape
*/
__pyx_r = __pyx_v_lex->norm;
goto __pyx_L0;
/* "lexeme.pxd":69
* elif feat_name == LOWER:
* return lex.lower
* elif feat_name == NORM: # <<<<<<<<<<<<<<
* return lex.norm
* elif feat_name == SHAPE:
*/
}
/* "lexeme.pxd":71
* elif feat_name == NORM:
* return lex.norm
* elif feat_name == SHAPE: # <<<<<<<<<<<<<<
* return lex.shape
* elif feat_name == PREFIX:
*/
__pyx_t_1 = (__pyx_v_feat_name == __pyx_e_5spacy_5attrs_SHAPE);
if (__pyx_t_1) {
/* "lexeme.pxd":72
* return lex.norm
* elif feat_name == SHAPE:
* return lex.shape # <<<<<<<<<<<<<<
* elif feat_name == PREFIX:
* return lex.prefix
*/
__pyx_r = __pyx_v_lex->shape;
goto __pyx_L0;
/* "lexeme.pxd":71
* elif feat_name == NORM:
* return lex.norm
* elif feat_name == SHAPE: # <<<<<<<<<<<<<<
* return lex.shape
* elif feat_name == PREFIX:
*/
}
/* "lexeme.pxd":73
* elif feat_name == SHAPE:
* return lex.shape
* elif feat_name == PREFIX: # <<<<<<<<<<<<<<
* return lex.prefix
* elif feat_name == SUFFIX:
*/
__pyx_t_1 = (__pyx_v_feat_name == __pyx_e_5spacy_5attrs_PREFIX);
if (__pyx_t_1) {
/* "lexeme.pxd":74
* return lex.shape
* elif feat_name == PREFIX:
* return lex.prefix # <<<<<<<<<<<<<<
* elif feat_name == SUFFIX:
* return lex.suffix
*/
__pyx_r = __pyx_v_lex->prefix;
goto __pyx_L0;
/* "lexeme.pxd":73
* elif feat_name == SHAPE:
* return lex.shape
* elif feat_name == PREFIX: # <<<<<<<<<<<<<<
* return lex.prefix
* elif feat_name == SUFFIX:
*/
}
/* "lexeme.pxd":75
* elif feat_name == PREFIX:
* return lex.prefix
* elif feat_name == SUFFIX: # <<<<<<<<<<<<<<
* return lex.suffix
* elif feat_name == LENGTH:
*/
__pyx_t_1 = (__pyx_v_feat_name == __pyx_e_5spacy_5attrs_SUFFIX);
if (__pyx_t_1) {
/* "lexeme.pxd":76
* return lex.prefix
* elif feat_name == SUFFIX:
* return lex.suffix # <<<<<<<<<<<<<<
* elif feat_name == LENGTH:
* return lex.length
*/
__pyx_r = __pyx_v_lex->suffix;
goto __pyx_L0;
/* "lexeme.pxd":75
* elif feat_name == PREFIX:
* return lex.prefix
* elif feat_name == SUFFIX: # <<<<<<<<<<<<<<
* return lex.suffix
* elif feat_name == LENGTH:
*/
}
/* "lexeme.pxd":77
* elif feat_name == SUFFIX:
* return lex.suffix
* elif feat_name == LENGTH: # <<<<<<<<<<<<<<
* return lex.length
* elif feat_name == LANG:
*/
__pyx_t_1 = (__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LENGTH);
if (__pyx_t_1) {
/* "lexeme.pxd":78
* return lex.suffix
* elif feat_name == LENGTH:
* return lex.length # <<<<<<<<<<<<<<
* elif feat_name == LANG:
* return lex.lang
*/
__pyx_r = __pyx_v_lex->length;
goto __pyx_L0;
/* "lexeme.pxd":77
* elif feat_name == SUFFIX:
* return lex.suffix
* elif feat_name == LENGTH: # <<<<<<<<<<<<<<
* return lex.length
* elif feat_name == LANG:
*/
}
/* "lexeme.pxd":79
* elif feat_name == LENGTH:
* return lex.length
* elif feat_name == LANG: # <<<<<<<<<<<<<<
* return lex.lang
* else:
*/
__pyx_t_1 = (__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LANG);
if (__pyx_t_1) {
/* "lexeme.pxd":80
* return lex.length
* elif feat_name == LANG:
* return lex.lang # <<<<<<<<<<<<<<
* else:
* return 0
*/
__pyx_r = __pyx_v_lex->lang;
goto __pyx_L0;
/* "lexeme.pxd":79
* elif feat_name == LENGTH:
* return lex.length
* elif feat_name == LANG: # <<<<<<<<<<<<<<
* return lex.lang
* else:
*/
}
/* "lexeme.pxd":82
* return lex.lang
* else:
* return 0 # <<<<<<<<<<<<<<
*
* @staticmethod
*/
/*else*/ {
__pyx_r = 0;
goto __pyx_L0;
}
/* "lexeme.pxd":56
* lex.lang = value
*
* @staticmethod # <<<<<<<<<<<<<<
* cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) noexcept nogil:
* if feat_name < (sizeof(flags_t) * 8):
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "lexeme.pxd":84
* return 0
*
* @staticmethod # <<<<<<<<<<<<<<
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) noexcept nogil:
* cdef flags_t one = 1
*/
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lexeme, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id) {
__pyx_t_5spacy_8typedefs_flags_t __pyx_v_one;
int __pyx_r;
int __pyx_t_1;
/* "lexeme.pxd":86
* @staticmethod
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) noexcept nogil:
* cdef flags_t one = 1 # <<<<<<<<<<<<<<
* if lexeme.flags & (one << flag_id):
* return True
*/
__pyx_v_one = 1;
/* "lexeme.pxd":87
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) noexcept nogil:
* cdef flags_t one = 1
* if lexeme.flags & (one << flag_id): # <<<<<<<<<<<<<<
* return True
* else:
*/
__pyx_t_1 = ((__pyx_v_lexeme->flags & (__pyx_v_one << __pyx_v_flag_id)) != 0);
if (__pyx_t_1) {
/* "lexeme.pxd":88
* cdef flags_t one = 1
* if lexeme.flags & (one << flag_id):
* return True # <<<<<<<<<<<<<<
* else:
* return False
*/
__pyx_r = 1;
goto __pyx_L0;
/* "lexeme.pxd":87
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) noexcept nogil:
* cdef flags_t one = 1
* if lexeme.flags & (one << flag_id): # <<<<<<<<<<<<<<
* return True
* else:
*/
}
/* "lexeme.pxd":90
* return True
* else:
* return False # <<<<<<<<<<<<<<
*
* @staticmethod
*/
/*else*/ {
__pyx_r = 0;
goto __pyx_L0;
}
/* "lexeme.pxd":84
* return 0
*
* @staticmethod # <<<<<<<<<<<<<<
* cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) noexcept nogil:
* cdef flags_t one = 1
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "lexeme.pxd":92
* return False
*
* @staticmethod # <<<<<<<<<<<<<<
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) noexcept nogil:
* cdef flags_t one = 1
*/
static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id, int __pyx_v_value) {
__pyx_t_5spacy_8typedefs_flags_t __pyx_v_one;
int __pyx_r;
/* "lexeme.pxd":94
* @staticmethod
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) noexcept nogil:
* cdef flags_t one = 1 # <<<<<<<<<<<<<<
* if value:
* lex.flags |= one << flag_id
*/
__pyx_v_one = 1;
/* "lexeme.pxd":95
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) noexcept nogil:
* cdef flags_t one = 1
* if value: # <<<<<<<<<<<<<<
* lex.flags |= one << flag_id
* else:
*/
if (__pyx_v_value) {
/* "lexeme.pxd":96
* cdef flags_t one = 1
* if value:
* lex.flags |= one << flag_id # <<<<<<<<<<<<<<
* else:
* lex.flags &= ~(one << flag_id)
*/
__pyx_v_lex->flags = (__pyx_v_lex->flags | (__pyx_v_one << __pyx_v_flag_id));
/* "lexeme.pxd":95
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) noexcept nogil:
* cdef flags_t one = 1
* if value: # <<<<<<<<<<<<<<
* lex.flags |= one << flag_id
* else:
*/
goto __pyx_L3;
}
/* "lexeme.pxd":98
* lex.flags |= one << flag_id
* else:
* lex.flags &= ~(one << flag_id) # <<<<<<<<<<<<<<
*/
/*else*/ {
__pyx_v_lex->flags = (__pyx_v_lex->flags & (~(__pyx_v_one << __pyx_v_flag_id)));
}
__pyx_L3:;
/* "lexeme.pxd":92
* return False
*
* @staticmethod # <<<<<<<<<<<<<<
* cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) noexcept nogil:
* cdef flags_t one = 1
*/
/* function exit code */
__pyx_r = 0;
return __pyx_r;
}
/* "spacy/tokenizer.pyx":31
* DOCS: https://spacy.io/api/tokenizer
* """
* def __init__(self, Vocab vocab, rules=None, prefix_search=None, # <<<<<<<<<<<<<<
* suffix_search=None, infix_finditer=None, token_match=None,
* url_match=None, faster_heuristics=True, max_cache_size=10000):
*/
/* Python wrapper */
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer___init__, "Create a `Tokenizer`, to create `Doc` objects given unicode text.\n\n vocab (Vocab): A storage container for lexical types.\n rules (dict): Exceptions and special-cases for the tokenizer.\n prefix_search (callable): A function matching the signature of\n `re.compile(string).search` to match prefixes.\n suffix_search (callable): A function matching the signature of\n `re.compile(string).search` to match suffixes.\n infix_finditer (callable): A function matching the signature of\n `re.compile(string).finditer` to find infixes.\n token_match (callable): A function matching the signature of\n `re.compile(string).match`, for matching strings to be\n recognized as tokens.\n url_match (callable): A function matching the signature of\n `re.compile(string).match`, for matching strings to be\n recognized as urls.\n faster_heuristics (bool): Whether to restrict the final\n Matcher-based pass for rules to those containing affixes or space.\n Defaults to True.\n max_cache_size (int): Maximum number of tokenization chunks to cache.\n\n EXAMPLE:\n >>> tokenizer = Tokenizer(nlp.vocab)\n\n DOCS: https://spacy.io/api/tokenizer#init\n ");
#if CYTHON_UPDATE_DESCRIPTOR_DOC
struct wrapperbase __pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer___init__;
#endif
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab = 0;
PyObject *__pyx_v_rules = 0;
PyObject *__pyx_v_prefix_search = 0;
PyObject *__pyx_v_suffix_search = 0;
PyObject *__pyx_v_infix_finditer = 0;
PyObject *__pyx_v_token_match = 0;
PyObject *__pyx_v_url_match = 0;
PyObject *__pyx_v_faster_heuristics = 0;
PyObject *__pyx_v_max_cache_size = 0;
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[9] = {0,0,0,0,0,0,0,0,0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__init__ (wrapper)", 0);
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return -1;
#endif
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_vocab,&__pyx_mstate_global->__pyx_n_u_rules,&__pyx_mstate_global->__pyx_n_u_prefix_search,&__pyx_mstate_global->__pyx_n_u_suffix_search,&__pyx_mstate_global->__pyx_n_u_infix_finditer,&__pyx_mstate_global->__pyx_n_u_token_match,&__pyx_mstate_global->__pyx_n_u_url_match,&__pyx_mstate_global->__pyx_n_u_faster_heuristics,&__pyx_mstate_global->__pyx_n_u_max_cache_size,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_VARARGS(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 31, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 9:
values[8] = __Pyx_ArgRef_VARARGS(__pyx_args, 8);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[8])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 8:
values[7] = __Pyx_ArgRef_VARARGS(__pyx_args, 7);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[7])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 7:
values[6] = __Pyx_ArgRef_VARARGS(__pyx_args, 6);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 6:
values[5] = __Pyx_ArgRef_VARARGS(__pyx_args, 5);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 5:
values[4] = __Pyx_ArgRef_VARARGS(__pyx_args, 4);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 4:
values[3] = __Pyx_ArgRef_VARARGS(__pyx_args, 3);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 3:
values[2] = __Pyx_ArgRef_VARARGS(__pyx_args, 2);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 2:
values[1] = __Pyx_ArgRef_VARARGS(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 1:
values[0] = __Pyx_ArgRef_VARARGS(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "__init__", 0) < (0)) __PYX_ERR(0, 31, __pyx_L3_error)
if (!values[1]) values[1] = __Pyx_NewRef(((PyObject *)Py_None));
if (!values[2]) values[2] = __Pyx_NewRef(((PyObject *)Py_None));
/* "spacy/tokenizer.pyx":32
* """
* def __init__(self, Vocab vocab, rules=None, prefix_search=None,
* suffix_search=None, infix_finditer=None, token_match=None, # <<<<<<<<<<<<<<
* url_match=None, faster_heuristics=True, max_cache_size=10000):
* """Create a `Tokenizer`, to create `Doc` objects given unicode text.
*/
if (!values[3]) values[3] = __Pyx_NewRef(((PyObject *)Py_None));
if (!values[4]) values[4] = __Pyx_NewRef(((PyObject *)Py_None));
if (!values[5]) values[5] = __Pyx_NewRef(((PyObject *)Py_None));
/* "spacy/tokenizer.pyx":33
* def __init__(self, Vocab vocab, rules=None, prefix_search=None,
* suffix_search=None, infix_finditer=None, token_match=None,
* url_match=None, faster_heuristics=True, max_cache_size=10000): # <<<<<<<<<<<<<<
* """Create a `Tokenizer`, to create `Doc` objects given unicode text.
*
*/
if (!values[6]) values[6] = __Pyx_NewRef(((PyObject *)Py_None));
if (!values[7]) values[7] = __Pyx_NewRef(((PyObject *)Py_True));
if (!values[8]) values[8] = __Pyx_NewRef(((PyObject *)__pyx_mstate_global->__pyx_int_10000));
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("__init__", 0, 1, 9, i); __PYX_ERR(0, 31, __pyx_L3_error) }
}
} else {
switch (__pyx_nargs) {
case 9:
values[8] = __Pyx_ArgRef_VARARGS(__pyx_args, 8);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[8])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 8:
values[7] = __Pyx_ArgRef_VARARGS(__pyx_args, 7);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[7])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 7:
values[6] = __Pyx_ArgRef_VARARGS(__pyx_args, 6);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 6:
values[5] = __Pyx_ArgRef_VARARGS(__pyx_args, 5);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 5:
values[4] = __Pyx_ArgRef_VARARGS(__pyx_args, 4);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 4:
values[3] = __Pyx_ArgRef_VARARGS(__pyx_args, 3);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 3:
values[2] = __Pyx_ArgRef_VARARGS(__pyx_args, 2);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 2:
values[1] = __Pyx_ArgRef_VARARGS(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 31, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 1:
values[0] = __Pyx_ArgRef_VARARGS(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 31, __pyx_L3_error)
break;
default: goto __pyx_L5_argtuple_error;
}
/* "spacy/tokenizer.pyx":31
* DOCS: https://spacy.io/api/tokenizer
* """
* def __init__(self, Vocab vocab, rules=None, prefix_search=None, # <<<<<<<<<<<<<<
* suffix_search=None, infix_finditer=None, token_match=None,
* url_match=None, faster_heuristics=True, max_cache_size=10000):
*/
if (!values[1]) values[1] = __Pyx_NewRef(((PyObject *)Py_None));
if (!values[2]) values[2] = __Pyx_NewRef(((PyObject *)Py_None));
/* "spacy/tokenizer.pyx":32
* """
* def __init__(self, Vocab vocab, rules=None, prefix_search=None,
* suffix_search=None, infix_finditer=None, token_match=None, # <<<<<<<<<<<<<<
* url_match=None, faster_heuristics=True, max_cache_size=10000):
* """Create a `Tokenizer`, to create `Doc` objects given unicode text.
*/
if (!values[3]) values[3] = __Pyx_NewRef(((PyObject *)Py_None));
if (!values[4]) values[4] = __Pyx_NewRef(((PyObject *)Py_None));
if (!values[5]) values[5] = __Pyx_NewRef(((PyObject *)Py_None));
/* "spacy/tokenizer.pyx":33
* def __init__(self, Vocab vocab, rules=None, prefix_search=None,
* suffix_search=None, infix_finditer=None, token_match=None,
* url_match=None, faster_heuristics=True, max_cache_size=10000): # <<<<<<<<<<<<<<
* """Create a `Tokenizer`, to create `Doc` objects given unicode text.
*
*/
if (!values[6]) values[6] = __Pyx_NewRef(((PyObject *)Py_None));
if (!values[7]) values[7] = __Pyx_NewRef(((PyObject *)Py_True));
if (!values[8]) values[8] = __Pyx_NewRef(((PyObject *)__pyx_mstate_global->__pyx_int_10000));
}
__pyx_v_vocab = ((struct __pyx_obj_5spacy_5vocab_Vocab *)values[0]);
__pyx_v_rules = values[1];
__pyx_v_prefix_search = values[2];
__pyx_v_suffix_search = values[3];
__pyx_v_infix_finditer = values[4];
__pyx_v_token_match = values[5];
__pyx_v_url_match = values[6];
__pyx_v_faster_heuristics = values[7];
__pyx_v_max_cache_size = values[8];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("__init__", 0, 1, 9, __pyx_nargs); __PYX_ERR(0, 31, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return -1;
__pyx_L4_argument_unpacking_done:;
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_vocab), __pyx_mstate_global->__pyx_ptype_5spacy_5vocab_Vocab, 1, "vocab", 0))) __PYX_ERR(0, 31, __pyx_L1_error)
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer___init__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_vocab, __pyx_v_rules, __pyx_v_prefix_search, __pyx_v_suffix_search, __pyx_v_infix_finditer, __pyx_v_token_match, __pyx_v_url_match, __pyx_v_faster_heuristics, __pyx_v_max_cache_size);
/* "spacy/tokenizer.pyx":31
* DOCS: https://spacy.io/api/tokenizer
* """
* def __init__(self, Vocab vocab, rules=None, prefix_search=None, # <<<<<<<<<<<<<<
* suffix_search=None, infix_finditer=None, token_match=None,
* url_match=None, faster_heuristics=True, max_cache_size=10000):
*/
/* function exit code */
goto __pyx_L0;
__pyx_L1_error:;
__pyx_r = -1;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
goto __pyx_L7_cleaned_up;
__pyx_L0:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__pyx_L7_cleaned_up:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer___init__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab, PyObject *__pyx_v_rules, PyObject *__pyx_v_prefix_search, PyObject *__pyx_v_suffix_search, PyObject *__pyx_v_infix_finditer, PyObject *__pyx_v_token_match, PyObject *__pyx_v_url_match, PyObject *__pyx_v_faster_heuristics, PyObject *__pyx_v_max_cache_size) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
int __pyx_t_4;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__init__", 0);
/* "spacy/tokenizer.pyx":60
* DOCS: https://spacy.io/api/tokenizer#init
* """
* self.mem = Pool() # <<<<<<<<<<<<<<
* self._cache = PreshMap()
* self._specials = PreshMap()
*/
__pyx_t_2 = NULL;
__pyx_t_3 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_5cymem_5cymem_Pool, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 60, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_1);
}
__Pyx_GIVEREF((PyObject *)__pyx_t_1);
__Pyx_GOTREF((PyObject *)__pyx_v_self->mem);
__Pyx_DECREF((PyObject *)__pyx_v_self->mem);
__pyx_v_self->mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":61
* """
* self.mem = Pool()
* self._cache = PreshMap() # <<<<<<<<<<<<<<
* self._specials = PreshMap()
* self.token_match = token_match
*/
__pyx_t_2 = NULL;
__pyx_t_3 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_7preshed_4maps_PreshMap, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 61, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_1);
}
__Pyx_GIVEREF((PyObject *)__pyx_t_1);
__Pyx_GOTREF((PyObject *)__pyx_v_self->_cache);
__Pyx_DECREF((PyObject *)__pyx_v_self->_cache);
__pyx_v_self->_cache = ((struct __pyx_obj_7preshed_4maps_PreshMap *)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":62
* self.mem = Pool()
* self._cache = PreshMap()
* self._specials = PreshMap() # <<<<<<<<<<<<<<
* self.token_match = token_match
* self.url_match = url_match
*/
__pyx_t_2 = NULL;
__pyx_t_3 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_7preshed_4maps_PreshMap, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 62, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_1);
}
__Pyx_GIVEREF((PyObject *)__pyx_t_1);
__Pyx_GOTREF((PyObject *)__pyx_v_self->_specials);
__Pyx_DECREF((PyObject *)__pyx_v_self->_specials);
__pyx_v_self->_specials = ((struct __pyx_obj_7preshed_4maps_PreshMap *)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":63
* self._cache = PreshMap()
* self._specials = PreshMap()
* self.token_match = token_match # <<<<<<<<<<<<<<
* self.url_match = url_match
* self.prefix_search = prefix_search
*/
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_token_match, __pyx_v_token_match) < (0)) __PYX_ERR(0, 63, __pyx_L1_error)
/* "spacy/tokenizer.pyx":64
* self._specials = PreshMap()
* self.token_match = token_match
* self.url_match = url_match # <<<<<<<<<<<<<<
* self.prefix_search = prefix_search
* self.suffix_search = suffix_search
*/
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_url_match, __pyx_v_url_match) < (0)) __PYX_ERR(0, 64, __pyx_L1_error)
/* "spacy/tokenizer.pyx":65
* self.token_match = token_match
* self.url_match = url_match
* self.prefix_search = prefix_search # <<<<<<<<<<<<<<
* self.suffix_search = suffix_search
* self.infix_finditer = infix_finditer
*/
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_prefix_search, __pyx_v_prefix_search) < (0)) __PYX_ERR(0, 65, __pyx_L1_error)
/* "spacy/tokenizer.pyx":66
* self.url_match = url_match
* self.prefix_search = prefix_search
* self.suffix_search = suffix_search # <<<<<<<<<<<<<<
* self.infix_finditer = infix_finditer
* self.vocab = vocab
*/
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_suffix_search, __pyx_v_suffix_search) < (0)) __PYX_ERR(0, 66, __pyx_L1_error)
/* "spacy/tokenizer.pyx":67
* self.prefix_search = prefix_search
* self.suffix_search = suffix_search
* self.infix_finditer = infix_finditer # <<<<<<<<<<<<<<
* self.vocab = vocab
* self.faster_heuristics = faster_heuristics
*/
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_infix_finditer, __pyx_v_infix_finditer) < (0)) __PYX_ERR(0, 67, __pyx_L1_error)
/* "spacy/tokenizer.pyx":68
* self.suffix_search = suffix_search
* self.infix_finditer = infix_finditer
* self.vocab = vocab # <<<<<<<<<<<<<<
* self.faster_heuristics = faster_heuristics
* self._rules = {}
*/
__Pyx_INCREF((PyObject *)__pyx_v_vocab);
__Pyx_GIVEREF((PyObject *)__pyx_v_vocab);
__Pyx_GOTREF((PyObject *)__pyx_v_self->vocab);
__Pyx_DECREF((PyObject *)__pyx_v_self->vocab);
__pyx_v_self->vocab = __pyx_v_vocab;
/* "spacy/tokenizer.pyx":69
* self.infix_finditer = infix_finditer
* self.vocab = vocab
* self.faster_heuristics = faster_heuristics # <<<<<<<<<<<<<<
* self._rules = {}
* self._special_matcher = PhraseMatcher(self.vocab)
*/
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_faster_heuristics, __pyx_v_faster_heuristics) < (0)) __PYX_ERR(0, 69, __pyx_L1_error)
/* "spacy/tokenizer.pyx":70
* self.vocab = vocab
* self.faster_heuristics = faster_heuristics
* self._rules = {} # <<<<<<<<<<<<<<
* self._special_matcher = PhraseMatcher(self.vocab)
* self._load_special_cases(rules)
*/
__pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 70, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_GIVEREF(__pyx_t_1);
__Pyx_GOTREF(__pyx_v_self->_rules);
__Pyx_DECREF(__pyx_v_self->_rules);
__pyx_v_self->_rules = __pyx_t_1;
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":71
* self.faster_heuristics = faster_heuristics
* self._rules = {}
* self._special_matcher = PhraseMatcher(self.vocab) # <<<<<<<<<<<<<<
* self._load_special_cases(rules)
* self.max_cache_size = max_cache_size
*/
__pyx_t_2 = NULL;
__pyx_t_3 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, ((PyObject *)__pyx_v_self->vocab)};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 71, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_1);
}
__Pyx_GIVEREF((PyObject *)__pyx_t_1);
__Pyx_GOTREF((PyObject *)__pyx_v_self->_special_matcher);
__Pyx_DECREF((PyObject *)__pyx_v_self->_special_matcher);
__pyx_v_self->_special_matcher = ((struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher *)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":72
* self._rules = {}
* self._special_matcher = PhraseMatcher(self.vocab)
* self._load_special_cases(rules) # <<<<<<<<<<<<<<
* self.max_cache_size = max_cache_size
*
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_v_rules};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_load_special_cases, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 72, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":73
* self._special_matcher = PhraseMatcher(self.vocab)
* self._load_special_cases(rules)
* self.max_cache_size = max_cache_size # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_t_4 = __Pyx_PyLong_As_int(__pyx_v_max_cache_size); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 73, __pyx_L1_error)
__pyx_v_self->max_cache_size = __pyx_t_4;
/* "spacy/tokenizer.pyx":31
* DOCS: https://spacy.io/api/tokenizer
* """
* def __init__(self, Vocab vocab, rules=None, prefix_search=None, # <<<<<<<<<<<<<<
* suffix_search=None, infix_finditer=None, token_match=None,
* url_match=None, faster_heuristics=True, max_cache_size=10000):
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":75
* self.max_cache_size = max_cache_size
*
* @property # <<<<<<<<<<<<<<
* def token_match(self):
* return self._token_match
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_11token_match_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_11token_match_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_11token_match___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_11token_match___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__", 0);
/* "spacy/tokenizer.pyx":77
* @property
* def token_match(self):
* return self._token_match # <<<<<<<<<<<<<<
*
* @token_match.setter
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_self->_token_match);
__pyx_r = __pyx_v_self->_token_match;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":75
* self.max_cache_size = max_cache_size
*
* @property # <<<<<<<<<<<<<<
* def token_match(self):
* return self._token_match
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":79
* return self._token_match
*
* @token_match.setter # <<<<<<<<<<<<<<
* def token_match(self, token_match):
* self._token_match = token_match
*/
/* Python wrapper */
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_11token_match_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_token_match); /*proto*/
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_11token_match_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_token_match) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_11token_match_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_token_match));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_11token_match_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_token_match) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__set__", 0);
/* "spacy/tokenizer.pyx":81
* @token_match.setter
* def token_match(self, token_match):
* self._token_match = token_match # <<<<<<<<<<<<<<
* self._reload_special_cases()
*
*/
__Pyx_INCREF(__pyx_v_token_match);
__Pyx_GIVEREF(__pyx_v_token_match);
__Pyx_GOTREF(__pyx_v_self->_token_match);
__Pyx_DECREF(__pyx_v_self->_token_match);
__pyx_v_self->_token_match = __pyx_v_token_match;
/* "spacy/tokenizer.pyx":82
* def token_match(self, token_match):
* self._token_match = token_match
* self._reload_special_cases() # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_reload_special_cases, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 82, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":79
* return self._token_match
*
* @token_match.setter # <<<<<<<<<<<<<<
* def token_match(self, token_match):
* self._token_match = token_match
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.token_match.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":84
* self._reload_special_cases()
*
* @property # <<<<<<<<<<<<<<
* def url_match(self):
* return self._url_match
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_9url_match_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_9url_match_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_9url_match___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_9url_match___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__", 0);
/* "spacy/tokenizer.pyx":86
* @property
* def url_match(self):
* return self._url_match # <<<<<<<<<<<<<<
*
* @url_match.setter
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_self->_url_match);
__pyx_r = __pyx_v_self->_url_match;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":84
* self._reload_special_cases()
*
* @property # <<<<<<<<<<<<<<
* def url_match(self):
* return self._url_match
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":88
* return self._url_match
*
* @url_match.setter # <<<<<<<<<<<<<<
* def url_match(self, url_match):
* self._url_match = url_match
*/
/* Python wrapper */
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_9url_match_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_url_match); /*proto*/
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_9url_match_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_url_match) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_9url_match_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_url_match));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_9url_match_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_url_match) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__set__", 0);
/* "spacy/tokenizer.pyx":90
* @url_match.setter
* def url_match(self, url_match):
* self._url_match = url_match # <<<<<<<<<<<<<<
* self._reload_special_cases()
*
*/
__Pyx_INCREF(__pyx_v_url_match);
__Pyx_GIVEREF(__pyx_v_url_match);
__Pyx_GOTREF(__pyx_v_self->_url_match);
__Pyx_DECREF(__pyx_v_self->_url_match);
__pyx_v_self->_url_match = __pyx_v_url_match;
/* "spacy/tokenizer.pyx":91
* def url_match(self, url_match):
* self._url_match = url_match
* self._reload_special_cases() # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_reload_special_cases, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 91, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":88
* return self._url_match
*
* @url_match.setter # <<<<<<<<<<<<<<
* def url_match(self, url_match):
* self._url_match = url_match
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.url_match.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":93
* self._reload_special_cases()
*
* @property # <<<<<<<<<<<<<<
* def prefix_search(self):
* return self._prefix_search
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_13prefix_search_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_13prefix_search_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_13prefix_search___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_13prefix_search___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__", 0);
/* "spacy/tokenizer.pyx":95
* @property
* def prefix_search(self):
* return self._prefix_search # <<<<<<<<<<<<<<
*
* @prefix_search.setter
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_self->_prefix_search);
__pyx_r = __pyx_v_self->_prefix_search;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":93
* self._reload_special_cases()
*
* @property # <<<<<<<<<<<<<<
* def prefix_search(self):
* return self._prefix_search
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":97
* return self._prefix_search
*
* @prefix_search.setter # <<<<<<<<<<<<<<
* def prefix_search(self, prefix_search):
* self._prefix_search = prefix_search
*/
/* Python wrapper */
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_13prefix_search_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_prefix_search); /*proto*/
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_13prefix_search_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_prefix_search) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_13prefix_search_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_prefix_search));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_13prefix_search_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_prefix_search) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__set__", 0);
/* "spacy/tokenizer.pyx":99
* @prefix_search.setter
* def prefix_search(self, prefix_search):
* self._prefix_search = prefix_search # <<<<<<<<<<<<<<
* self._reload_special_cases()
*
*/
__Pyx_INCREF(__pyx_v_prefix_search);
__Pyx_GIVEREF(__pyx_v_prefix_search);
__Pyx_GOTREF(__pyx_v_self->_prefix_search);
__Pyx_DECREF(__pyx_v_self->_prefix_search);
__pyx_v_self->_prefix_search = __pyx_v_prefix_search;
/* "spacy/tokenizer.pyx":100
* def prefix_search(self, prefix_search):
* self._prefix_search = prefix_search
* self._reload_special_cases() # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_reload_special_cases, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 100, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":97
* return self._prefix_search
*
* @prefix_search.setter # <<<<<<<<<<<<<<
* def prefix_search(self, prefix_search):
* self._prefix_search = prefix_search
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.prefix_search.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":102
* self._reload_special_cases()
*
* @property # <<<<<<<<<<<<<<
* def suffix_search(self):
* return self._suffix_search
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_13suffix_search_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_13suffix_search_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_13suffix_search___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_13suffix_search___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__", 0);
/* "spacy/tokenizer.pyx":104
* @property
* def suffix_search(self):
* return self._suffix_search # <<<<<<<<<<<<<<
*
* @suffix_search.setter
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_self->_suffix_search);
__pyx_r = __pyx_v_self->_suffix_search;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":102
* self._reload_special_cases()
*
* @property # <<<<<<<<<<<<<<
* def suffix_search(self):
* return self._suffix_search
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":106
* return self._suffix_search
*
* @suffix_search.setter # <<<<<<<<<<<<<<
* def suffix_search(self, suffix_search):
* self._suffix_search = suffix_search
*/
/* Python wrapper */
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_13suffix_search_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_suffix_search); /*proto*/
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_13suffix_search_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_suffix_search) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_13suffix_search_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_suffix_search));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_13suffix_search_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_suffix_search) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__set__", 0);
/* "spacy/tokenizer.pyx":108
* @suffix_search.setter
* def suffix_search(self, suffix_search):
* self._suffix_search = suffix_search # <<<<<<<<<<<<<<
* self._reload_special_cases()
*
*/
__Pyx_INCREF(__pyx_v_suffix_search);
__Pyx_GIVEREF(__pyx_v_suffix_search);
__Pyx_GOTREF(__pyx_v_self->_suffix_search);
__Pyx_DECREF(__pyx_v_self->_suffix_search);
__pyx_v_self->_suffix_search = __pyx_v_suffix_search;
/* "spacy/tokenizer.pyx":109
* def suffix_search(self, suffix_search):
* self._suffix_search = suffix_search
* self._reload_special_cases() # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_reload_special_cases, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 109, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":106
* return self._suffix_search
*
* @suffix_search.setter # <<<<<<<<<<<<<<
* def suffix_search(self, suffix_search):
* self._suffix_search = suffix_search
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.suffix_search.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":111
* self._reload_special_cases()
*
* @property # <<<<<<<<<<<<<<
* def infix_finditer(self):
* return self._infix_finditer
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_14infix_finditer_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_14infix_finditer_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_14infix_finditer___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_14infix_finditer___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__", 0);
/* "spacy/tokenizer.pyx":113
* @property
* def infix_finditer(self):
* return self._infix_finditer # <<<<<<<<<<<<<<
*
* @infix_finditer.setter
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_self->_infix_finditer);
__pyx_r = __pyx_v_self->_infix_finditer;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":111
* self._reload_special_cases()
*
* @property # <<<<<<<<<<<<<<
* def infix_finditer(self):
* return self._infix_finditer
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":115
* return self._infix_finditer
*
* @infix_finditer.setter # <<<<<<<<<<<<<<
* def infix_finditer(self, infix_finditer):
* self._infix_finditer = infix_finditer
*/
/* Python wrapper */
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_14infix_finditer_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_infix_finditer); /*proto*/
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_14infix_finditer_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_infix_finditer) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_14infix_finditer_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_infix_finditer));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_14infix_finditer_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_infix_finditer) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__set__", 0);
/* "spacy/tokenizer.pyx":117
* @infix_finditer.setter
* def infix_finditer(self, infix_finditer):
* self._infix_finditer = infix_finditer # <<<<<<<<<<<<<<
* self._reload_special_cases()
*
*/
__Pyx_INCREF(__pyx_v_infix_finditer);
__Pyx_GIVEREF(__pyx_v_infix_finditer);
__Pyx_GOTREF(__pyx_v_self->_infix_finditer);
__Pyx_DECREF(__pyx_v_self->_infix_finditer);
__pyx_v_self->_infix_finditer = __pyx_v_infix_finditer;
/* "spacy/tokenizer.pyx":118
* def infix_finditer(self, infix_finditer):
* self._infix_finditer = infix_finditer
* self._reload_special_cases() # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_reload_special_cases, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 118, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":115
* return self._infix_finditer
*
* @infix_finditer.setter # <<<<<<<<<<<<<<
* def infix_finditer(self, infix_finditer):
* self._infix_finditer = infix_finditer
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.infix_finditer.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":120
* self._reload_special_cases()
*
* @property # <<<<<<<<<<<<<<
* def rules(self):
* return self._rules
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_5rules_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_5rules_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_5rules___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_5rules___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__", 0);
/* "spacy/tokenizer.pyx":122
* @property
* def rules(self):
* return self._rules # <<<<<<<<<<<<<<
*
* @rules.setter
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_self->_rules);
__pyx_r = __pyx_v_self->_rules;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":120
* self._reload_special_cases()
*
* @property # <<<<<<<<<<<<<<
* def rules(self):
* return self._rules
*/
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":124
* return self._rules
*
* @rules.setter # <<<<<<<<<<<<<<
* def rules(self, rules):
* self._rules = {}
*/
/* Python wrapper */
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_5rules_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_rules); /*proto*/
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_5rules_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_rules) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_5rules_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_rules));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_5rules_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_rules) {
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__set__", 0);
/* "spacy/tokenizer.pyx":126
* @rules.setter
* def rules(self, rules):
* self._rules = {} # <<<<<<<<<<<<<<
* self._flush_cache()
* self._flush_specials()
*/
__pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 126, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_GIVEREF(__pyx_t_1);
__Pyx_GOTREF(__pyx_v_self->_rules);
__Pyx_DECREF(__pyx_v_self->_rules);
__pyx_v_self->_rules = __pyx_t_1;
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":127
* def rules(self, rules):
* self._rules = {}
* self._flush_cache() # <<<<<<<<<<<<<<
* self._flush_specials()
* self._cache = PreshMap()
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_flush_cache, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 127, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":128
* self._rules = {}
* self._flush_cache()
* self._flush_specials() # <<<<<<<<<<<<<<
* self._cache = PreshMap()
* self._specials = PreshMap()
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_flush_specials, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 128, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":129
* self._flush_cache()
* self._flush_specials()
* self._cache = PreshMap() # <<<<<<<<<<<<<<
* self._specials = PreshMap()
* self._load_special_cases(rules)
*/
__pyx_t_2 = NULL;
__pyx_t_3 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_7preshed_4maps_PreshMap, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 129, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_1);
}
__Pyx_GIVEREF((PyObject *)__pyx_t_1);
__Pyx_GOTREF((PyObject *)__pyx_v_self->_cache);
__Pyx_DECREF((PyObject *)__pyx_v_self->_cache);
__pyx_v_self->_cache = ((struct __pyx_obj_7preshed_4maps_PreshMap *)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":130
* self._flush_specials()
* self._cache = PreshMap()
* self._specials = PreshMap() # <<<<<<<<<<<<<<
* self._load_special_cases(rules)
*
*/
__pyx_t_2 = NULL;
__pyx_t_3 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_7preshed_4maps_PreshMap, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 130, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_1);
}
__Pyx_GIVEREF((PyObject *)__pyx_t_1);
__Pyx_GOTREF((PyObject *)__pyx_v_self->_specials);
__Pyx_DECREF((PyObject *)__pyx_v_self->_specials);
__pyx_v_self->_specials = ((struct __pyx_obj_7preshed_4maps_PreshMap *)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":131
* self._cache = PreshMap()
* self._specials = PreshMap()
* self._load_special_cases(rules) # <<<<<<<<<<<<<<
*
* @property
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_v_rules};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_load_special_cases, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 131, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":124
* return self._rules
*
* @rules.setter # <<<<<<<<<<<<<<
* def rules(self, rules):
* self._rules = {}
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.rules.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":133
* self._load_special_cases(rules)
*
* @property # <<<<<<<<<<<<<<
* def faster_heuristics(self):
* return bool(self._faster_heuristics)
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_17faster_heuristics___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_17faster_heuristics___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__get__", 0);
/* "spacy/tokenizer.pyx":135
* @property
* def faster_heuristics(self):
* return bool(self._faster_heuristics) # <<<<<<<<<<<<<<
*
* @faster_heuristics.setter
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = __Pyx_PyBool_FromLong((!(!(__pyx_v_self->_faster_heuristics != 0)))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 135, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":133
* self._load_special_cases(rules)
*
* @property # <<<<<<<<<<<<<<
* def faster_heuristics(self):
* return bool(self._faster_heuristics)
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.faster_heuristics.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":137
* return bool(self._faster_heuristics)
*
* @faster_heuristics.setter # <<<<<<<<<<<<<<
* def faster_heuristics(self, faster_heuristics):
* self._faster_heuristics = bool(faster_heuristics)
*/
/* Python wrapper */
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_faster_heuristics); /*proto*/
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_faster_heuristics) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_faster_heuristics));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_faster_heuristics) {
int __pyx_r;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
size_t __pyx_t_4;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__set__", 0);
/* "spacy/tokenizer.pyx":139
* @faster_heuristics.setter
* def faster_heuristics(self, faster_heuristics):
* self._faster_heuristics = bool(faster_heuristics) # <<<<<<<<<<<<<<
* self._reload_special_cases()
*
*/
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_faster_heuristics); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(0, 139, __pyx_L1_error)
__pyx_v_self->_faster_heuristics = (!(!__pyx_t_1));
/* "spacy/tokenizer.pyx":140
* def faster_heuristics(self, faster_heuristics):
* self._faster_heuristics = bool(faster_heuristics)
* self._reload_special_cases() # <<<<<<<<<<<<<<
*
* def __reduce__(self):
*/
__pyx_t_3 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_3);
__pyx_t_4 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, NULL};
__pyx_t_2 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_reload_special_cases, __pyx_callargs+__pyx_t_4, (1-__pyx_t_4) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 140, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
}
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":137
* return bool(self._faster_heuristics)
*
* @faster_heuristics.setter # <<<<<<<<<<<<<<
* def faster_heuristics(self, faster_heuristics):
* self._faster_heuristics = bool(faster_heuristics)
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.faster_heuristics.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":142
* self._reload_special_cases()
*
* def __reduce__(self): # <<<<<<<<<<<<<<
* args = (self.vocab,
* self.rules,
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_3__reduce__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_2__reduce__, "Tokenizer.__reduce__(self)");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_3__reduce__ = {"__reduce__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_3__reduce__, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_2__reduce__};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_3__reduce__(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("__reduce__", 1, 0, 0, __pyx_nargs); return NULL; }
const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len < 0)) return NULL;
if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("__reduce__", __pyx_kwds); return NULL;}
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_2__reduce__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_2__reduce__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_v_args = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__reduce__", 0);
/* "spacy/tokenizer.pyx":144
* def __reduce__(self):
* args = (self.vocab,
* self.rules, # <<<<<<<<<<<<<<
* self.prefix_search,
* self.suffix_search,
*/
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_rules); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 144, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
/* "spacy/tokenizer.pyx":145
* args = (self.vocab,
* self.rules,
* self.prefix_search, # <<<<<<<<<<<<<<
* self.suffix_search,
* self.infix_finditer,
*/
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_prefix_search); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 145, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
/* "spacy/tokenizer.pyx":146
* self.rules,
* self.prefix_search,
* self.suffix_search, # <<<<<<<<<<<<<<
* self.infix_finditer,
* self.token_match,
*/
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_suffix_search); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 146, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
/* "spacy/tokenizer.pyx":147
* self.prefix_search,
* self.suffix_search,
* self.infix_finditer, # <<<<<<<<<<<<<<
* self.token_match,
* self.url_match)
*/
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_infix_finditer); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 147, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
/* "spacy/tokenizer.pyx":148
* self.suffix_search,
* self.infix_finditer,
* self.token_match, # <<<<<<<<<<<<<<
* self.url_match)
* return (self.__class__, args, None, None)
*/
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_token_match); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 148, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
/* "spacy/tokenizer.pyx":149
* self.infix_finditer,
* self.token_match,
* self.url_match) # <<<<<<<<<<<<<<
* return (self.__class__, args, None, None)
*
*/
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_url_match); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 149, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
/* "spacy/tokenizer.pyx":143
*
* def __reduce__(self):
* args = (self.vocab, # <<<<<<<<<<<<<<
* self.rules,
* self.prefix_search,
*/
__pyx_t_7 = PyTuple_New(7); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 143, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_INCREF((PyObject *)__pyx_v_self->vocab);
__Pyx_GIVEREF((PyObject *)__pyx_v_self->vocab);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 0, ((PyObject *)__pyx_v_self->vocab)) != (0)) __PYX_ERR(0, 143, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_1);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_1) != (0)) __PYX_ERR(0, 143, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_2);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 2, __pyx_t_2) != (0)) __PYX_ERR(0, 143, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_3);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 3, __pyx_t_3) != (0)) __PYX_ERR(0, 143, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_4);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 4, __pyx_t_4) != (0)) __PYX_ERR(0, 143, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_5);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 5, __pyx_t_5) != (0)) __PYX_ERR(0, 143, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_6);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 6, __pyx_t_6) != (0)) __PYX_ERR(0, 143, __pyx_L1_error);
__pyx_t_1 = 0;
__pyx_t_2 = 0;
__pyx_t_3 = 0;
__pyx_t_4 = 0;
__pyx_t_5 = 0;
__pyx_t_6 = 0;
__pyx_v_args = ((PyObject*)__pyx_t_7);
__pyx_t_7 = 0;
/* "spacy/tokenizer.pyx":150
* self.token_match,
* self.url_match)
* return (self.__class__, args, None, None) # <<<<<<<<<<<<<<
*
* def __call__(self, str string):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_class); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 150, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_6 = PyTuple_New(4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 150, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_GIVEREF(__pyx_t_7);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_7) != (0)) __PYX_ERR(0, 150, __pyx_L1_error);
__Pyx_INCREF(__pyx_v_args);
__Pyx_GIVEREF(__pyx_v_args);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_v_args) != (0)) __PYX_ERR(0, 150, __pyx_L1_error);
__Pyx_INCREF(Py_None);
__Pyx_GIVEREF(Py_None);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_6, 2, Py_None) != (0)) __PYX_ERR(0, 150, __pyx_L1_error);
__Pyx_INCREF(Py_None);
__Pyx_GIVEREF(Py_None);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_6, 3, Py_None) != (0)) __PYX_ERR(0, 150, __pyx_L1_error);
__pyx_t_7 = 0;
__pyx_r = __pyx_t_6;
__pyx_t_6 = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":142
* self._reload_special_cases()
*
* def __reduce__(self): # <<<<<<<<<<<<<<
* args = (self.vocab,
* self.rules,
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_7);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_args);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":152
* return (self.__class__, args, None, None)
*
* def __call__(self, str string): # <<<<<<<<<<<<<<
* """Tokenize a string.
*
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_5__call__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_4__call__, "Tokenizer.__call__(self, str string)\n\nTokenize a string.\n\nstring (str): The string to tokenize.\nRETURNS (Doc): A container for linguistic annotations.\n\nDOCS: https://spacy.io/api/tokenizer#call");
#if CYTHON_UPDATE_DESCRIPTOR_DOC
struct wrapperbase __pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer_4__call__;
#endif
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_5__call__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
PyObject *__pyx_v_string = 0;
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__call__ (wrapper)", 0);
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_string,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_VARARGS(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 152, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_VARARGS(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 152, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "__call__", 0) < (0)) __PYX_ERR(0, 152, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("__call__", 1, 1, 1, i); __PYX_ERR(0, 152, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_VARARGS(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 152, __pyx_L3_error)
}
__pyx_v_string = ((PyObject*)values[0]);
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("__call__", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 152, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_string), (&PyUnicode_Type), 1, "string", 1))) __PYX_ERR(0, 152, __pyx_L1_error)
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_4__call__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_string);
/* function exit code */
goto __pyx_L0;
__pyx_L1_error:;
__pyx_r = NULL;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
goto __pyx_L7_cleaned_up;
__pyx_L0:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__pyx_L7_cleaned_up:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_4__call__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string) {
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_t_2;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__call__", 0);
/* "spacy/tokenizer.pyx":160
* DOCS: https://spacy.io/api/tokenizer#call
* """
* doc = self._tokenize_affixes(string, True) # <<<<<<<<<<<<<<
* self._apply_special_cases(doc)
* return doc
*/
__pyx_t_1 = ((PyObject *)((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_tokenize_affixes(__pyx_v_self, __pyx_v_string, 1)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 160, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_v_doc = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":161
* """
* doc = self._tokenize_affixes(string, True)
* self._apply_special_cases(doc) # <<<<<<<<<<<<<<
* return doc
*
*/
__pyx_t_2 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_apply_special_cases(__pyx_v_self, __pyx_v_doc); if (unlikely(__pyx_t_2 == ((int)-1))) __PYX_ERR(0, 161, __pyx_L1_error)
/* "spacy/tokenizer.pyx":162
* doc = self._tokenize_affixes(string, True)
* self._apply_special_cases(doc)
* return doc # <<<<<<<<<<<<<<
*
* @cython.boundscheck(False)
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF((PyObject *)__pyx_v_doc);
__pyx_r = ((PyObject *)__pyx_v_doc);
goto __pyx_L0;
/* "spacy/tokenizer.pyx":152
* return (self.__class__, args, None, None)
*
* def __call__(self, str string): # <<<<<<<<<<<<<<
* """Tokenize a string.
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF((PyObject *)__pyx_v_doc);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":164
* return doc
*
* @cython.boundscheck(False) # <<<<<<<<<<<<<<
* cdef Doc _tokenize_affixes(self, str string, bint with_special_cases):
* """Tokenize according to affix and token_match settings.
*/
static struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_f_5spacy_9tokenizer_9Tokenizer__tokenize_affixes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string, int __pyx_v_with_special_cases) {
int __pyx_v_length;
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc = 0;
int __pyx_v_i;
int __pyx_v_start;
int __pyx_v_has_special;
int __pyx_v_in_ws;
PyObject *__pyx_v_span = 0;
Py_UCS4 __pyx_v_uc;
__pyx_t_5spacy_8typedefs_hash_t __pyx_v_key;
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
Py_ssize_t __pyx_t_1;
int __pyx_t_2;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
PyObject *__pyx_t_8 = NULL;
size_t __pyx_t_9;
PyObject *__pyx_t_10 = NULL;
Py_UCS4 __pyx_t_11;
PyObject *__pyx_t_12 = NULL;
Py_ssize_t __pyx_t_13;
void *__pyx_t_14;
int __pyx_t_15;
int __pyx_t_16;
Py_ssize_t __pyx_t_17;
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_18;
int __pyx_t_19;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_tokenize_affixes", 0);
/* "spacy/tokenizer.pyx":171
* RETURNS (Doc): A container for linguistic annotations.
* """
* if len(string) >= (2 ** 30): # <<<<<<<<<<<<<<
* raise ValueError(Errors.E025.format(length=len(string)))
* cdef int length = len(string)
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
__PYX_ERR(0, 171, __pyx_L1_error)
}
__pyx_t_1 = __Pyx_PyUnicode_GET_LENGTH(__pyx_v_string); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 171, __pyx_L1_error)
__pyx_t_2 = (__pyx_t_1 >= 0x40000000);
if (unlikely(__pyx_t_2)) {
/* "spacy/tokenizer.pyx":172
* """
* if len(string) >= (2 ** 30):
* raise ValueError(Errors.E025.format(length=len(string))) # <<<<<<<<<<<<<<
* cdef int length = len(string)
* cdef Doc doc = Doc(self.vocab)
*/
__pyx_t_4 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_mstate_global->__pyx_n_u_Errors); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 172, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_mstate_global->__pyx_n_u_E025); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 172, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__pyx_t_6 = __pyx_t_8;
__Pyx_INCREF(__pyx_t_6);
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
__PYX_ERR(0, 172, __pyx_L1_error)
}
__pyx_t_1 = __Pyx_PyUnicode_GET_LENGTH(__pyx_v_string); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 172, __pyx_L1_error)
__pyx_t_7 = PyLong_FromSsize_t(__pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 172, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_9 = 0;
{
PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 1 : 0)] = {__pyx_t_6, NULL};
__pyx_t_10 = __Pyx_MakeVectorcallBuilderKwds(1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 172, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_10);
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_length, __pyx_t_7, __pyx_t_10, __pyx_callargs+1, 0) < (0)) __PYX_ERR(0, 172, __pyx_L1_error)
__pyx_t_5 = __Pyx_Object_VectorcallMethod_CallFromBuilder((PyObject*)__pyx_mstate_global->__pyx_n_u_format, __pyx_callargs+__pyx_t_9, (1-__pyx_t_9) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_10);
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 172, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
}
__pyx_t_9 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, __pyx_t_5};
__pyx_t_3 = __Pyx_PyObject_FastCall((PyObject*)(((PyTypeObject*)PyExc_ValueError)), __pyx_callargs+__pyx_t_9, (2-__pyx_t_9) | (__pyx_t_9*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 172, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
}
__Pyx_Raise(__pyx_t_3, 0, 0, 0);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__PYX_ERR(0, 172, __pyx_L1_error)
/* "spacy/tokenizer.pyx":171
* RETURNS (Doc): A container for linguistic annotations.
* """
* if len(string) >= (2 ** 30): # <<<<<<<<<<<<<<
* raise ValueError(Errors.E025.format(length=len(string)))
* cdef int length = len(string)
*/
}
/* "spacy/tokenizer.pyx":173
* if len(string) >= (2 ** 30):
* raise ValueError(Errors.E025.format(length=len(string)))
* cdef int length = len(string) # <<<<<<<<<<<<<<
* cdef Doc doc = Doc(self.vocab)
* if length == 0:
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
__PYX_ERR(0, 173, __pyx_L1_error)
}
__pyx_t_1 = __Pyx_PyUnicode_GET_LENGTH(__pyx_v_string); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 173, __pyx_L1_error)
__pyx_v_length = __pyx_t_1;
/* "spacy/tokenizer.pyx":174
* raise ValueError(Errors.E025.format(length=len(string)))
* cdef int length = len(string)
* cdef Doc doc = Doc(self.vocab) # <<<<<<<<<<<<<<
* if length == 0:
* return doc
*/
__pyx_t_5 = NULL;
__pyx_t_9 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, ((PyObject *)__pyx_v_self->vocab)};
__pyx_t_3 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_5spacy_6tokens_3doc_Doc, __pyx_callargs+__pyx_t_9, (2-__pyx_t_9) | (__pyx_t_9*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 174, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_3);
}
__pyx_v_doc = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_t_3);
__pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":175
* cdef int length = len(string)
* cdef Doc doc = Doc(self.vocab)
* if length == 0: # <<<<<<<<<<<<<<
* return doc
* cdef int i = 0
*/
__pyx_t_2 = (__pyx_v_length == 0);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":176
* cdef Doc doc = Doc(self.vocab)
* if length == 0:
* return doc # <<<<<<<<<<<<<<
* cdef int i = 0
* cdef int start = 0
*/
__Pyx_XDECREF((PyObject *)__pyx_r);
__Pyx_INCREF((PyObject *)__pyx_v_doc);
__pyx_r = __pyx_v_doc;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":175
* cdef int length = len(string)
* cdef Doc doc = Doc(self.vocab)
* if length == 0: # <<<<<<<<<<<<<<
* return doc
* cdef int i = 0
*/
}
/* "spacy/tokenizer.pyx":177
* if length == 0:
* return doc
* cdef int i = 0 # <<<<<<<<<<<<<<
* cdef int start = 0
* cdef int has_special = 0
*/
__pyx_v_i = 0;
/* "spacy/tokenizer.pyx":178
* return doc
* cdef int i = 0
* cdef int start = 0 # <<<<<<<<<<<<<<
* cdef int has_special = 0
* cdef bint in_ws = string[0].isspace()
*/
__pyx_v_start = 0;
/* "spacy/tokenizer.pyx":179
* cdef int i = 0
* cdef int start = 0
* cdef int has_special = 0 # <<<<<<<<<<<<<<
* cdef bint in_ws = string[0].isspace()
* cdef str span
*/
__pyx_v_has_special = 0;
/* "spacy/tokenizer.pyx":180
* cdef int start = 0
* cdef int has_special = 0
* cdef bint in_ws = string[0].isspace() # <<<<<<<<<<<<<<
* cdef str span
* # The task here is much like string.split, but not quite
*/
__pyx_t_11 = __Pyx_GetItemInt_Unicode(__pyx_v_string, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 0, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(__pyx_t_11 == (Py_UCS4)-1)) __PYX_ERR(0, 180, __pyx_L1_error)
__pyx_t_2 = __Pyx_Py_UNICODE_ISSPACE(__pyx_t_11);
__pyx_v_in_ws = __pyx_t_2;
/* "spacy/tokenizer.pyx":186
* # spans that are exactly ' '. So, our sequences will all be separated
* # by either ' ' or nothing.
* for uc in string: # <<<<<<<<<<<<<<
* if uc.isspace() != in_ws:
* if start < i:
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' is not iterable");
__PYX_ERR(0, 186, __pyx_L1_error)
}
__Pyx_INCREF(__pyx_v_string);
__pyx_t_12 = __pyx_v_string;
__pyx_t_16 = __Pyx_init_unicode_iteration(__pyx_t_12, (&__pyx_t_13), (&__pyx_t_14), (&__pyx_t_15)); if (unlikely(__pyx_t_16 == ((int)-1))) __PYX_ERR(0, 186, __pyx_L1_error)
for (__pyx_t_17 = 0; __pyx_t_17 < __pyx_t_13; __pyx_t_17++) {
__pyx_t_1 = __pyx_t_17;
__pyx_v_uc = __Pyx_PyUnicode_READ(__pyx_t_15, __pyx_t_14, __pyx_t_1);
/* "spacy/tokenizer.pyx":187
* # by either ' ' or nothing.
* for uc in string:
* if uc.isspace() != in_ws: # <<<<<<<<<<<<<<
* if start < i:
* # When we want to make this fast, get the data buffer once
*/
__pyx_t_2 = __Pyx_Py_UNICODE_ISSPACE(__pyx_v_uc);
__pyx_t_3 = __Pyx_PyBool_FromLong(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 187, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_5 = __Pyx_PyBool_FromLong(__pyx_v_in_ws); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 187, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_4 = PyObject_RichCompare(__pyx_t_3, __pyx_t_5, Py_NE); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 187, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 187, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":188
* for uc in string:
* if uc.isspace() != in_ws:
* if start < i: # <<<<<<<<<<<<<<
* # When we want to make this fast, get the data buffer once
* # with PyUnicode_AS_DATA, and then maintain a start_byte
*/
__pyx_t_2 = (__pyx_v_start < __pyx_v_i);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":193
* # and end_byte, so we can call hash64 directly. That way
* # we don't have to create the slice when we hit the cache.
* span = string[start:i] # <<<<<<<<<<<<<<
* key = hash_string(span)
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
__PYX_ERR(0, 193, __pyx_L1_error)
}
__pyx_t_4 = __Pyx_PyUnicode_Substring(__pyx_v_string, __pyx_v_start, __pyx_v_i); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 193, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_XDECREF_SET(__pyx_v_span, ((PyObject*)__pyx_t_4));
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":194
* # we don't have to create the slice when we hit the cache.
* span = string[start:i]
* key = hash_string(span) # <<<<<<<<<<<<<<
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
* self._tokenize(doc, span, key, &has_special, with_special_cases)
*/
__pyx_t_18 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_span, 0); if (unlikely(__pyx_t_18 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 194, __pyx_L1_error)
__pyx_v_key = __pyx_t_18;
/* "spacy/tokenizer.pyx":195
* span = string[start:i]
* key = hash_string(span)
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases): # <<<<<<<<<<<<<<
* self._tokenize(doc, span, key, &has_special, with_special_cases)
* if uc == ' ':
*/
__pyx_t_16 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_try_specials_and_cache(__pyx_v_self, __pyx_v_key, __pyx_v_doc, (&__pyx_v_has_special), __pyx_v_with_special_cases); if (unlikely(__pyx_t_16 == ((int)-1))) __PYX_ERR(0, 195, __pyx_L1_error)
__pyx_t_2 = (!(__pyx_t_16 != 0));
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":196
* key = hash_string(span)
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
* self._tokenize(doc, span, key, &has_special, with_special_cases) # <<<<<<<<<<<<<<
* if uc == ' ':
* doc.c[doc.length - 1].spacy = True
*/
__pyx_t_16 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_tokenize(__pyx_v_self, __pyx_v_doc, __pyx_v_span, __pyx_v_key, (&__pyx_v_has_special), __pyx_v_with_special_cases); if (unlikely(__pyx_t_16 == ((int)-1))) __PYX_ERR(0, 196, __pyx_L1_error)
/* "spacy/tokenizer.pyx":195
* span = string[start:i]
* key = hash_string(span)
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases): # <<<<<<<<<<<<<<
* self._tokenize(doc, span, key, &has_special, with_special_cases)
* if uc == ' ':
*/
}
/* "spacy/tokenizer.pyx":188
* for uc in string:
* if uc.isspace() != in_ws:
* if start < i: # <<<<<<<<<<<<<<
* # When we want to make this fast, get the data buffer once
* # with PyUnicode_AS_DATA, and then maintain a start_byte
*/
}
/* "spacy/tokenizer.pyx":197
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
* self._tokenize(doc, span, key, &has_special, with_special_cases)
* if uc == ' ': # <<<<<<<<<<<<<<
* doc.c[doc.length - 1].spacy = True
* start = i + 1
*/
__pyx_t_2 = (__pyx_v_uc == 32);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":198
* self._tokenize(doc, span, key, &has_special, with_special_cases)
* if uc == ' ':
* doc.c[doc.length - 1].spacy = True # <<<<<<<<<<<<<<
* start = i + 1
* else:
*/
(__pyx_v_doc->c[(__pyx_v_doc->length - 1)]).spacy = 1;
/* "spacy/tokenizer.pyx":199
* if uc == ' ':
* doc.c[doc.length - 1].spacy = True
* start = i + 1 # <<<<<<<<<<<<<<
* else:
* start = i
*/
__pyx_v_start = (__pyx_v_i + 1);
/* "spacy/tokenizer.pyx":197
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
* self._tokenize(doc, span, key, &has_special, with_special_cases)
* if uc == ' ': # <<<<<<<<<<<<<<
* doc.c[doc.length - 1].spacy = True
* start = i + 1
*/
goto __pyx_L10;
}
/* "spacy/tokenizer.pyx":201
* start = i + 1
* else:
* start = i # <<<<<<<<<<<<<<
* in_ws = not in_ws
* i += 1
*/
/*else*/ {
__pyx_v_start = __pyx_v_i;
}
__pyx_L10:;
/* "spacy/tokenizer.pyx":202
* else:
* start = i
* in_ws = not in_ws # <<<<<<<<<<<<<<
* i += 1
* if start < i:
*/
__pyx_v_in_ws = (!__pyx_v_in_ws);
/* "spacy/tokenizer.pyx":187
* # by either ' ' or nothing.
* for uc in string:
* if uc.isspace() != in_ws: # <<<<<<<<<<<<<<
* if start < i:
* # When we want to make this fast, get the data buffer once
*/
}
/* "spacy/tokenizer.pyx":203
* start = i
* in_ws = not in_ws
* i += 1 # <<<<<<<<<<<<<<
* if start < i:
* span = string[start:]
*/
__pyx_v_i = (__pyx_v_i + 1);
}
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
/* "spacy/tokenizer.pyx":204
* in_ws = not in_ws
* i += 1
* if start < i: # <<<<<<<<<<<<<<
* span = string[start:]
* key = hash_string(span)
*/
__pyx_t_2 = (__pyx_v_start < __pyx_v_i);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":205
* i += 1
* if start < i:
* span = string[start:] # <<<<<<<<<<<<<<
* key = hash_string(span)
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
__PYX_ERR(0, 205, __pyx_L1_error)
}
__pyx_t_4 = __Pyx_PyUnicode_Substring(__pyx_v_string, __pyx_v_start, PY_SSIZE_T_MAX); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 205, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_XDECREF_SET(__pyx_v_span, ((PyObject*)__pyx_t_4));
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":206
* if start < i:
* span = string[start:]
* key = hash_string(span) # <<<<<<<<<<<<<<
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
* self._tokenize(doc, span, key, &has_special, with_special_cases)
*/
__pyx_t_18 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_span, 0); if (unlikely(__pyx_t_18 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 206, __pyx_L1_error)
__pyx_v_key = __pyx_t_18;
/* "spacy/tokenizer.pyx":207
* span = string[start:]
* key = hash_string(span)
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases): # <<<<<<<<<<<<<<
* self._tokenize(doc, span, key, &has_special, with_special_cases)
* doc.c[doc.length - 1].spacy = string[-1] == " " and not in_ws
*/
__pyx_t_15 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_try_specials_and_cache(__pyx_v_self, __pyx_v_key, __pyx_v_doc, (&__pyx_v_has_special), __pyx_v_with_special_cases); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 207, __pyx_L1_error)
__pyx_t_2 = (!(__pyx_t_15 != 0));
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":208
* key = hash_string(span)
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
* self._tokenize(doc, span, key, &has_special, with_special_cases) # <<<<<<<<<<<<<<
* doc.c[doc.length - 1].spacy = string[-1] == " " and not in_ws
* return doc
*/
__pyx_t_15 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_tokenize(__pyx_v_self, __pyx_v_doc, __pyx_v_span, __pyx_v_key, (&__pyx_v_has_special), __pyx_v_with_special_cases); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 208, __pyx_L1_error)
/* "spacy/tokenizer.pyx":207
* span = string[start:]
* key = hash_string(span)
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases): # <<<<<<<<<<<<<<
* self._tokenize(doc, span, key, &has_special, with_special_cases)
* doc.c[doc.length - 1].spacy = string[-1] == " " and not in_ws
*/
}
/* "spacy/tokenizer.pyx":209
* if not self._try_specials_and_cache(key, doc, &has_special, with_special_cases):
* self._tokenize(doc, span, key, &has_special, with_special_cases)
* doc.c[doc.length - 1].spacy = string[-1] == " " and not in_ws # <<<<<<<<<<<<<<
* return doc
*
*/
__pyx_t_11 = __Pyx_GetItemInt_Unicode(__pyx_v_string, -1L, long, 1, __Pyx_PyLong_From_long, 0, 1, 0, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(__pyx_t_11 == (Py_UCS4)-1)) __PYX_ERR(0, 209, __pyx_L1_error)
__pyx_t_19 = (__pyx_t_11 == 32);
if (__pyx_t_19) {
} else {
__pyx_t_2 = __pyx_t_19;
goto __pyx_L13_bool_binop_done;
}
__pyx_t_19 = (!__pyx_v_in_ws);
__pyx_t_2 = __pyx_t_19;
__pyx_L13_bool_binop_done:;
(__pyx_v_doc->c[(__pyx_v_doc->length - 1)]).spacy = __pyx_t_2;
/* "spacy/tokenizer.pyx":204
* in_ws = not in_ws
* i += 1
* if start < i: # <<<<<<<<<<<<<<
* span = string[start:]
* key = hash_string(span)
*/
}
/* "spacy/tokenizer.pyx":210
* self._tokenize(doc, span, key, &has_special, with_special_cases)
* doc.c[doc.length - 1].spacy = string[-1] == " " and not in_ws
* return doc # <<<<<<<<<<<<<<
*
* def pipe(self, texts, batch_size=1000):
*/
__Pyx_XDECREF((PyObject *)__pyx_r);
__Pyx_INCREF((PyObject *)__pyx_v_doc);
__pyx_r = __pyx_v_doc;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":164
* return doc
*
* @cython.boundscheck(False) # <<<<<<<<<<<<<<
* cdef Doc _tokenize_affixes(self, str string, bint with_special_cases):
* """Tokenize according to affix and token_match settings.
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_7);
__Pyx_XDECREF(__pyx_t_8);
__Pyx_XDECREF(__pyx_t_10);
__Pyx_XDECREF(__pyx_t_12);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._tokenize_affixes", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF((PyObject *)__pyx_v_doc);
__Pyx_XDECREF(__pyx_v_span);
__Pyx_XGIVEREF((PyObject *)__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_8generator(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
/* "spacy/tokenizer.pyx":212
* return doc
*
* def pipe(self, texts, batch_size=1000): # <<<<<<<<<<<<<<
* """Tokenize a stream of texts.
*
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_7pipe(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_6pipe, "Tokenizer.pipe(self, texts, batch_size=1000)\n\nTokenize a stream of texts.\n\ntexts: A sequence of unicode texts.\nbatch_size (int): Number of texts to accumulate in an internal buffer.\nDefaults to 1000.\nYIELDS (Doc): A sequence of Doc objects, in order.\n\nDOCS: https://spacy.io/api/tokenizer#pipe");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_7pipe = {"pipe", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_7pipe, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_6pipe};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_7pipe(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_texts = 0;
CYTHON_UNUSED PyObject *__pyx_v_batch_size = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[2] = {0,0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("pipe (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_texts,&__pyx_mstate_global->__pyx_n_u_batch_size,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 212, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 2:
values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 212, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 212, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "pipe", 0) < (0)) __PYX_ERR(0, 212, __pyx_L3_error)
if (!values[1]) values[1] = __Pyx_NewRef(((PyObject *)__pyx_mstate_global->__pyx_int_1000));
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("pipe", 0, 1, 2, i); __PYX_ERR(0, 212, __pyx_L3_error) }
}
} else {
switch (__pyx_nargs) {
case 2:
values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 212, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 212, __pyx_L3_error)
break;
default: goto __pyx_L5_argtuple_error;
}
if (!values[1]) values[1] = __Pyx_NewRef(((PyObject *)__pyx_mstate_global->__pyx_int_1000));
}
__pyx_v_texts = values[0];
__pyx_v_batch_size = values[1];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("pipe", 0, 1, 2, __pyx_nargs); __PYX_ERR(0, 212, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_6pipe(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_texts, __pyx_v_batch_size);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_6pipe(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_texts, CYTHON_UNUSED PyObject *__pyx_v_batch_size) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *__pyx_cur_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("pipe", 0);
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct__pipe(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe, __pyx_mstate_global->__pyx_empty_tuple, NULL);
if (unlikely(!__pyx_cur_scope)) {
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *)Py_None);
__Pyx_INCREF(Py_None);
__PYX_ERR(0, 212, __pyx_L1_error)
} else {
__Pyx_GOTREF((PyObject *)__pyx_cur_scope);
}
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
__pyx_cur_scope->__pyx_v_texts = __pyx_v_texts;
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_texts);
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_texts);
__pyx_cur_scope->__pyx_v_batch_size = __pyx_v_batch_size;
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_batch_size);
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_batch_size);
{
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_9tokenizer_9Tokenizer_8generator, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[0]), (PyObject *) __pyx_cur_scope, __pyx_mstate_global->__pyx_n_u_pipe, __pyx_mstate_global->__pyx_n_u_Tokenizer_pipe, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer); if (unlikely(!gen)) __PYX_ERR(0, 212, __pyx_L1_error)
__Pyx_DECREF(__pyx_cur_scope);
__Pyx_RefNannyFinishContext();
return (PyObject *) gen;
}
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__Pyx_DECREF((PyObject *)__pyx_cur_scope);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_8generator(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
{
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *)__pyx_generator->closure);
PyObject *__pyx_r = NULL;
PyObject *__pyx_t_1 = NULL;
Py_ssize_t __pyx_t_2;
PyObject *(*__pyx_t_3)(PyObject *);
PyObject *__pyx_t_4 = NULL;
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
size_t __pyx_t_7;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("pipe", 0);
switch (__pyx_generator->resume_label) {
case 0: goto __pyx_L3_first_run;
case 1: goto __pyx_L6_resume_from_yield;
default: /* CPython raises the right error here */
__Pyx_RefNannyFinishContext();
return NULL;
}
__pyx_L3_first_run:;
if (unlikely(__pyx_sent_value != Py_None)) {
if (unlikely(__pyx_sent_value)) PyErr_SetString(PyExc_TypeError, "can't send non-None value to a just-started generator");
__PYX_ERR(0, 212, __pyx_L1_error)
}
/* "spacy/tokenizer.pyx":222
* DOCS: https://spacy.io/api/tokenizer#pipe
* """
* for text in texts: # <<<<<<<<<<<<<<
* yield self(text)
*
*/
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_v_texts)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_texts)) {
__pyx_t_1 = __pyx_cur_scope->__pyx_v_texts; __Pyx_INCREF(__pyx_t_1);
__pyx_t_2 = 0;
__pyx_t_3 = NULL;
} else {
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_texts); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 222, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_3 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 222, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_3)) {
if (likely(PyList_CheckExact(__pyx_t_1))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 222, __pyx_L1_error)
#endif
if (__pyx_t_2 >= __pyx_temp) break;
}
__pyx_t_4 = __Pyx_PyList_GetItemRefFast(__pyx_t_1, __pyx_t_2, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_2;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 222, __pyx_L1_error)
#endif
if (__pyx_t_2 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_4 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2));
#else
__pyx_t_4 = __Pyx_PySequence_ITEM(__pyx_t_1, __pyx_t_2);
#endif
++__pyx_t_2;
}
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 222, __pyx_L1_error)
} else {
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
if (unlikely(!__pyx_t_4)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 222, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_4);
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_text);
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_text, __pyx_t_4);
__Pyx_GIVEREF(__pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":223
* """
* for text in texts:
* yield self(text) # <<<<<<<<<<<<<<
*
* def _flush_cache(self):
*/
__pyx_t_5 = NULL;
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
__pyx_t_6 = ((PyObject *)__pyx_cur_scope->__pyx_v_self);
__pyx_t_7 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_6))) {
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6);
assert(__pyx_t_5);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_6);
__Pyx_INCREF(__pyx_t_5);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_6, __pyx__function);
__pyx_t_7 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_cur_scope->__pyx_v_text};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_6, __pyx_callargs+__pyx_t_7, (2-__pyx_t_7) | (__pyx_t_7*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 223, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_r = __pyx_t_4;
__pyx_t_4 = 0;
__Pyx_XGIVEREF(__pyx_t_1);
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
__pyx_cur_scope->__pyx_t_1 = __pyx_t_2;
__pyx_cur_scope->__pyx_t_2 = __pyx_t_3;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
/* return from generator, yielding value */
__pyx_generator->resume_label = 1;
return __pyx_r;
__pyx_L6_resume_from_yield:;
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
__pyx_cur_scope->__pyx_t_0 = 0;
__Pyx_XGOTREF(__pyx_t_1);
__pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
__pyx_t_3 = __pyx_cur_scope->__pyx_t_2;
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 223, __pyx_L1_error)
/* "spacy/tokenizer.pyx":222
* DOCS: https://spacy.io/api/tokenizer#pipe
* """
* for text in texts: # <<<<<<<<<<<<<<
* yield self(text)
*
*/
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
/* "spacy/tokenizer.pyx":212
* return doc
*
* def pipe(self, texts, batch_size=1000): # <<<<<<<<<<<<<<
* """Tokenize a stream of texts.
*
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
if (__Pyx_PyErr_Occurred()) {
__Pyx_AddTraceback("pipe", __pyx_clineno, __pyx_lineno, __pyx_filename);
}
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
#if !CYTHON_USE_EXC_INFO_STACK
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
#endif
__pyx_generator->resume_label = -1;
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":225
* yield self(text)
*
* def _flush_cache(self): # <<<<<<<<<<<<<<
* self._reset_cache([key for key in self._cache])
*
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10_flush_cache(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_9_flush_cache, "Tokenizer._flush_cache(self)");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10_flush_cache = {"_flush_cache", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10_flush_cache, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_9_flush_cache};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10_flush_cache(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("_flush_cache (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("_flush_cache", 1, 0, 0, __pyx_nargs); return NULL; }
const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len < 0)) return NULL;
if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("_flush_cache", __pyx_kwds); return NULL;}
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_9_flush_cache(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_9_flush_cache(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_v_key = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
Py_ssize_t __pyx_t_5;
PyObject *(*__pyx_t_6)(PyObject *);
PyObject *__pyx_t_7 = NULL;
size_t __pyx_t_8;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_flush_cache", 0);
/* "spacy/tokenizer.pyx":226
*
* def _flush_cache(self):
* self._reset_cache([key for key in self._cache]) # <<<<<<<<<<<<<<
*
* def _reset_cache(self, keys):
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 226, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
if (likely(PyList_CheckExact(((PyObject *)__pyx_v_self->_cache))) || PyTuple_CheckExact(((PyObject *)__pyx_v_self->_cache))) {
__pyx_t_4 = ((PyObject *)__pyx_v_self->_cache); __Pyx_INCREF(__pyx_t_4);
__pyx_t_5 = 0;
__pyx_t_6 = NULL;
} else {
__pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(((PyObject *)__pyx_v_self->_cache)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 226, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_6 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 226, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_6)) {
if (likely(PyList_CheckExact(__pyx_t_4))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_4);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 226, __pyx_L1_error)
#endif
if (__pyx_t_5 >= __pyx_temp) break;
}
__pyx_t_7 = __Pyx_PyList_GetItemRefFast(__pyx_t_4, __pyx_t_5, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_5;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_4);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 226, __pyx_L1_error)
#endif
if (__pyx_t_5 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_7 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5));
#else
__pyx_t_7 = __Pyx_PySequence_ITEM(__pyx_t_4, __pyx_t_5);
#endif
++__pyx_t_5;
}
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 226, __pyx_L1_error)
} else {
__pyx_t_7 = __pyx_t_6(__pyx_t_4);
if (unlikely(!__pyx_t_7)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 226, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_7);
__Pyx_XDECREF_SET(__pyx_v_key, __pyx_t_7);
__pyx_t_7 = 0;
if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_v_key))) __PYX_ERR(0, 226, __pyx_L1_error)
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_8 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_t_3};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_reset_cache, __pyx_callargs+__pyx_t_8, (2-__pyx_t_8) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 226, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":225
* yield self(text)
*
* def _flush_cache(self): # <<<<<<<<<<<<<<
* self._reset_cache([key for key in self._cache])
*
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_XDECREF(__pyx_t_7);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._flush_cache", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_key);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":228
* self._reset_cache([key for key in self._cache])
*
* def _reset_cache(self, keys): # <<<<<<<<<<<<<<
* for k in keys:
* cached = <_Cached*>self._cache.get(k)
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_12_reset_cache(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_11_reset_cache, "Tokenizer._reset_cache(self, keys)");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_12_reset_cache = {"_reset_cache", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_12_reset_cache, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_11_reset_cache};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_12_reset_cache(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_keys = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("_reset_cache (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_keys,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 228, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 228, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "_reset_cache", 0) < (0)) __PYX_ERR(0, 228, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("_reset_cache", 1, 1, 1, i); __PYX_ERR(0, 228, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 228, __pyx_L3_error)
}
__pyx_v_keys = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("_reset_cache", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 228, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._reset_cache", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_11_reset_cache(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_keys);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_11_reset_cache(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_keys) {
PyObject *__pyx_v_k = NULL;
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_cached;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
Py_ssize_t __pyx_t_2;
PyObject *(*__pyx_t_3)(PyObject *);
PyObject *__pyx_t_4 = NULL;
__pyx_t_7preshed_4maps_key_t __pyx_t_5;
void *__pyx_t_6;
int __pyx_t_7;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_reset_cache", 0);
/* "spacy/tokenizer.pyx":229
*
* def _reset_cache(self, keys):
* for k in keys: # <<<<<<<<<<<<<<
* cached = <_Cached*>self._cache.get(k)
* del self._cache[k]
*/
if (likely(PyList_CheckExact(__pyx_v_keys)) || PyTuple_CheckExact(__pyx_v_keys)) {
__pyx_t_1 = __pyx_v_keys; __Pyx_INCREF(__pyx_t_1);
__pyx_t_2 = 0;
__pyx_t_3 = NULL;
} else {
__pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_keys); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 229, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_3 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 229, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_3)) {
if (likely(PyList_CheckExact(__pyx_t_1))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 229, __pyx_L1_error)
#endif
if (__pyx_t_2 >= __pyx_temp) break;
}
__pyx_t_4 = __Pyx_PyList_GetItemRefFast(__pyx_t_1, __pyx_t_2, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_2;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 229, __pyx_L1_error)
#endif
if (__pyx_t_2 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_4 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2));
#else
__pyx_t_4 = __Pyx_PySequence_ITEM(__pyx_t_1, __pyx_t_2);
#endif
++__pyx_t_2;
}
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 229, __pyx_L1_error)
} else {
__pyx_t_4 = __pyx_t_3(__pyx_t_1);
if (unlikely(!__pyx_t_4)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 229, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_4);
__Pyx_XDECREF_SET(__pyx_v_k, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":230
* def _reset_cache(self, keys):
* for k in keys:
* cached = <_Cached*>self._cache.get(k) # <<<<<<<<<<<<<<
* del self._cache[k]
* if cached is not NULL:
*/
__pyx_t_5 = __Pyx_PyLong_As_uint64_t(__pyx_v_k); if (unlikely((__pyx_t_5 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 230, __pyx_L1_error)
__pyx_t_6 = ((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_cache->__pyx_vtab)->get(__pyx_v_self->_cache, __pyx_t_5); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 230, __pyx_L1_error)
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)__pyx_t_6);
/* "spacy/tokenizer.pyx":231
* for k in keys:
* cached = <_Cached*>self._cache.get(k)
* del self._cache[k] # <<<<<<<<<<<<<<
* if cached is not NULL:
* self.mem.free(cached)
*/
if (unlikely((PyObject_DelItem(((PyObject *)__pyx_v_self->_cache), __pyx_v_k) < 0))) __PYX_ERR(0, 231, __pyx_L1_error)
/* "spacy/tokenizer.pyx":232
* cached = <_Cached*>self._cache.get(k)
* del self._cache[k]
* if cached is not NULL: # <<<<<<<<<<<<<<
* self.mem.free(cached)
*
*/
__pyx_t_7 = (__pyx_v_cached != NULL);
if (__pyx_t_7) {
/* "spacy/tokenizer.pyx":233
* del self._cache[k]
* if cached is not NULL:
* self.mem.free(cached) # <<<<<<<<<<<<<<
*
* def _flush_specials(self):
*/
((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->free(__pyx_v_self->mem, __pyx_v_cached); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 233, __pyx_L1_error)
/* "spacy/tokenizer.pyx":232
* cached = <_Cached*>self._cache.get(k)
* del self._cache[k]
* if cached is not NULL: # <<<<<<<<<<<<<<
* self.mem.free(cached)
*
*/
}
/* "spacy/tokenizer.pyx":229
*
* def _reset_cache(self, keys):
* for k in keys: # <<<<<<<<<<<<<<
* cached = <_Cached*>self._cache.get(k)
* del self._cache[k]
*/
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":228
* self._reset_cache([key for key in self._cache])
*
* def _reset_cache(self, keys): # <<<<<<<<<<<<<<
* for k in keys:
* cached = <_Cached*>self._cache.get(k)
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._reset_cache", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_k);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":235
* self.mem.free(cached)
*
* def _flush_specials(self): # <<<<<<<<<<<<<<
* self._special_matcher = PhraseMatcher(self.vocab)
* for k in self._specials:
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_14_flush_specials(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_13_flush_specials, "Tokenizer._flush_specials(self)");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_14_flush_specials = {"_flush_specials", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_14_flush_specials, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_13_flush_specials};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_14_flush_specials(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("_flush_specials (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("_flush_specials", 1, 0, 0, __pyx_nargs); return NULL; }
const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len < 0)) return NULL;
if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("_flush_specials", __pyx_kwds); return NULL;}
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_13_flush_specials(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_13_flush_specials(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_v_k = NULL;
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_cached;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
Py_ssize_t __pyx_t_4;
PyObject *(*__pyx_t_5)(PyObject *);
__pyx_t_7preshed_4maps_key_t __pyx_t_6;
void *__pyx_t_7;
int __pyx_t_8;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_flush_specials", 0);
/* "spacy/tokenizer.pyx":236
*
* def _flush_specials(self):
* self._special_matcher = PhraseMatcher(self.vocab) # <<<<<<<<<<<<<<
* for k in self._specials:
* cached = <_Cached*>self._specials.get(k)
*/
__pyx_t_2 = NULL;
__pyx_t_3 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, ((PyObject *)__pyx_v_self->vocab)};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 236, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_1);
}
__Pyx_GIVEREF((PyObject *)__pyx_t_1);
__Pyx_GOTREF((PyObject *)__pyx_v_self->_special_matcher);
__Pyx_DECREF((PyObject *)__pyx_v_self->_special_matcher);
__pyx_v_self->_special_matcher = ((struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher *)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":237
* def _flush_specials(self):
* self._special_matcher = PhraseMatcher(self.vocab)
* for k in self._specials: # <<<<<<<<<<<<<<
* cached = <_Cached*>self._specials.get(k)
* del self._specials[k]
*/
if (likely(PyList_CheckExact(((PyObject *)__pyx_v_self->_specials))) || PyTuple_CheckExact(((PyObject *)__pyx_v_self->_specials))) {
__pyx_t_1 = ((PyObject *)__pyx_v_self->_specials); __Pyx_INCREF(__pyx_t_1);
__pyx_t_4 = 0;
__pyx_t_5 = NULL;
} else {
__pyx_t_4 = -1; __pyx_t_1 = PyObject_GetIter(((PyObject *)__pyx_v_self->_specials)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 237, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_5 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 237, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_5)) {
if (likely(PyList_CheckExact(__pyx_t_1))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 237, __pyx_L1_error)
#endif
if (__pyx_t_4 >= __pyx_temp) break;
}
__pyx_t_2 = __Pyx_PyList_GetItemRefFast(__pyx_t_1, __pyx_t_4, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_4;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 237, __pyx_L1_error)
#endif
if (__pyx_t_4 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_2 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_4));
#else
__pyx_t_2 = __Pyx_PySequence_ITEM(__pyx_t_1, __pyx_t_4);
#endif
++__pyx_t_4;
}
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 237, __pyx_L1_error)
} else {
__pyx_t_2 = __pyx_t_5(__pyx_t_1);
if (unlikely(!__pyx_t_2)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 237, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_2);
__Pyx_XDECREF_SET(__pyx_v_k, __pyx_t_2);
__pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":238
* self._special_matcher = PhraseMatcher(self.vocab)
* for k in self._specials:
* cached = <_Cached*>self._specials.get(k) # <<<<<<<<<<<<<<
* del self._specials[k]
* if cached is not NULL:
*/
__pyx_t_6 = __Pyx_PyLong_As_uint64_t(__pyx_v_k); if (unlikely((__pyx_t_6 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 238, __pyx_L1_error)
__pyx_t_7 = ((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_t_6); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 238, __pyx_L1_error)
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)__pyx_t_7);
/* "spacy/tokenizer.pyx":239
* for k in self._specials:
* cached = <_Cached*>self._specials.get(k)
* del self._specials[k] # <<<<<<<<<<<<<<
* if cached is not NULL:
* self.mem.free(cached)
*/
if (unlikely((PyObject_DelItem(((PyObject *)__pyx_v_self->_specials), __pyx_v_k) < 0))) __PYX_ERR(0, 239, __pyx_L1_error)
/* "spacy/tokenizer.pyx":240
* cached = <_Cached*>self._specials.get(k)
* del self._specials[k]
* if cached is not NULL: # <<<<<<<<<<<<<<
* self.mem.free(cached)
*
*/
__pyx_t_8 = (__pyx_v_cached != NULL);
if (__pyx_t_8) {
/* "spacy/tokenizer.pyx":241
* del self._specials[k]
* if cached is not NULL:
* self.mem.free(cached) # <<<<<<<<<<<<<<
*
* cdef int _apply_special_cases(self, Doc doc) except -1:
*/
((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->free(__pyx_v_self->mem, __pyx_v_cached); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 241, __pyx_L1_error)
/* "spacy/tokenizer.pyx":240
* cached = <_Cached*>self._specials.get(k)
* del self._specials[k]
* if cached is not NULL: # <<<<<<<<<<<<<<
* self.mem.free(cached)
*
*/
}
/* "spacy/tokenizer.pyx":237
* def _flush_specials(self):
* self._special_matcher = PhraseMatcher(self.vocab)
* for k in self._specials: # <<<<<<<<<<<<<<
* cached = <_Cached*>self._specials.get(k)
* del self._specials[k]
*/
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":235
* self.mem.free(cached)
*
* def _flush_specials(self): # <<<<<<<<<<<<<<
* self._special_matcher = PhraseMatcher(self.vocab)
* for k in self._specials:
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._flush_specials", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_k);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":243
* self.mem.free(cached)
*
* cdef int _apply_special_cases(self, Doc doc) except -1: # <<<<<<<<<<<<<<
* """Retokenize doc according to special cases.
*
*/
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__apply_special_cases(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc) {
int __pyx_v_i;
int __pyx_v_max_length;
int __pyx_v_modify_in_place;
struct __pyx_obj_5cymem_5cymem_Pool *__pyx_v_mem = 0;
std::vector<struct __pyx_t_5spacy_7structs_SpanC> __pyx_v_c_matches;
std::vector<struct __pyx_t_5spacy_7structs_SpanC> __pyx_v_c_filtered;
int __pyx_v_offset;
int __pyx_v_modified_doc_length;
PyObject *__pyx_v_span_data = NULL;
struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_tokens;
int __pyx_r;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
int __pyx_t_4;
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
PyObject *(*__pyx_t_8)(PyObject *);
int __pyx_t_9;
struct __pyx_t_5spacy_7structs_TokenC *__pyx_t_10;
void *__pyx_t_11;
int __pyx_t_12;
int __pyx_t_13;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_apply_special_cases", 0);
/* "spacy/tokenizer.pyx":249
* """
* cdef int i
* cdef int max_length = 0 # <<<<<<<<<<<<<<
* cdef bint modify_in_place
* cdef Pool mem = Pool()
*/
__pyx_v_max_length = 0;
/* "spacy/tokenizer.pyx":251
* cdef int max_length = 0
* cdef bint modify_in_place
* cdef Pool mem = Pool() # <<<<<<<<<<<<<<
* cdef vector[SpanC] c_matches
* cdef vector[SpanC] c_filtered
*/
__pyx_t_2 = NULL;
__pyx_t_3 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_5cymem_5cymem_Pool, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 251, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_1);
}
__pyx_v_mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":257
* cdef int modified_doc_length
* # Find matches for special cases
* self._special_matcher.find_matches(doc, 0, doc.length, &c_matches) # <<<<<<<<<<<<<<
* # Skip processing if no matches
* if c_matches.size() == 0:
*/
((struct __pyx_vtabstruct_5spacy_7matcher_13phrasematcher_PhraseMatcher *)__pyx_v_self->_special_matcher->__pyx_vtab)->find_matches(__pyx_v_self->_special_matcher, __pyx_v_doc, 0, __pyx_v_doc->length, (&__pyx_v_c_matches)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 257, __pyx_L1_error)
/* "spacy/tokenizer.pyx":259
* self._special_matcher.find_matches(doc, 0, doc.length, &c_matches)
* # Skip processing if no matches
* if c_matches.size() == 0: # <<<<<<<<<<<<<<
* return True
* self._filter_special_spans(c_matches, c_filtered, doc.length)
*/
__pyx_t_4 = (__pyx_v_c_matches.size() == 0);
if (__pyx_t_4) {
/* "spacy/tokenizer.pyx":260
* # Skip processing if no matches
* if c_matches.size() == 0:
* return True # <<<<<<<<<<<<<<
* self._filter_special_spans(c_matches, c_filtered, doc.length)
* # Put span info in span.start-indexed dict and calculate maximum
*/
__pyx_r = 1;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":259
* self._special_matcher.find_matches(doc, 0, doc.length, &c_matches)
* # Skip processing if no matches
* if c_matches.size() == 0: # <<<<<<<<<<<<<<
* return True
* self._filter_special_spans(c_matches, c_filtered, doc.length)
*/
}
/* "spacy/tokenizer.pyx":261
* if c_matches.size() == 0:
* return True
* self._filter_special_spans(c_matches, c_filtered, doc.length) # <<<<<<<<<<<<<<
* # Put span info in span.start-indexed dict and calculate maximum
* # intermediate document size
*/
((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_filter_special_spans(__pyx_v_self, __pyx_v_c_matches, __pyx_v_c_filtered, __pyx_v_doc->length); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 261, __pyx_L1_error)
/* "spacy/tokenizer.pyx":264
* # Put span info in span.start-indexed dict and calculate maximum
* # intermediate document size
* (span_data, max_length, modify_in_place) = self._prepare_special_spans(doc, c_filtered) # <<<<<<<<<<<<<<
* # If modifications never increase doc length, can modify in place
* if modify_in_place:
*/
__pyx_t_1 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_prepare_special_spans(__pyx_v_self, __pyx_v_doc, __pyx_v_c_filtered); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 264, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) {
PyObject* sequence = __pyx_t_1;
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
if (unlikely(size != 3)) {
if (size > 3) __Pyx_RaiseTooManyValuesError(3);
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
__PYX_ERR(0, 264, __pyx_L1_error)
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
if (likely(PyTuple_CheckExact(sequence))) {
__pyx_t_2 = PyTuple_GET_ITEM(sequence, 0);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_5 = PyTuple_GET_ITEM(sequence, 1);
__Pyx_INCREF(__pyx_t_5);
__pyx_t_6 = PyTuple_GET_ITEM(sequence, 2);
__Pyx_INCREF(__pyx_t_6);
} else {
__pyx_t_2 = __Pyx_PyList_GetItemRefFast(sequence, 0, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 264, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_2);
__pyx_t_5 = __Pyx_PyList_GetItemRefFast(sequence, 1, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 264, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_5);
__pyx_t_6 = __Pyx_PyList_GetItemRefFast(sequence, 2, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 264, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_6);
}
#else
__pyx_t_2 = __Pyx_PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 264, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_5 = __Pyx_PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 264, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_6 = __Pyx_PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 264, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
#endif
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
} else {
Py_ssize_t index = -1;
__pyx_t_7 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 264, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_8 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_7);
index = 0; __pyx_t_2 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_2)) goto __pyx_L4_unpacking_failed;
__Pyx_GOTREF(__pyx_t_2);
index = 1; __pyx_t_5 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_5)) goto __pyx_L4_unpacking_failed;
__Pyx_GOTREF(__pyx_t_5);
index = 2; __pyx_t_6 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_6)) goto __pyx_L4_unpacking_failed;
__Pyx_GOTREF(__pyx_t_6);
if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 3) < (0)) __PYX_ERR(0, 264, __pyx_L1_error)
__pyx_t_8 = NULL;
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
goto __pyx_L5_unpacking_done;
__pyx_L4_unpacking_failed:;
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__pyx_t_8 = NULL;
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
__PYX_ERR(0, 264, __pyx_L1_error)
__pyx_L5_unpacking_done:;
}
__pyx_t_9 = __Pyx_PyLong_As_int(__pyx_t_5); if (unlikely((__pyx_t_9 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 264, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_6); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 264, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
__pyx_v_span_data = __pyx_t_2;
__pyx_t_2 = 0;
__pyx_v_max_length = __pyx_t_9;
__pyx_v_modify_in_place = __pyx_t_4;
/* "spacy/tokenizer.pyx":266
* (span_data, max_length, modify_in_place) = self._prepare_special_spans(doc, c_filtered)
* # If modifications never increase doc length, can modify in place
* if modify_in_place: # <<<<<<<<<<<<<<
* tokens = doc.c
* # Otherwise create a separate array to store modified tokens
*/
if (__pyx_v_modify_in_place) {
/* "spacy/tokenizer.pyx":267
* # If modifications never increase doc length, can modify in place
* if modify_in_place:
* tokens = doc.c # <<<<<<<<<<<<<<
* # Otherwise create a separate array to store modified tokens
* else:
*/
__pyx_t_10 = __pyx_v_doc->c;
__pyx_v_tokens = __pyx_t_10;
/* "spacy/tokenizer.pyx":266
* (span_data, max_length, modify_in_place) = self._prepare_special_spans(doc, c_filtered)
* # If modifications never increase doc length, can modify in place
* if modify_in_place: # <<<<<<<<<<<<<<
* tokens = doc.c
* # Otherwise create a separate array to store modified tokens
*/
goto __pyx_L6;
}
/* "spacy/tokenizer.pyx":270
* # Otherwise create a separate array to store modified tokens
* else:
* assert max_length > 0 # <<<<<<<<<<<<<<
* tokens = <TokenC*>mem.alloc(max_length, sizeof(TokenC))
* # Modify tokenization according to filtered special cases
*/
/*else*/ {
#ifndef CYTHON_WITHOUT_ASSERTIONS
if (unlikely(__pyx_assertions_enabled())) {
__pyx_t_4 = (__pyx_v_max_length > 0);
if (unlikely(!__pyx_t_4)) {
__Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
__PYX_ERR(0, 270, __pyx_L1_error)
}
}
#else
if ((1)); else __PYX_ERR(0, 270, __pyx_L1_error)
#endif
/* "spacy/tokenizer.pyx":271
* else:
* assert max_length > 0
* tokens = <TokenC*>mem.alloc(max_length, sizeof(TokenC)) # <<<<<<<<<<<<<<
* # Modify tokenization according to filtered special cases
* offset = self._retokenize_special_spans(doc, tokens, span_data)
*/
__pyx_t_11 = ((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_mem->__pyx_vtab)->alloc(__pyx_v_mem, __pyx_v_max_length, (sizeof(struct __pyx_t_5spacy_7structs_TokenC))); if (unlikely(__pyx_t_11 == ((void *)NULL))) __PYX_ERR(0, 271, __pyx_L1_error)
__pyx_v_tokens = ((struct __pyx_t_5spacy_7structs_TokenC *)__pyx_t_11);
}
__pyx_L6:;
/* "spacy/tokenizer.pyx":273
* tokens = <TokenC*>mem.alloc(max_length, sizeof(TokenC))
* # Modify tokenization according to filtered special cases
* offset = self._retokenize_special_spans(doc, tokens, span_data) # <<<<<<<<<<<<<<
* # Allocate more memory for doc if needed
* modified_doc_length = doc.length + offset
*/
__pyx_t_9 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_retokenize_special_spans(__pyx_v_self, __pyx_v_doc, __pyx_v_tokens, __pyx_v_span_data); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 273, __pyx_L1_error)
__pyx_v_offset = __pyx_t_9;
/* "spacy/tokenizer.pyx":275
* offset = self._retokenize_special_spans(doc, tokens, span_data)
* # Allocate more memory for doc if needed
* modified_doc_length = doc.length + offset # <<<<<<<<<<<<<<
* while modified_doc_length >= doc.max_length:
* doc._realloc(doc.max_length * 2)
*/
__pyx_v_modified_doc_length = (__pyx_v_doc->length + __pyx_v_offset);
/* "spacy/tokenizer.pyx":276
* # Allocate more memory for doc if needed
* modified_doc_length = doc.length + offset
* while modified_doc_length >= doc.max_length: # <<<<<<<<<<<<<<
* doc._realloc(doc.max_length * 2)
* # If not modified in place, copy tokens back to doc
*/
while (1) {
__pyx_t_4 = (__pyx_v_modified_doc_length >= __pyx_v_doc->max_length);
if (!__pyx_t_4) break;
/* "spacy/tokenizer.pyx":277
* modified_doc_length = doc.length + offset
* while modified_doc_length >= doc.max_length:
* doc._realloc(doc.max_length * 2) # <<<<<<<<<<<<<<
* # If not modified in place, copy tokens back to doc
* if not modify_in_place:
*/
__pyx_t_6 = ((PyObject *)__pyx_v_doc);
__Pyx_INCREF(__pyx_t_6);
__pyx_t_5 = __Pyx_PyLong_From_long((__pyx_v_doc->max_length * 2)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 277, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_6, __pyx_t_5};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_realloc, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 277, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
}
/* "spacy/tokenizer.pyx":279
* doc._realloc(doc.max_length * 2)
* # If not modified in place, copy tokens back to doc
* if not modify_in_place: # <<<<<<<<<<<<<<
* memcpy(doc.c, tokens, max_length * sizeof(TokenC))
* for i in range(doc.length + offset, doc.length):
*/
__pyx_t_4 = (!__pyx_v_modify_in_place);
if (__pyx_t_4) {
/* "spacy/tokenizer.pyx":280
* # If not modified in place, copy tokens back to doc
* if not modify_in_place:
* memcpy(doc.c, tokens, max_length * sizeof(TokenC)) # <<<<<<<<<<<<<<
* for i in range(doc.length + offset, doc.length):
* memset(&doc.c[i], 0, sizeof(TokenC))
*/
(void)(memcpy(__pyx_v_doc->c, __pyx_v_tokens, (__pyx_v_max_length * (sizeof(struct __pyx_t_5spacy_7structs_TokenC)))));
/* "spacy/tokenizer.pyx":279
* doc._realloc(doc.max_length * 2)
* # If not modified in place, copy tokens back to doc
* if not modify_in_place: # <<<<<<<<<<<<<<
* memcpy(doc.c, tokens, max_length * sizeof(TokenC))
* for i in range(doc.length + offset, doc.length):
*/
}
/* "spacy/tokenizer.pyx":281
* if not modify_in_place:
* memcpy(doc.c, tokens, max_length * sizeof(TokenC))
* for i in range(doc.length + offset, doc.length): # <<<<<<<<<<<<<<
* memset(&doc.c[i], 0, sizeof(TokenC))
* doc.c[i].lex = &EMPTY_LEXEME
*/
__pyx_t_9 = __pyx_v_doc->length;
__pyx_t_12 = __pyx_t_9;
for (__pyx_t_13 = (__pyx_v_doc->length + __pyx_v_offset); __pyx_t_13 < __pyx_t_12; __pyx_t_13+=1) {
__pyx_v_i = __pyx_t_13;
/* "spacy/tokenizer.pyx":282
* memcpy(doc.c, tokens, max_length * sizeof(TokenC))
* for i in range(doc.length + offset, doc.length):
* memset(&doc.c[i], 0, sizeof(TokenC)) # <<<<<<<<<<<<<<
* doc.c[i].lex = &EMPTY_LEXEME
* doc.length = doc.length + offset
*/
(void)(memset((&(__pyx_v_doc->c[__pyx_v_i])), 0, (sizeof(struct __pyx_t_5spacy_7structs_TokenC))));
/* "spacy/tokenizer.pyx":283
* for i in range(doc.length + offset, doc.length):
* memset(&doc.c[i], 0, sizeof(TokenC))
* doc.c[i].lex = &EMPTY_LEXEME # <<<<<<<<<<<<<<
* doc.length = doc.length + offset
* return True
*/
(__pyx_v_doc->c[__pyx_v_i]).lex = (&__pyx_v_5spacy_6lexeme_EMPTY_LEXEME);
}
/* "spacy/tokenizer.pyx":284
* memset(&doc.c[i], 0, sizeof(TokenC))
* doc.c[i].lex = &EMPTY_LEXEME
* doc.length = doc.length + offset # <<<<<<<<<<<<<<
* return True
*
*/
__pyx_v_doc->length = (__pyx_v_doc->length + __pyx_v_offset);
/* "spacy/tokenizer.pyx":285
* doc.c[i].lex = &EMPTY_LEXEME
* doc.length = doc.length + offset
* return True # <<<<<<<<<<<<<<
*
* cdef void _filter_special_spans(self, vector[SpanC] &original, vector[SpanC] &filtered, int doc_len) nogil:
*/
__pyx_r = 1;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":243
* self.mem.free(cached)
*
* cdef int _apply_special_cases(self, Doc doc) except -1: # <<<<<<<<<<<<<<
* """Retokenize doc according to special cases.
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_7);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._apply_special_cases", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_XDECREF((PyObject *)__pyx_v_mem);
__Pyx_XDECREF(__pyx_v_span_data);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":287
* return True
*
* cdef void _filter_special_spans(self, vector[SpanC] &original, vector[SpanC] &filtered, int doc_len) nogil: # <<<<<<<<<<<<<<
*
* cdef int seen_i
*/
static void __pyx_f_5spacy_9tokenizer_9Tokenizer__filter_special_spans(CYTHON_UNUSED struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &__pyx_v_original, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &__pyx_v_filtered, CYTHON_UNUSED int __pyx_v_doc_len) {
int __pyx_v_seen_i;
struct __pyx_t_5spacy_7structs_SpanC __pyx_v_span;
std::set<int> __pyx_v_seen_tokens;
int __pyx_v_orig_i;
int __pyx_t_1;
int __pyx_t_2;
int __pyx_t_3;
int __pyx_t_4;
int __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyGILState_STATE __pyx_gilstate_save;
/* "spacy/tokenizer.pyx":292
* cdef SpanC span
* cdef stdset[int] seen_tokens
* stdsort(original.begin(), original.end(), len_start_cmp) # <<<<<<<<<<<<<<
* cdef int orig_i = original.size() - 1
* while orig_i >= 0:
*/
sort(__pyx_v_original.begin(), __pyx_v_original.end(), __pyx_f_5spacy_9tokenizer_len_start_cmp);
/* "spacy/tokenizer.pyx":293
* cdef stdset[int] seen_tokens
* stdsort(original.begin(), original.end(), len_start_cmp)
* cdef int orig_i = original.size() - 1 # <<<<<<<<<<<<<<
* while orig_i >= 0:
* span = original[orig_i]
*/
__pyx_v_orig_i = (__pyx_v_original.size() - 1);
/* "spacy/tokenizer.pyx":294
* stdsort(original.begin(), original.end(), len_start_cmp)
* cdef int orig_i = original.size() - 1
* while orig_i >= 0: # <<<<<<<<<<<<<<
* span = original[orig_i]
* if not seen_tokens.count(span.start) and not seen_tokens.count(span.end - 1):
*/
while (1) {
__pyx_t_1 = (__pyx_v_orig_i >= 0);
if (!__pyx_t_1) break;
/* "spacy/tokenizer.pyx":295
* cdef int orig_i = original.size() - 1
* while orig_i >= 0:
* span = original[orig_i] # <<<<<<<<<<<<<<
* if not seen_tokens.count(span.start) and not seen_tokens.count(span.end - 1):
* filtered.push_back(span)
*/
__pyx_v_span = (__pyx_v_original[__pyx_v_orig_i]);
/* "spacy/tokenizer.pyx":296
* while orig_i >= 0:
* span = original[orig_i]
* if not seen_tokens.count(span.start) and not seen_tokens.count(span.end - 1): # <<<<<<<<<<<<<<
* filtered.push_back(span)
* for seen_i in range(span.start, span.end):
*/
__pyx_t_2 = (!(__pyx_v_seen_tokens.count(__pyx_v_span.start) != 0));
if (__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L6_bool_binop_done;
}
__pyx_t_2 = (!(__pyx_v_seen_tokens.count((__pyx_v_span.end - 1)) != 0));
__pyx_t_1 = __pyx_t_2;
__pyx_L6_bool_binop_done:;
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":297
* span = original[orig_i]
* if not seen_tokens.count(span.start) and not seen_tokens.count(span.end - 1):
* filtered.push_back(span) # <<<<<<<<<<<<<<
* for seen_i in range(span.start, span.end):
* seen_tokens.insert(seen_i)
*/
try {
__pyx_v_filtered.push_back(__pyx_v_span);
} catch(...) {
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
__Pyx_CppExn2PyErr();
__Pyx_PyGILState_Release(__pyx_gilstate_save);
__PYX_ERR(0, 297, __pyx_L1_error)
}
/* "spacy/tokenizer.pyx":296
* while orig_i >= 0:
* span = original[orig_i]
* if not seen_tokens.count(span.start) and not seen_tokens.count(span.end - 1): # <<<<<<<<<<<<<<
* filtered.push_back(span)
* for seen_i in range(span.start, span.end):
*/
}
/* "spacy/tokenizer.pyx":298
* if not seen_tokens.count(span.start) and not seen_tokens.count(span.end - 1):
* filtered.push_back(span)
* for seen_i in range(span.start, span.end): # <<<<<<<<<<<<<<
* seen_tokens.insert(seen_i)
* orig_i -= 1
*/
__pyx_t_3 = __pyx_v_span.end;
__pyx_t_4 = __pyx_t_3;
for (__pyx_t_5 = __pyx_v_span.start; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
__pyx_v_seen_i = __pyx_t_5;
/* "spacy/tokenizer.pyx":299
* filtered.push_back(span)
* for seen_i in range(span.start, span.end):
* seen_tokens.insert(seen_i) # <<<<<<<<<<<<<<
* orig_i -= 1
* stdsort(filtered.begin(), filtered.end(), start_cmp)
*/
try {
__pyx_v_seen_tokens.insert(__pyx_v_seen_i);
} catch(...) {
PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
__Pyx_CppExn2PyErr();
__Pyx_PyGILState_Release(__pyx_gilstate_save);
__PYX_ERR(0, 299, __pyx_L1_error)
}
}
/* "spacy/tokenizer.pyx":300
* for seen_i in range(span.start, span.end):
* seen_tokens.insert(seen_i)
* orig_i -= 1 # <<<<<<<<<<<<<<
* stdsort(filtered.begin(), filtered.end(), start_cmp)
*
*/
__pyx_v_orig_i = (__pyx_v_orig_i - 1);
}
/* "spacy/tokenizer.pyx":301
* seen_tokens.insert(seen_i)
* orig_i -= 1
* stdsort(filtered.begin(), filtered.end(), start_cmp) # <<<<<<<<<<<<<<
*
* cdef object _prepare_special_spans(self, Doc doc, vector[SpanC] &filtered):
*/
sort(__pyx_v_filtered.begin(), __pyx_v_filtered.end(), __pyx_f_5spacy_9tokenizer_start_cmp);
/* "spacy/tokenizer.pyx":287
* return True
*
* cdef void _filter_special_spans(self, vector[SpanC] &original, vector[SpanC] &filtered, int doc_len) nogil: # <<<<<<<<<<<<<<
*
* cdef int seen_i
*/
/* function exit code */
goto __pyx_L0;
__pyx_L1_error:;
__pyx_gilstate_save = __Pyx_PyGILState_Ensure();
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._filter_special_spans", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_PyGILState_Release(__pyx_gilstate_save);
__pyx_L0:;
}
/* "spacy/tokenizer.pyx":303
* stdsort(filtered.begin(), filtered.end(), start_cmp)
*
* cdef object _prepare_special_spans(self, Doc doc, vector[SpanC] &filtered): # <<<<<<<<<<<<<<
* spans = [doc[match.start:match.end] for match in filtered]
* cdef bint modify_in_place = True
*/
static PyObject *__pyx_f_5spacy_9tokenizer_9Tokenizer__prepare_special_spans(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &__pyx_v_filtered) {
PyObject *__pyx_v_spans = NULL;
int __pyx_v_modify_in_place;
int __pyx_v_curr_length;
int __pyx_v_max_length;
int __pyx_v_span_length_diff;
PyObject *__pyx_v_span_data = NULL;
PyObject *__pyx_v_span = NULL;
PyObject *__pyx_v_rule = NULL;
struct __pyx_t_5spacy_7structs_SpanC __pyx_v_match;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
std::vector<struct __pyx_t_5spacy_7structs_SpanC> ::iterator __pyx_t_2;
struct __pyx_t_5spacy_7structs_SpanC __pyx_t_3;
PyObject *__pyx_t_4 = NULL;
int __pyx_t_5;
Py_ssize_t __pyx_t_6;
PyObject *__pyx_t_7 = NULL;
PyObject *__pyx_t_8 = NULL;
size_t __pyx_t_9;
int __pyx_t_10;
Py_ssize_t __pyx_t_11;
PyObject *__pyx_t_12 = NULL;
PyObject *__pyx_t_13 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_prepare_special_spans", 0);
/* "spacy/tokenizer.pyx":304
*
* cdef object _prepare_special_spans(self, Doc doc, vector[SpanC] &filtered):
* spans = [doc[match.start:match.end] for match in filtered] # <<<<<<<<<<<<<<
* cdef bint modify_in_place = True
* cdef int curr_length = doc.length
*/
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 304, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = __pyx_v_filtered.begin();
for (; __pyx_t_2 != __pyx_v_filtered.end(); ++__pyx_t_2) {
__pyx_t_3 = *__pyx_t_2;
__pyx_v_match = __pyx_t_3;
__pyx_t_4 = __Pyx_PyObject_GetSlice(((PyObject *)__pyx_v_doc), __pyx_v_match.start, __pyx_v_match.end, NULL, NULL, NULL, 1, 1, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 304, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_4))) __PYX_ERR(0, 304, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
}
__pyx_v_spans = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":305
* cdef object _prepare_special_spans(self, Doc doc, vector[SpanC] &filtered):
* spans = [doc[match.start:match.end] for match in filtered]
* cdef bint modify_in_place = True # <<<<<<<<<<<<<<
* cdef int curr_length = doc.length
* cdef int max_length = 0
*/
__pyx_v_modify_in_place = 1;
/* "spacy/tokenizer.pyx":306
* spans = [doc[match.start:match.end] for match in filtered]
* cdef bint modify_in_place = True
* cdef int curr_length = doc.length # <<<<<<<<<<<<<<
* cdef int max_length = 0
* cdef int span_length_diff = 0
*/
__pyx_t_5 = __pyx_v_doc->length;
__pyx_v_curr_length = __pyx_t_5;
/* "spacy/tokenizer.pyx":307
* cdef bint modify_in_place = True
* cdef int curr_length = doc.length
* cdef int max_length = 0 # <<<<<<<<<<<<<<
* cdef int span_length_diff = 0
* span_data = {}
*/
__pyx_v_max_length = 0;
/* "spacy/tokenizer.pyx":308
* cdef int curr_length = doc.length
* cdef int max_length = 0
* cdef int span_length_diff = 0 # <<<<<<<<<<<<<<
* span_data = {}
* for span in spans:
*/
__pyx_v_span_length_diff = 0;
/* "spacy/tokenizer.pyx":309
* cdef int max_length = 0
* cdef int span_length_diff = 0
* span_data = {} # <<<<<<<<<<<<<<
* for span in spans:
* rule = self._rules.get(span.text, None)
*/
__pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 309, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_v_span_data = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":310
* cdef int span_length_diff = 0
* span_data = {}
* for span in spans: # <<<<<<<<<<<<<<
* rule = self._rules.get(span.text, None)
* span_length_diff = 0
*/
__pyx_t_1 = __pyx_v_spans; __Pyx_INCREF(__pyx_t_1);
__pyx_t_6 = 0;
for (;;) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 310, __pyx_L1_error)
#endif
if (__pyx_t_6 >= __pyx_temp) break;
}
__pyx_t_4 = __Pyx_PyList_GetItemRefFast(__pyx_t_1, __pyx_t_6, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_6;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 310, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":311
* span_data = {}
* for span in spans:
* rule = self._rules.get(span.text, None) # <<<<<<<<<<<<<<
* span_length_diff = 0
* if rule:
*/
__pyx_t_7 = __pyx_v_self->_rules;
__Pyx_INCREF(__pyx_t_7);
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_mstate_global->__pyx_n_u_text); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 311, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__pyx_t_9 = 0;
{
PyObject *__pyx_callargs[3] = {__pyx_t_7, __pyx_t_8, Py_None};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_get, __pyx_callargs+__pyx_t_9, (3-__pyx_t_9) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 311, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__Pyx_XDECREF_SET(__pyx_v_rule, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":312
* for span in spans:
* rule = self._rules.get(span.text, None)
* span_length_diff = 0 # <<<<<<<<<<<<<<
* if rule:
* span_length_diff = len(rule) - (span.end - span.start)
*/
__pyx_v_span_length_diff = 0;
/* "spacy/tokenizer.pyx":313
* rule = self._rules.get(span.text, None)
* span_length_diff = 0
* if rule: # <<<<<<<<<<<<<<
* span_length_diff = len(rule) - (span.end - span.start)
* if span_length_diff > 0:
*/
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_v_rule); if (unlikely((__pyx_t_10 < 0))) __PYX_ERR(0, 313, __pyx_L1_error)
if (__pyx_t_10) {
/* "spacy/tokenizer.pyx":314
* span_length_diff = 0
* if rule:
* span_length_diff = len(rule) - (span.end - span.start) # <<<<<<<<<<<<<<
* if span_length_diff > 0:
* modify_in_place = False
*/
__pyx_t_11 = PyObject_Length(__pyx_v_rule); if (unlikely(__pyx_t_11 == ((Py_ssize_t)-1))) __PYX_ERR(0, 314, __pyx_L1_error)
__pyx_t_4 = PyLong_FromSsize_t(__pyx_t_11); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 314, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_mstate_global->__pyx_n_u_end); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 314, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_mstate_global->__pyx_n_u_start); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 314, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_12 = PyNumber_Subtract(__pyx_t_8, __pyx_t_7); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 314, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_12);
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__pyx_t_7 = PyNumber_Subtract(__pyx_t_4, __pyx_t_12); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 314, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
__pyx_t_5 = __Pyx_PyLong_As_int(__pyx_t_7); if (unlikely((__pyx_t_5 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 314, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__pyx_v_span_length_diff = __pyx_t_5;
/* "spacy/tokenizer.pyx":313
* rule = self._rules.get(span.text, None)
* span_length_diff = 0
* if rule: # <<<<<<<<<<<<<<
* span_length_diff = len(rule) - (span.end - span.start)
* if span_length_diff > 0:
*/
}
/* "spacy/tokenizer.pyx":315
* if rule:
* span_length_diff = len(rule) - (span.end - span.start)
* if span_length_diff > 0: # <<<<<<<<<<<<<<
* modify_in_place = False
* curr_length += span_length_diff
*/
__pyx_t_10 = (__pyx_v_span_length_diff > 0);
if (__pyx_t_10) {
/* "spacy/tokenizer.pyx":316
* span_length_diff = len(rule) - (span.end - span.start)
* if span_length_diff > 0:
* modify_in_place = False # <<<<<<<<<<<<<<
* curr_length += span_length_diff
* if curr_length > max_length:
*/
__pyx_v_modify_in_place = 0;
/* "spacy/tokenizer.pyx":315
* if rule:
* span_length_diff = len(rule) - (span.end - span.start)
* if span_length_diff > 0: # <<<<<<<<<<<<<<
* modify_in_place = False
* curr_length += span_length_diff
*/
}
/* "spacy/tokenizer.pyx":317
* if span_length_diff > 0:
* modify_in_place = False
* curr_length += span_length_diff # <<<<<<<<<<<<<<
* if curr_length > max_length:
* max_length = curr_length
*/
__pyx_v_curr_length = (__pyx_v_curr_length + __pyx_v_span_length_diff);
/* "spacy/tokenizer.pyx":318
* modify_in_place = False
* curr_length += span_length_diff
* if curr_length > max_length: # <<<<<<<<<<<<<<
* max_length = curr_length
* span_data[span.start] = (span.text, span.start, span.end, span_length_diff)
*/
__pyx_t_10 = (__pyx_v_curr_length > __pyx_v_max_length);
if (__pyx_t_10) {
/* "spacy/tokenizer.pyx":319
* curr_length += span_length_diff
* if curr_length > max_length:
* max_length = curr_length # <<<<<<<<<<<<<<
* span_data[span.start] = (span.text, span.start, span.end, span_length_diff)
* return (span_data, max_length, modify_in_place)
*/
__pyx_v_max_length = __pyx_v_curr_length;
/* "spacy/tokenizer.pyx":318
* modify_in_place = False
* curr_length += span_length_diff
* if curr_length > max_length: # <<<<<<<<<<<<<<
* max_length = curr_length
* span_data[span.start] = (span.text, span.start, span.end, span_length_diff)
*/
}
/* "spacy/tokenizer.pyx":320
* if curr_length > max_length:
* max_length = curr_length
* span_data[span.start] = (span.text, span.start, span.end, span_length_diff) # <<<<<<<<<<<<<<
* return (span_data, max_length, modify_in_place)
*
*/
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_mstate_global->__pyx_n_u_text); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 320, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_mstate_global->__pyx_n_u_start); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 320, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_12);
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_mstate_global->__pyx_n_u_end); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 320, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_8 = __Pyx_PyLong_From_int(__pyx_v_span_length_diff); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 320, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__pyx_t_13 = PyTuple_New(4); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 320, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__Pyx_GIVEREF(__pyx_t_7);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_7) != (0)) __PYX_ERR(0, 320, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_12);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_13, 1, __pyx_t_12) != (0)) __PYX_ERR(0, 320, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_4);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_13, 2, __pyx_t_4) != (0)) __PYX_ERR(0, 320, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_8);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_13, 3, __pyx_t_8) != (0)) __PYX_ERR(0, 320, __pyx_L1_error);
__pyx_t_7 = 0;
__pyx_t_12 = 0;
__pyx_t_4 = 0;
__pyx_t_8 = 0;
__pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_mstate_global->__pyx_n_u_start); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 320, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
if (unlikely((PyDict_SetItem(__pyx_v_span_data, __pyx_t_8, __pyx_t_13) < 0))) __PYX_ERR(0, 320, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
/* "spacy/tokenizer.pyx":310
* cdef int span_length_diff = 0
* span_data = {}
* for span in spans: # <<<<<<<<<<<<<<
* rule = self._rules.get(span.text, None)
* span_length_diff = 0
*/
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":321
* max_length = curr_length
* span_data[span.start] = (span.text, span.start, span.end, span_length_diff)
* return (span_data, max_length, modify_in_place) # <<<<<<<<<<<<<<
*
* cdef int _retokenize_special_spans(self, Doc doc, TokenC* tokens, object span_data):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = __Pyx_PyLong_From_int(__pyx_v_max_length); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 321, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_13 = __Pyx_PyBool_FromLong(__pyx_v_modify_in_place); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 321, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__pyx_t_8 = PyTuple_New(3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 321, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__Pyx_INCREF(__pyx_v_span_data);
__Pyx_GIVEREF(__pyx_v_span_data);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_v_span_data) != (0)) __PYX_ERR(0, 321, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_1);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_1) != (0)) __PYX_ERR(0, 321, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_13);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_8, 2, __pyx_t_13) != (0)) __PYX_ERR(0, 321, __pyx_L1_error);
__pyx_t_1 = 0;
__pyx_t_13 = 0;
__pyx_r = __pyx_t_8;
__pyx_t_8 = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":303
* stdsort(filtered.begin(), filtered.end(), start_cmp)
*
* cdef object _prepare_special_spans(self, Doc doc, vector[SpanC] &filtered): # <<<<<<<<<<<<<<
* spans = [doc[match.start:match.end] for match in filtered]
* cdef bint modify_in_place = True
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_XDECREF(__pyx_t_7);
__Pyx_XDECREF(__pyx_t_8);
__Pyx_XDECREF(__pyx_t_12);
__Pyx_XDECREF(__pyx_t_13);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._prepare_special_spans", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_spans);
__Pyx_XDECREF(__pyx_v_span_data);
__Pyx_XDECREF(__pyx_v_span);
__Pyx_XDECREF(__pyx_v_rule);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":323
* return (span_data, max_length, modify_in_place)
*
* cdef int _retokenize_special_spans(self, Doc doc, TokenC* tokens, object span_data): # <<<<<<<<<<<<<<
* cdef int i = 0
* cdef int j = 0
*/
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__retokenize_special_spans(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc, struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_tokens, PyObject *__pyx_v_span_data) {
int __pyx_v_i;
int __pyx_v_j;
int __pyx_v_offset;
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_cached;
int __pyx_v_idx_offset;
int __pyx_v_orig_final_spacy;
int __pyx_v_orig_idx;
int __pyx_v_span_start;
int __pyx_v_span_end;
PyObject *__pyx_v_span = NULL;
int __pyx_r;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
int __pyx_t_3;
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_4;
void *__pyx_t_5;
int __pyx_t_6;
int __pyx_t_7;
PyObject *__pyx_t_8 = NULL;
PyObject *__pyx_t_9 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_retokenize_special_spans", 0);
/* "spacy/tokenizer.pyx":324
*
* cdef int _retokenize_special_spans(self, Doc doc, TokenC* tokens, object span_data):
* cdef int i = 0 # <<<<<<<<<<<<<<
* cdef int j = 0
* cdef int offset = 0
*/
__pyx_v_i = 0;
/* "spacy/tokenizer.pyx":325
* cdef int _retokenize_special_spans(self, Doc doc, TokenC* tokens, object span_data):
* cdef int i = 0
* cdef int j = 0 # <<<<<<<<<<<<<<
* cdef int offset = 0
* cdef _Cached* cached
*/
__pyx_v_j = 0;
/* "spacy/tokenizer.pyx":326
* cdef int i = 0
* cdef int j = 0
* cdef int offset = 0 # <<<<<<<<<<<<<<
* cdef _Cached* cached
* cdef int idx_offset = 0
*/
__pyx_v_offset = 0;
/* "spacy/tokenizer.pyx":328
* cdef int offset = 0
* cdef _Cached* cached
* cdef int idx_offset = 0 # <<<<<<<<<<<<<<
* cdef int orig_final_spacy
* cdef int orig_idx
*/
__pyx_v_idx_offset = 0;
/* "spacy/tokenizer.pyx":333
* cdef int span_start
* cdef int span_end
* while i < doc.length: # <<<<<<<<<<<<<<
* if i not in span_data:
* tokens[i + offset] = doc.c[i]
*/
while (1) {
__pyx_t_1 = (__pyx_v_i < __pyx_v_doc->length);
if (!__pyx_t_1) break;
/* "spacy/tokenizer.pyx":334
* cdef int span_end
* while i < doc.length:
* if i not in span_data: # <<<<<<<<<<<<<<
* tokens[i + offset] = doc.c[i]
* i += 1
*/
__pyx_t_2 = __Pyx_PyLong_From_int(__pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 334, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_1 = (__Pyx_PySequence_ContainsTF(__pyx_t_2, __pyx_v_span_data, Py_NE)); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(0, 334, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":335
* while i < doc.length:
* if i not in span_data:
* tokens[i + offset] = doc.c[i] # <<<<<<<<<<<<<<
* i += 1
* else:
*/
(__pyx_v_tokens[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_doc->c[__pyx_v_i]);
/* "spacy/tokenizer.pyx":336
* if i not in span_data:
* tokens[i + offset] = doc.c[i]
* i += 1 # <<<<<<<<<<<<<<
* else:
* span = span_data[i]
*/
__pyx_v_i = (__pyx_v_i + 1);
/* "spacy/tokenizer.pyx":334
* cdef int span_end
* while i < doc.length:
* if i not in span_data: # <<<<<<<<<<<<<<
* tokens[i + offset] = doc.c[i]
* i += 1
*/
goto __pyx_L5;
}
/* "spacy/tokenizer.pyx":338
* i += 1
* else:
* span = span_data[i] # <<<<<<<<<<<<<<
* span_start = span[1]
* span_end = span[2]
*/
/*else*/ {
__pyx_t_2 = __Pyx_GetItemInt(__pyx_v_span_data, __pyx_v_i, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 338, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_2);
__pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":339
* else:
* span = span_data[i]
* span_start = span[1] # <<<<<<<<<<<<<<
* span_end = span[2]
* cached = <_Cached*>self._specials.get(hash_string(span[0]))
*/
__pyx_t_2 = __Pyx_GetItemInt(__pyx_v_span, 1, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 339, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_3 = __Pyx_PyLong_As_int(__pyx_t_2); if (unlikely((__pyx_t_3 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 339, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_v_span_start = __pyx_t_3;
/* "spacy/tokenizer.pyx":340
* span = span_data[i]
* span_start = span[1]
* span_end = span[2] # <<<<<<<<<<<<<<
* cached = <_Cached*>self._specials.get(hash_string(span[0]))
* if cached == NULL:
*/
__pyx_t_2 = __Pyx_GetItemInt(__pyx_v_span, 2, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 340, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_3 = __Pyx_PyLong_As_int(__pyx_t_2); if (unlikely((__pyx_t_3 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 340, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_v_span_end = __pyx_t_3;
/* "spacy/tokenizer.pyx":341
* span_start = span[1]
* span_end = span[2]
* cached = <_Cached*>self._specials.get(hash_string(span[0])) # <<<<<<<<<<<<<<
* if cached == NULL:
* # Copy original tokens if no rule found
*/
__pyx_t_2 = __Pyx_GetItemInt(__pyx_v_span, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 341, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (!(likely(PyUnicode_CheckExact(__pyx_t_2))||((__pyx_t_2) == Py_None) || __Pyx_RaiseUnexpectedTypeError("str", __pyx_t_2))) __PYX_ERR(0, 341, __pyx_L1_error)
__pyx_t_4 = __pyx_f_5spacy_7strings_hash_string(((PyObject*)__pyx_t_2), 0); if (unlikely(__pyx_t_4 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 341, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_5 = ((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_t_4); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 341, __pyx_L1_error)
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)__pyx_t_5);
/* "spacy/tokenizer.pyx":342
* span_end = span[2]
* cached = <_Cached*>self._specials.get(hash_string(span[0]))
* if cached == NULL: # <<<<<<<<<<<<<<
* # Copy original tokens if no rule found
* for j in range(span_end - span_start):
*/
__pyx_t_1 = (__pyx_v_cached == NULL);
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":344
* if cached == NULL:
* # Copy original tokens if no rule found
* for j in range(span_end - span_start): # <<<<<<<<<<<<<<
* tokens[i + offset + j] = doc.c[i + j]
* i += span_end - span_start
*/
__pyx_t_3 = (__pyx_v_span_end - __pyx_v_span_start);
__pyx_t_6 = __pyx_t_3;
for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
__pyx_v_j = __pyx_t_7;
/* "spacy/tokenizer.pyx":345
* # Copy original tokens if no rule found
* for j in range(span_end - span_start):
* tokens[i + offset + j] = doc.c[i + j] # <<<<<<<<<<<<<<
* i += span_end - span_start
* else:
*/
(__pyx_v_tokens[((__pyx_v_i + __pyx_v_offset) + __pyx_v_j)]) = (__pyx_v_doc->c[(__pyx_v_i + __pyx_v_j)]);
}
/* "spacy/tokenizer.pyx":346
* for j in range(span_end - span_start):
* tokens[i + offset + j] = doc.c[i + j]
* i += span_end - span_start # <<<<<<<<<<<<<<
* else:
* # Copy special case tokens into doc and adjust token and
*/
__pyx_v_i = (__pyx_v_i + (__pyx_v_span_end - __pyx_v_span_start));
/* "spacy/tokenizer.pyx":342
* span_end = span[2]
* cached = <_Cached*>self._specials.get(hash_string(span[0]))
* if cached == NULL: # <<<<<<<<<<<<<<
* # Copy original tokens if no rule found
* for j in range(span_end - span_start):
*/
goto __pyx_L6;
}
/* "spacy/tokenizer.pyx":350
* # Copy special case tokens into doc and adjust token and
* # character offsets
* idx_offset = 0 # <<<<<<<<<<<<<<
* orig_final_spacy = doc.c[span_end - 1].spacy
* orig_idx = doc.c[i].idx
*/
/*else*/ {
__pyx_v_idx_offset = 0;
/* "spacy/tokenizer.pyx":351
* # character offsets
* idx_offset = 0
* orig_final_spacy = doc.c[span_end - 1].spacy # <<<<<<<<<<<<<<
* orig_idx = doc.c[i].idx
* for j in range(cached.length):
*/
__pyx_t_1 = (__pyx_v_doc->c[(__pyx_v_span_end - 1)]).spacy;
__pyx_v_orig_final_spacy = __pyx_t_1;
/* "spacy/tokenizer.pyx":352
* idx_offset = 0
* orig_final_spacy = doc.c[span_end - 1].spacy
* orig_idx = doc.c[i].idx # <<<<<<<<<<<<<<
* for j in range(cached.length):
* tokens[i + offset + j] = cached.data.tokens[j]
*/
__pyx_t_3 = (__pyx_v_doc->c[__pyx_v_i]).idx;
__pyx_v_orig_idx = __pyx_t_3;
/* "spacy/tokenizer.pyx":353
* orig_final_spacy = doc.c[span_end - 1].spacy
* orig_idx = doc.c[i].idx
* for j in range(cached.length): # <<<<<<<<<<<<<<
* tokens[i + offset + j] = cached.data.tokens[j]
* tokens[i + offset + j].idx = orig_idx + idx_offset
*/
__pyx_t_3 = __pyx_v_cached->length;
__pyx_t_6 = __pyx_t_3;
for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
__pyx_v_j = __pyx_t_7;
/* "spacy/tokenizer.pyx":354
* orig_idx = doc.c[i].idx
* for j in range(cached.length):
* tokens[i + offset + j] = cached.data.tokens[j] # <<<<<<<<<<<<<<
* tokens[i + offset + j].idx = orig_idx + idx_offset
* idx_offset += cached.data.tokens[j].lex.length
*/
(__pyx_v_tokens[((__pyx_v_i + __pyx_v_offset) + __pyx_v_j)]) = (__pyx_v_cached->data.tokens[__pyx_v_j]);
/* "spacy/tokenizer.pyx":355
* for j in range(cached.length):
* tokens[i + offset + j] = cached.data.tokens[j]
* tokens[i + offset + j].idx = orig_idx + idx_offset # <<<<<<<<<<<<<<
* idx_offset += cached.data.tokens[j].lex.length
* if cached.data.tokens[j].spacy:
*/
(__pyx_v_tokens[((__pyx_v_i + __pyx_v_offset) + __pyx_v_j)]).idx = (__pyx_v_orig_idx + __pyx_v_idx_offset);
/* "spacy/tokenizer.pyx":356
* tokens[i + offset + j] = cached.data.tokens[j]
* tokens[i + offset + j].idx = orig_idx + idx_offset
* idx_offset += cached.data.tokens[j].lex.length # <<<<<<<<<<<<<<
* if cached.data.tokens[j].spacy:
* idx_offset += 1
*/
__pyx_v_idx_offset = (__pyx_v_idx_offset + (__pyx_v_cached->data.tokens[__pyx_v_j]).lex->length);
/* "spacy/tokenizer.pyx":357
* tokens[i + offset + j].idx = orig_idx + idx_offset
* idx_offset += cached.data.tokens[j].lex.length
* if cached.data.tokens[j].spacy: # <<<<<<<<<<<<<<
* idx_offset += 1
* tokens[i + offset + cached.length - 1].spacy = orig_final_spacy
*/
__pyx_t_1 = ((__pyx_v_cached->data.tokens[__pyx_v_j]).spacy != 0);
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":358
* idx_offset += cached.data.tokens[j].lex.length
* if cached.data.tokens[j].spacy:
* idx_offset += 1 # <<<<<<<<<<<<<<
* tokens[i + offset + cached.length - 1].spacy = orig_final_spacy
* i += span_end - span_start
*/
__pyx_v_idx_offset = (__pyx_v_idx_offset + 1);
/* "spacy/tokenizer.pyx":357
* tokens[i + offset + j].idx = orig_idx + idx_offset
* idx_offset += cached.data.tokens[j].lex.length
* if cached.data.tokens[j].spacy: # <<<<<<<<<<<<<<
* idx_offset += 1
* tokens[i + offset + cached.length - 1].spacy = orig_final_spacy
*/
}
}
/* "spacy/tokenizer.pyx":359
* if cached.data.tokens[j].spacy:
* idx_offset += 1
* tokens[i + offset + cached.length - 1].spacy = orig_final_spacy # <<<<<<<<<<<<<<
* i += span_end - span_start
* offset += span[3]
*/
(__pyx_v_tokens[(((__pyx_v_i + __pyx_v_offset) + __pyx_v_cached->length) - 1)]).spacy = __pyx_v_orig_final_spacy;
/* "spacy/tokenizer.pyx":360
* idx_offset += 1
* tokens[i + offset + cached.length - 1].spacy = orig_final_spacy
* i += span_end - span_start # <<<<<<<<<<<<<<
* offset += span[3]
* return offset
*/
__pyx_v_i = (__pyx_v_i + (__pyx_v_span_end - __pyx_v_span_start));
/* "spacy/tokenizer.pyx":361
* tokens[i + offset + cached.length - 1].spacy = orig_final_spacy
* i += span_end - span_start
* offset += span[3] # <<<<<<<<<<<<<<
* return offset
*
*/
__pyx_t_2 = __Pyx_PyLong_From_int(__pyx_v_offset); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 361, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_8 = __Pyx_GetItemInt(__pyx_v_span, 3, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 361, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__pyx_t_9 = PyNumber_InPlaceAdd(__pyx_t_2, __pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 361, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
__pyx_t_3 = __Pyx_PyLong_As_int(__pyx_t_9); if (unlikely((__pyx_t_3 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 361, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
__pyx_v_offset = __pyx_t_3;
}
__pyx_L6:;
}
__pyx_L5:;
}
/* "spacy/tokenizer.pyx":362
* i += span_end - span_start
* offset += span[3]
* return offset # <<<<<<<<<<<<<<
*
* cdef int _try_specials_and_cache(self, hash_t key, Doc tokens, int* has_special, bint with_special_cases) except -1:
*/
__pyx_r = __pyx_v_offset;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":323
* return (span_data, max_length, modify_in_place)
*
* cdef int _retokenize_special_spans(self, Doc doc, TokenC* tokens, object span_data): # <<<<<<<<<<<<<<
* cdef int i = 0
* cdef int j = 0
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_8);
__Pyx_XDECREF(__pyx_t_9);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._retokenize_special_spans", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_span);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":364
* return offset
*
* cdef int _try_specials_and_cache(self, hash_t key, Doc tokens, int* has_special, bint with_special_cases) except -1: # <<<<<<<<<<<<<<
* cdef bint specials_hit = 0
* cdef bint cache_hit = 0
*/
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__try_specials_and_cache(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, __pyx_t_5spacy_8typedefs_hash_t __pyx_v_key, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_tokens, int *__pyx_v_has_special, int __pyx_v_with_special_cases) {
int __pyx_v_specials_hit;
int __pyx_v_cache_hit;
int __pyx_v_i;
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_cached;
int __pyx_r;
void *__pyx_t_1;
int __pyx_t_2;
int __pyx_t_3;
int __pyx_t_4;
int __pyx_t_5;
int __pyx_t_6;
int __pyx_t_7;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
/* "spacy/tokenizer.pyx":365
*
* cdef int _try_specials_and_cache(self, hash_t key, Doc tokens, int* has_special, bint with_special_cases) except -1:
* cdef bint specials_hit = 0 # <<<<<<<<<<<<<<
* cdef bint cache_hit = 0
* cdef int i
*/
__pyx_v_specials_hit = 0;
/* "spacy/tokenizer.pyx":366
* cdef int _try_specials_and_cache(self, hash_t key, Doc tokens, int* has_special, bint with_special_cases) except -1:
* cdef bint specials_hit = 0
* cdef bint cache_hit = 0 # <<<<<<<<<<<<<<
* cdef int i
* if with_special_cases:
*/
__pyx_v_cache_hit = 0;
/* "spacy/tokenizer.pyx":368
* cdef bint cache_hit = 0
* cdef int i
* if with_special_cases: # <<<<<<<<<<<<<<
* cached = <_Cached*>self._specials.get(key)
* if cached == NULL:
*/
if (__pyx_v_with_special_cases) {
/* "spacy/tokenizer.pyx":369
* cdef int i
* if with_special_cases:
* cached = <_Cached*>self._specials.get(key) # <<<<<<<<<<<<<<
* if cached == NULL:
* specials_hit = False
*/
__pyx_t_1 = ((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_v_key); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 369, __pyx_L1_error)
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)__pyx_t_1);
/* "spacy/tokenizer.pyx":370
* if with_special_cases:
* cached = <_Cached*>self._specials.get(key)
* if cached == NULL: # <<<<<<<<<<<<<<
* specials_hit = False
* else:
*/
__pyx_t_2 = (__pyx_v_cached == NULL);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":371
* cached = <_Cached*>self._specials.get(key)
* if cached == NULL:
* specials_hit = False # <<<<<<<<<<<<<<
* else:
* for i in range(cached.length):
*/
__pyx_v_specials_hit = 0;
/* "spacy/tokenizer.pyx":370
* if with_special_cases:
* cached = <_Cached*>self._specials.get(key)
* if cached == NULL: # <<<<<<<<<<<<<<
* specials_hit = False
* else:
*/
goto __pyx_L4;
}
/* "spacy/tokenizer.pyx":373
* specials_hit = False
* else:
* for i in range(cached.length): # <<<<<<<<<<<<<<
* tokens.push_back(&cached.data.tokens[i], False)
* has_special[0] = 1
*/
/*else*/ {
__pyx_t_3 = __pyx_v_cached->length;
__pyx_t_4 = __pyx_t_3;
for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
__pyx_v_i = __pyx_t_5;
/* "spacy/tokenizer.pyx":374
* else:
* for i in range(cached.length):
* tokens.push_back(&cached.data.tokens[i], False) # <<<<<<<<<<<<<<
* has_special[0] = 1
* specials_hit = True
*/
__pyx_t_6 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_1push_back(__pyx_v_tokens, (&(__pyx_v_cached->data.tokens[__pyx_v_i])), 0); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 374, __pyx_L1_error)
}
/* "spacy/tokenizer.pyx":375
* for i in range(cached.length):
* tokens.push_back(&cached.data.tokens[i], False)
* has_special[0] = 1 # <<<<<<<<<<<<<<
* specials_hit = True
* if not specials_hit:
*/
(__pyx_v_has_special[0]) = 1;
/* "spacy/tokenizer.pyx":376
* tokens.push_back(&cached.data.tokens[i], False)
* has_special[0] = 1
* specials_hit = True # <<<<<<<<<<<<<<
* if not specials_hit:
* cached = <_Cached*>self._cache.get(key)
*/
__pyx_v_specials_hit = 1;
}
__pyx_L4:;
/* "spacy/tokenizer.pyx":368
* cdef bint cache_hit = 0
* cdef int i
* if with_special_cases: # <<<<<<<<<<<<<<
* cached = <_Cached*>self._specials.get(key)
* if cached == NULL:
*/
}
/* "spacy/tokenizer.pyx":377
* has_special[0] = 1
* specials_hit = True
* if not specials_hit: # <<<<<<<<<<<<<<
* cached = <_Cached*>self._cache.get(key)
* if cached == NULL:
*/
__pyx_t_2 = (!__pyx_v_specials_hit);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":378
* specials_hit = True
* if not specials_hit:
* cached = <_Cached*>self._cache.get(key) # <<<<<<<<<<<<<<
* if cached == NULL:
* cache_hit = False
*/
__pyx_t_1 = ((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_cache->__pyx_vtab)->get(__pyx_v_self->_cache, __pyx_v_key); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 378, __pyx_L1_error)
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)__pyx_t_1);
/* "spacy/tokenizer.pyx":379
* if not specials_hit:
* cached = <_Cached*>self._cache.get(key)
* if cached == NULL: # <<<<<<<<<<<<<<
* cache_hit = False
* else:
*/
__pyx_t_2 = (__pyx_v_cached == NULL);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":380
* cached = <_Cached*>self._cache.get(key)
* if cached == NULL:
* cache_hit = False # <<<<<<<<<<<<<<
* else:
* if cached.is_lex:
*/
__pyx_v_cache_hit = 0;
/* "spacy/tokenizer.pyx":379
* if not specials_hit:
* cached = <_Cached*>self._cache.get(key)
* if cached == NULL: # <<<<<<<<<<<<<<
* cache_hit = False
* else:
*/
goto __pyx_L8;
}
/* "spacy/tokenizer.pyx":382
* cache_hit = False
* else:
* if cached.is_lex: # <<<<<<<<<<<<<<
* for i in range(cached.length):
* tokens.push_back(cached.data.lexemes[i], False)
*/
/*else*/ {
if (__pyx_v_cached->is_lex) {
/* "spacy/tokenizer.pyx":383
* else:
* if cached.is_lex:
* for i in range(cached.length): # <<<<<<<<<<<<<<
* tokens.push_back(cached.data.lexemes[i], False)
* else:
*/
__pyx_t_3 = __pyx_v_cached->length;
__pyx_t_4 = __pyx_t_3;
for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
__pyx_v_i = __pyx_t_5;
/* "spacy/tokenizer.pyx":384
* if cached.is_lex:
* for i in range(cached.length):
* tokens.push_back(cached.data.lexemes[i], False) # <<<<<<<<<<<<<<
* else:
* for i in range(cached.length):
*/
__pyx_t_6 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, (__pyx_v_cached->data.lexemes[__pyx_v_i]), 0); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 384, __pyx_L1_error)
}
/* "spacy/tokenizer.pyx":382
* cache_hit = False
* else:
* if cached.is_lex: # <<<<<<<<<<<<<<
* for i in range(cached.length):
* tokens.push_back(cached.data.lexemes[i], False)
*/
goto __pyx_L9;
}
/* "spacy/tokenizer.pyx":386
* tokens.push_back(cached.data.lexemes[i], False)
* else:
* for i in range(cached.length): # <<<<<<<<<<<<<<
* tokens.push_back(&cached.data.tokens[i], False)
* cache_hit = True
*/
/*else*/ {
__pyx_t_3 = __pyx_v_cached->length;
__pyx_t_4 = __pyx_t_3;
for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
__pyx_v_i = __pyx_t_5;
/* "spacy/tokenizer.pyx":387
* else:
* for i in range(cached.length):
* tokens.push_back(&cached.data.tokens[i], False) # <<<<<<<<<<<<<<
* cache_hit = True
* if not specials_hit and not cache_hit:
*/
__pyx_t_6 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_1push_back(__pyx_v_tokens, (&(__pyx_v_cached->data.tokens[__pyx_v_i])), 0); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 387, __pyx_L1_error)
}
}
__pyx_L9:;
/* "spacy/tokenizer.pyx":388
* for i in range(cached.length):
* tokens.push_back(&cached.data.tokens[i], False)
* cache_hit = True # <<<<<<<<<<<<<<
* if not specials_hit and not cache_hit:
* return False
*/
__pyx_v_cache_hit = 1;
}
__pyx_L8:;
/* "spacy/tokenizer.pyx":377
* has_special[0] = 1
* specials_hit = True
* if not specials_hit: # <<<<<<<<<<<<<<
* cached = <_Cached*>self._cache.get(key)
* if cached == NULL:
*/
}
/* "spacy/tokenizer.pyx":389
* tokens.push_back(&cached.data.tokens[i], False)
* cache_hit = True
* if not specials_hit and not cache_hit: # <<<<<<<<<<<<<<
* return False
* return True
*/
__pyx_t_7 = (!__pyx_v_specials_hit);
if (__pyx_t_7) {
} else {
__pyx_t_2 = __pyx_t_7;
goto __pyx_L15_bool_binop_done;
}
__pyx_t_7 = (!__pyx_v_cache_hit);
__pyx_t_2 = __pyx_t_7;
__pyx_L15_bool_binop_done:;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":390
* cache_hit = True
* if not specials_hit and not cache_hit:
* return False # <<<<<<<<<<<<<<
* return True
*
*/
__pyx_r = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":389
* tokens.push_back(&cached.data.tokens[i], False)
* cache_hit = True
* if not specials_hit and not cache_hit: # <<<<<<<<<<<<<<
* return False
* return True
*/
}
/* "spacy/tokenizer.pyx":391
* if not specials_hit and not cache_hit:
* return False
* return True # <<<<<<<<<<<<<<
*
* cdef int _tokenize(self, Doc tokens, str span, hash_t orig_key, int* has_special, bint with_special_cases) except -1:
*/
__pyx_r = 1;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":364
* return offset
*
* cdef int _try_specials_and_cache(self, hash_t key, Doc tokens, int* has_special, bint with_special_cases) except -1: # <<<<<<<<<<<<<<
* cdef bint specials_hit = 0
* cdef bint cache_hit = 0
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._try_specials_and_cache", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
return __pyx_r;
}
/* "spacy/tokenizer.pyx":393
* return True
*
* cdef int _tokenize(self, Doc tokens, str span, hash_t orig_key, int* has_special, bint with_special_cases) except -1: # <<<<<<<<<<<<<<
* cdef vector[LexemeC*] prefixes
* cdef vector[LexemeC*] suffixes
*/
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__tokenize(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_tokens, PyObject *__pyx_v_span, __pyx_t_5spacy_8typedefs_hash_t __pyx_v_orig_key, int *__pyx_v_has_special, int __pyx_v_with_special_cases) {
std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> __pyx_v_prefixes;
std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> __pyx_v_suffixes;
int __pyx_v_orig_size;
int __pyx_r;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
Py_ssize_t __pyx_t_4;
int __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_tokenize", 0);
__Pyx_INCREF(__pyx_v_span);
/* "spacy/tokenizer.pyx":397
* cdef vector[LexemeC*] suffixes
* cdef int orig_size
* orig_size = tokens.length # <<<<<<<<<<<<<<
* span = self._split_affixes(tokens.mem, span, &prefixes, &suffixes,
* has_special, with_special_cases)
*/
__pyx_t_1 = __pyx_v_tokens->length;
__pyx_v_orig_size = __pyx_t_1;
/* "spacy/tokenizer.pyx":398
* cdef int orig_size
* orig_size = tokens.length
* span = self._split_affixes(tokens.mem, span, &prefixes, &suffixes, # <<<<<<<<<<<<<<
* has_special, with_special_cases)
* self._attach_tokens(tokens, span, &prefixes, &suffixes, has_special,
*/
__pyx_t_2 = ((PyObject *)__pyx_v_tokens->mem);
__Pyx_INCREF(__pyx_t_2);
/* "spacy/tokenizer.pyx":399
* orig_size = tokens.length
* span = self._split_affixes(tokens.mem, span, &prefixes, &suffixes,
* has_special, with_special_cases) # <<<<<<<<<<<<<<
* self._attach_tokens(tokens, span, &prefixes, &suffixes, has_special,
* with_special_cases)
*/
__pyx_t_3 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_split_affixes(__pyx_v_self, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_2), __pyx_v_span, (&__pyx_v_prefixes), (&__pyx_v_suffixes), __pyx_v_has_special, __pyx_v_with_special_cases); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 398, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF_SET(__pyx_v_span, ((PyObject*)__pyx_t_3));
__pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":400
* span = self._split_affixes(tokens.mem, span, &prefixes, &suffixes,
* has_special, with_special_cases)
* self._attach_tokens(tokens, span, &prefixes, &suffixes, has_special, # <<<<<<<<<<<<<<
* with_special_cases)
* if len(self._cache) < self.max_cache_size:
*/
__pyx_t_1 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_attach_tokens(__pyx_v_self, __pyx_v_tokens, __pyx_v_span, (&__pyx_v_prefixes), (&__pyx_v_suffixes), __pyx_v_has_special, __pyx_v_with_special_cases); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(0, 400, __pyx_L1_error)
/* "spacy/tokenizer.pyx":402
* self._attach_tokens(tokens, span, &prefixes, &suffixes, has_special,
* with_special_cases)
* if len(self._cache) < self.max_cache_size: # <<<<<<<<<<<<<<
* self._save_cached(&tokens.c[orig_size], orig_key, has_special,
* tokens.length - orig_size)
*/
__pyx_t_3 = ((PyObject *)__pyx_v_self->_cache);
__Pyx_INCREF(__pyx_t_3);
__pyx_t_4 = PyObject_Length(__pyx_t_3); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 402, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_t_5 = (__pyx_t_4 < __pyx_v_self->max_cache_size);
if (__pyx_t_5) {
/* "spacy/tokenizer.pyx":403
* with_special_cases)
* if len(self._cache) < self.max_cache_size:
* self._save_cached(&tokens.c[orig_size], orig_key, has_special, # <<<<<<<<<<<<<<
* tokens.length - orig_size)
*
*/
__pyx_t_1 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_save_cached(__pyx_v_self, (&(__pyx_v_tokens->c[__pyx_v_orig_size])), __pyx_v_orig_key, __pyx_v_has_special, (__pyx_v_tokens->length - __pyx_v_orig_size)); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(0, 403, __pyx_L1_error)
/* "spacy/tokenizer.pyx":402
* self._attach_tokens(tokens, span, &prefixes, &suffixes, has_special,
* with_special_cases)
* if len(self._cache) < self.max_cache_size: # <<<<<<<<<<<<<<
* self._save_cached(&tokens.c[orig_size], orig_key, has_special,
* tokens.length - orig_size)
*/
}
/* "spacy/tokenizer.pyx":393
* return True
*
* cdef int _tokenize(self, Doc tokens, str span, hash_t orig_key, int* has_special, bint with_special_cases) except -1: # <<<<<<<<<<<<<<
* cdef vector[LexemeC*] prefixes
* cdef vector[LexemeC*] suffixes
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._tokenize", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_span);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":406
* tokens.length - orig_size)
*
* cdef str _split_affixes( # <<<<<<<<<<<<<<
* self,
* Pool mem,
*/
static PyObject *__pyx_f_5spacy_9tokenizer_9Tokenizer__split_affixes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5cymem_5cymem_Pool *__pyx_v_mem, PyObject *__pyx_v_string, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_prefixes, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_suffixes, CYTHON_UNUSED int *__pyx_v_has_special, int __pyx_v_with_special_cases) {
PyObject *__pyx_v_prefix = 0;
PyObject *__pyx_v_suffix = 0;
PyObject *__pyx_v_minus_pre = 0;
PyObject *__pyx_v_minus_suf = 0;
size_t __pyx_v_last_size;
PyObject *__pyx_v_pre_len = NULL;
PyObject *__pyx_v_suf_len = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
int __pyx_t_2;
Py_ssize_t __pyx_t_3;
PyObject *__pyx_t_4 = NULL;
PyObject *__pyx_t_5 = NULL;
size_t __pyx_t_6;
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_7;
void *__pyx_t_8;
Py_ssize_t __pyx_t_9;
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_10;
PyObject *__pyx_t_11 = NULL;
Py_ssize_t __pyx_t_12;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_split_affixes", 0);
__Pyx_INCREF(__pyx_v_string);
/* "spacy/tokenizer.pyx":419
* cdef str minus_pre
* cdef str minus_suf
* cdef size_t last_size = 0 # <<<<<<<<<<<<<<
* while string and len(string) != last_size:
* if self.token_match and self.token_match(string):
*/
__pyx_v_last_size = 0;
/* "spacy/tokenizer.pyx":420
* cdef str minus_suf
* cdef size_t last_size = 0
* while string and len(string) != last_size: # <<<<<<<<<<<<<<
* if self.token_match and self.token_match(string):
* break
*/
while (1) {
if (__pyx_v_string == Py_None) __pyx_t_2 = 0;
else
{
Py_ssize_t __pyx_temp = __Pyx_PyUnicode_IS_TRUE(__pyx_v_string);
if (unlikely(((!CYTHON_ASSUME_SAFE_SIZE) && __pyx_temp < 0))) __PYX_ERR(0, 420, __pyx_L1_error)
__pyx_t_2 = (__pyx_temp != 0);
}
if (__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L5_bool_binop_done;
}
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
__PYX_ERR(0, 420, __pyx_L1_error)
}
__pyx_t_3 = __Pyx_PyUnicode_GET_LENGTH(__pyx_v_string); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 420, __pyx_L1_error)
__pyx_t_2 = (__pyx_t_3 != __pyx_v_last_size);
__pyx_t_1 = __pyx_t_2;
__pyx_L5_bool_binop_done:;
if (!__pyx_t_1) break;
/* "spacy/tokenizer.pyx":421
* cdef size_t last_size = 0
* while string and len(string) != last_size:
* if self.token_match and self.token_match(string): # <<<<<<<<<<<<<<
* break
* if with_special_cases and self._specials.get(hash_string(string)) != NULL:
*/
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_token_match); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 421, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 421, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L8_bool_binop_done;
}
__pyx_t_5 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_5);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_v_string};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_token_match, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 421, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 421, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_1 = __pyx_t_2;
__pyx_L8_bool_binop_done:;
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":422
* while string and len(string) != last_size:
* if self.token_match and self.token_match(string):
* break # <<<<<<<<<<<<<<
* if with_special_cases and self._specials.get(hash_string(string)) != NULL:
* break
*/
goto __pyx_L4_break;
/* "spacy/tokenizer.pyx":421
* cdef size_t last_size = 0
* while string and len(string) != last_size:
* if self.token_match and self.token_match(string): # <<<<<<<<<<<<<<
* break
* if with_special_cases and self._specials.get(hash_string(string)) != NULL:
*/
}
/* "spacy/tokenizer.pyx":423
* if self.token_match and self.token_match(string):
* break
* if with_special_cases and self._specials.get(hash_string(string)) != NULL: # <<<<<<<<<<<<<<
* break
* last_size = len(string)
*/
if (__pyx_v_with_special_cases) {
} else {
__pyx_t_1 = __pyx_v_with_special_cases;
goto __pyx_L11_bool_binop_done;
}
__pyx_t_7 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_string, 0); if (unlikely(__pyx_t_7 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 423, __pyx_L1_error)
__pyx_t_8 = ((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_t_7); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 423, __pyx_L1_error)
__pyx_t_2 = (__pyx_t_8 != NULL);
__pyx_t_1 = __pyx_t_2;
__pyx_L11_bool_binop_done:;
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":424
* break
* if with_special_cases and self._specials.get(hash_string(string)) != NULL:
* break # <<<<<<<<<<<<<<
* last_size = len(string)
* pre_len = self.find_prefix(string)
*/
goto __pyx_L4_break;
/* "spacy/tokenizer.pyx":423
* if self.token_match and self.token_match(string):
* break
* if with_special_cases and self._specials.get(hash_string(string)) != NULL: # <<<<<<<<<<<<<<
* break
* last_size = len(string)
*/
}
/* "spacy/tokenizer.pyx":425
* if with_special_cases and self._specials.get(hash_string(string)) != NULL:
* break
* last_size = len(string) # <<<<<<<<<<<<<<
* pre_len = self.find_prefix(string)
* if pre_len != 0:
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
__PYX_ERR(0, 425, __pyx_L1_error)
}
__pyx_t_3 = __Pyx_PyUnicode_GET_LENGTH(__pyx_v_string); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 425, __pyx_L1_error)
__pyx_v_last_size = __pyx_t_3;
/* "spacy/tokenizer.pyx":426
* break
* last_size = len(string)
* pre_len = self.find_prefix(string) # <<<<<<<<<<<<<<
* if pre_len != 0:
* prefix = string[:pre_len]
*/
__pyx_t_5 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_5);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_v_string};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_find_prefix, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 426, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__Pyx_XDECREF_SET(__pyx_v_pre_len, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":427
* last_size = len(string)
* pre_len = self.find_prefix(string)
* if pre_len != 0: # <<<<<<<<<<<<<<
* prefix = string[:pre_len]
* minus_pre = string[pre_len:]
*/
__pyx_t_1 = (__Pyx_PyLong_BoolNeObjC(__pyx_v_pre_len, __pyx_mstate_global->__pyx_int_0, 0, 0)); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(0, 427, __pyx_L1_error)
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":428
* pre_len = self.find_prefix(string)
* if pre_len != 0:
* prefix = string[:pre_len] # <<<<<<<<<<<<<<
* minus_pre = string[pre_len:]
* if minus_pre and with_special_cases and self._specials.get(hash_string(minus_pre)) != NULL:
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
__PYX_ERR(0, 428, __pyx_L1_error)
}
__Pyx_INCREF(__pyx_v_pre_len);
__pyx_t_4 = __pyx_v_pre_len;
__pyx_t_1 = (__pyx_t_4 == Py_None);
if (__pyx_t_1) {
__pyx_t_3 = PY_SSIZE_T_MAX;
} else {
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_4); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 428, __pyx_L1_error)
__pyx_t_3 = __pyx_t_9;
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_4 = __Pyx_PyUnicode_Substring(__pyx_v_string, 0, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 428, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_XDECREF_SET(__pyx_v_prefix, ((PyObject*)__pyx_t_4));
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":429
* if pre_len != 0:
* prefix = string[:pre_len]
* minus_pre = string[pre_len:] # <<<<<<<<<<<<<<
* if minus_pre and with_special_cases and self._specials.get(hash_string(minus_pre)) != NULL:
* string = minus_pre
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
__PYX_ERR(0, 429, __pyx_L1_error)
}
__Pyx_INCREF(__pyx_v_pre_len);
__pyx_t_4 = __pyx_v_pre_len;
__pyx_t_1 = (__pyx_t_4 == Py_None);
if (__pyx_t_1) {
__pyx_t_3 = 0;
} else {
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_4); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 429, __pyx_L1_error)
__pyx_t_3 = __pyx_t_9;
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_4 = __Pyx_PyUnicode_Substring(__pyx_v_string, __pyx_t_3, PY_SSIZE_T_MAX); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 429, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_XDECREF_SET(__pyx_v_minus_pre, ((PyObject*)__pyx_t_4));
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":430
* prefix = string[:pre_len]
* minus_pre = string[pre_len:]
* if minus_pre and with_special_cases and self._specials.get(hash_string(minus_pre)) != NULL: # <<<<<<<<<<<<<<
* string = minus_pre
* prefixes.push_back(self.vocab.get(mem, prefix))
*/
{
Py_ssize_t __pyx_temp = __Pyx_PyUnicode_IS_TRUE(__pyx_v_minus_pre);
if (unlikely(((!CYTHON_ASSUME_SAFE_SIZE) && __pyx_temp < 0))) __PYX_ERR(0, 430, __pyx_L1_error)
__pyx_t_2 = (__pyx_temp != 0);
}
if (__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L15_bool_binop_done;
}
if (__pyx_v_with_special_cases) {
} else {
__pyx_t_1 = __pyx_v_with_special_cases;
goto __pyx_L15_bool_binop_done;
}
__pyx_t_7 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_minus_pre, 0); if (unlikely(__pyx_t_7 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 430, __pyx_L1_error)
__pyx_t_8 = ((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_t_7); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 430, __pyx_L1_error)
__pyx_t_2 = (__pyx_t_8 != NULL);
__pyx_t_1 = __pyx_t_2;
__pyx_L15_bool_binop_done:;
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":431
* minus_pre = string[pre_len:]
* if minus_pre and with_special_cases and self._specials.get(hash_string(minus_pre)) != NULL:
* string = minus_pre # <<<<<<<<<<<<<<
* prefixes.push_back(self.vocab.get(mem, prefix))
* break
*/
__Pyx_INCREF(__pyx_v_minus_pre);
__Pyx_DECREF_SET(__pyx_v_string, __pyx_v_minus_pre);
/* "spacy/tokenizer.pyx":432
* if minus_pre and with_special_cases and self._specials.get(hash_string(minus_pre)) != NULL:
* string = minus_pre
* prefixes.push_back(self.vocab.get(mem, prefix)) # <<<<<<<<<<<<<<
* break
* suf_len = self.find_suffix(string[pre_len:])
*/
__pyx_t_10 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, __pyx_v_mem, __pyx_v_prefix); if (unlikely(__pyx_t_10 == ((void *)NULL))) __PYX_ERR(0, 432, __pyx_L1_error)
try {
__pyx_v_prefixes->push_back(__pyx_t_10);
} catch(...) {
__Pyx_CppExn2PyErr();
__PYX_ERR(0, 432, __pyx_L1_error)
}
/* "spacy/tokenizer.pyx":433
* string = minus_pre
* prefixes.push_back(self.vocab.get(mem, prefix))
* break # <<<<<<<<<<<<<<
* suf_len = self.find_suffix(string[pre_len:])
* if suf_len != 0:
*/
goto __pyx_L4_break;
/* "spacy/tokenizer.pyx":430
* prefix = string[:pre_len]
* minus_pre = string[pre_len:]
* if minus_pre and with_special_cases and self._specials.get(hash_string(minus_pre)) != NULL: # <<<<<<<<<<<<<<
* string = minus_pre
* prefixes.push_back(self.vocab.get(mem, prefix))
*/
}
/* "spacy/tokenizer.pyx":427
* last_size = len(string)
* pre_len = self.find_prefix(string)
* if pre_len != 0: # <<<<<<<<<<<<<<
* prefix = string[:pre_len]
* minus_pre = string[pre_len:]
*/
}
/* "spacy/tokenizer.pyx":434
* prefixes.push_back(self.vocab.get(mem, prefix))
* break
* suf_len = self.find_suffix(string[pre_len:]) # <<<<<<<<<<<<<<
* if suf_len != 0:
* suffix = string[-suf_len:]
*/
__pyx_t_5 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_5);
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
__PYX_ERR(0, 434, __pyx_L1_error)
}
__Pyx_INCREF(__pyx_v_pre_len);
__pyx_t_11 = __pyx_v_pre_len;
__pyx_t_1 = (__pyx_t_11 == Py_None);
if (__pyx_t_1) {
__pyx_t_3 = 0;
} else {
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_11); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 434, __pyx_L1_error)
__pyx_t_3 = __pyx_t_9;
}
__Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
__pyx_t_11 = __Pyx_PyUnicode_Substring(__pyx_v_string, __pyx_t_3, PY_SSIZE_T_MAX); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 434, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_11);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_t_11};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_find_suffix, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 434, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__Pyx_XDECREF_SET(__pyx_v_suf_len, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":435
* break
* suf_len = self.find_suffix(string[pre_len:])
* if suf_len != 0: # <<<<<<<<<<<<<<
* suffix = string[-suf_len:]
* minus_suf = string[:-suf_len]
*/
__pyx_t_1 = (__Pyx_PyLong_BoolNeObjC(__pyx_v_suf_len, __pyx_mstate_global->__pyx_int_0, 0, 0)); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(0, 435, __pyx_L1_error)
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":436
* suf_len = self.find_suffix(string[pre_len:])
* if suf_len != 0:
* suffix = string[-suf_len:] # <<<<<<<<<<<<<<
* minus_suf = string[:-suf_len]
* if minus_suf and with_special_cases and self._specials.get(hash_string(minus_suf)) != NULL:
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
__PYX_ERR(0, 436, __pyx_L1_error)
}
__pyx_t_4 = PyNumber_Negative(__pyx_v_suf_len); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 436, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_1 = (__pyx_t_4 == Py_None);
if (__pyx_t_1) {
__pyx_t_3 = 0;
} else {
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_4); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 436, __pyx_L1_error)
__pyx_t_3 = __pyx_t_9;
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_4 = __Pyx_PyUnicode_Substring(__pyx_v_string, __pyx_t_3, PY_SSIZE_T_MAX); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 436, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_XDECREF_SET(__pyx_v_suffix, ((PyObject*)__pyx_t_4));
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":437
* if suf_len != 0:
* suffix = string[-suf_len:]
* minus_suf = string[:-suf_len] # <<<<<<<<<<<<<<
* if minus_suf and with_special_cases and self._specials.get(hash_string(minus_suf)) != NULL:
* string = minus_suf
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
__PYX_ERR(0, 437, __pyx_L1_error)
}
__pyx_t_4 = PyNumber_Negative(__pyx_v_suf_len); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 437, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_1 = (__pyx_t_4 == Py_None);
if (__pyx_t_1) {
__pyx_t_3 = PY_SSIZE_T_MAX;
} else {
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_4); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 437, __pyx_L1_error)
__pyx_t_3 = __pyx_t_9;
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_4 = __Pyx_PyUnicode_Substring(__pyx_v_string, 0, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 437, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_XDECREF_SET(__pyx_v_minus_suf, ((PyObject*)__pyx_t_4));
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":438
* suffix = string[-suf_len:]
* minus_suf = string[:-suf_len]
* if minus_suf and with_special_cases and self._specials.get(hash_string(minus_suf)) != NULL: # <<<<<<<<<<<<<<
* string = minus_suf
* suffixes.push_back(self.vocab.get(mem, suffix))
*/
{
Py_ssize_t __pyx_temp = __Pyx_PyUnicode_IS_TRUE(__pyx_v_minus_suf);
if (unlikely(((!CYTHON_ASSUME_SAFE_SIZE) && __pyx_temp < 0))) __PYX_ERR(0, 438, __pyx_L1_error)
__pyx_t_2 = (__pyx_temp != 0);
}
if (__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L20_bool_binop_done;
}
if (__pyx_v_with_special_cases) {
} else {
__pyx_t_1 = __pyx_v_with_special_cases;
goto __pyx_L20_bool_binop_done;
}
__pyx_t_7 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_minus_suf, 0); if (unlikely(__pyx_t_7 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 438, __pyx_L1_error)
__pyx_t_8 = ((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_t_7); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 438, __pyx_L1_error)
__pyx_t_2 = (__pyx_t_8 != NULL);
__pyx_t_1 = __pyx_t_2;
__pyx_L20_bool_binop_done:;
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":439
* minus_suf = string[:-suf_len]
* if minus_suf and with_special_cases and self._specials.get(hash_string(minus_suf)) != NULL:
* string = minus_suf # <<<<<<<<<<<<<<
* suffixes.push_back(self.vocab.get(mem, suffix))
* break
*/
__Pyx_INCREF(__pyx_v_minus_suf);
__Pyx_DECREF_SET(__pyx_v_string, __pyx_v_minus_suf);
/* "spacy/tokenizer.pyx":440
* if minus_suf and with_special_cases and self._specials.get(hash_string(minus_suf)) != NULL:
* string = minus_suf
* suffixes.push_back(self.vocab.get(mem, suffix)) # <<<<<<<<<<<<<<
* break
* if pre_len and suf_len and (pre_len + suf_len) <= len(string):
*/
__pyx_t_10 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, __pyx_v_mem, __pyx_v_suffix); if (unlikely(__pyx_t_10 == ((void *)NULL))) __PYX_ERR(0, 440, __pyx_L1_error)
try {
__pyx_v_suffixes->push_back(__pyx_t_10);
} catch(...) {
__Pyx_CppExn2PyErr();
__PYX_ERR(0, 440, __pyx_L1_error)
}
/* "spacy/tokenizer.pyx":441
* string = minus_suf
* suffixes.push_back(self.vocab.get(mem, suffix))
* break # <<<<<<<<<<<<<<
* if pre_len and suf_len and (pre_len + suf_len) <= len(string):
* string = string[pre_len:-suf_len]
*/
goto __pyx_L4_break;
/* "spacy/tokenizer.pyx":438
* suffix = string[-suf_len:]
* minus_suf = string[:-suf_len]
* if minus_suf and with_special_cases and self._specials.get(hash_string(minus_suf)) != NULL: # <<<<<<<<<<<<<<
* string = minus_suf
* suffixes.push_back(self.vocab.get(mem, suffix))
*/
}
/* "spacy/tokenizer.pyx":435
* break
* suf_len = self.find_suffix(string[pre_len:])
* if suf_len != 0: # <<<<<<<<<<<<<<
* suffix = string[-suf_len:]
* minus_suf = string[:-suf_len]
*/
}
/* "spacy/tokenizer.pyx":442
* suffixes.push_back(self.vocab.get(mem, suffix))
* break
* if pre_len and suf_len and (pre_len + suf_len) <= len(string): # <<<<<<<<<<<<<<
* string = string[pre_len:-suf_len]
* prefixes.push_back(self.vocab.get(mem, prefix))
*/
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_pre_len); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 442, __pyx_L1_error)
if (__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L24_bool_binop_done;
}
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_suf_len); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 442, __pyx_L1_error)
if (__pyx_t_2) {
} else {
__pyx_t_1 = __pyx_t_2;
goto __pyx_L24_bool_binop_done;
}
__pyx_t_4 = PyNumber_Add(__pyx_v_pre_len, __pyx_v_suf_len); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 442, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
__PYX_ERR(0, 442, __pyx_L1_error)
}
__pyx_t_3 = __Pyx_PyUnicode_GET_LENGTH(__pyx_v_string); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 442, __pyx_L1_error)
__pyx_t_11 = PyLong_FromSsize_t(__pyx_t_3); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 442, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_11);
__pyx_t_5 = PyObject_RichCompare(__pyx_t_4, __pyx_t_11, Py_LE); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 442, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 442, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_1 = __pyx_t_2;
__pyx_L24_bool_binop_done:;
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":443
* break
* if pre_len and suf_len and (pre_len + suf_len) <= len(string):
* string = string[pre_len:-suf_len] # <<<<<<<<<<<<<<
* prefixes.push_back(self.vocab.get(mem, prefix))
* suffixes.push_back(self.vocab.get(mem, suffix))
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
__PYX_ERR(0, 443, __pyx_L1_error)
}
__Pyx_INCREF(__pyx_v_pre_len);
__pyx_t_5 = __pyx_v_pre_len;
__pyx_t_1 = (__pyx_t_5 == Py_None);
if (__pyx_t_1) {
__pyx_t_3 = 0;
} else {
__pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_5); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 443, __pyx_L1_error)
__pyx_t_3 = __pyx_t_9;
}
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_5 = PyNumber_Negative(__pyx_v_suf_len); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 443, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_1 = (__pyx_t_5 == Py_None);
if (__pyx_t_1) {
__pyx_t_9 = PY_SSIZE_T_MAX;
} else {
__pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_5); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 443, __pyx_L1_error)
__pyx_t_9 = __pyx_t_12;
}
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_5 = __Pyx_PyUnicode_Substring(__pyx_v_string, __pyx_t_3, __pyx_t_9); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 443, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF_SET(__pyx_v_string, ((PyObject*)__pyx_t_5));
__pyx_t_5 = 0;
/* "spacy/tokenizer.pyx":444
* if pre_len and suf_len and (pre_len + suf_len) <= len(string):
* string = string[pre_len:-suf_len]
* prefixes.push_back(self.vocab.get(mem, prefix)) # <<<<<<<<<<<<<<
* suffixes.push_back(self.vocab.get(mem, suffix))
* elif pre_len:
*/
if (unlikely(!__pyx_v_prefix)) { __Pyx_RaiseUnboundLocalError("prefix"); __PYX_ERR(0, 444, __pyx_L1_error) }
__pyx_t_10 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, __pyx_v_mem, __pyx_v_prefix); if (unlikely(__pyx_t_10 == ((void *)NULL))) __PYX_ERR(0, 444, __pyx_L1_error)
try {
__pyx_v_prefixes->push_back(__pyx_t_10);
} catch(...) {
__Pyx_CppExn2PyErr();
__PYX_ERR(0, 444, __pyx_L1_error)
}
/* "spacy/tokenizer.pyx":445
* string = string[pre_len:-suf_len]
* prefixes.push_back(self.vocab.get(mem, prefix))
* suffixes.push_back(self.vocab.get(mem, suffix)) # <<<<<<<<<<<<<<
* elif pre_len:
* string = minus_pre
*/
if (unlikely(!__pyx_v_suffix)) { __Pyx_RaiseUnboundLocalError("suffix"); __PYX_ERR(0, 445, __pyx_L1_error) }
__pyx_t_10 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, __pyx_v_mem, __pyx_v_suffix); if (unlikely(__pyx_t_10 == ((void *)NULL))) __PYX_ERR(0, 445, __pyx_L1_error)
try {
__pyx_v_suffixes->push_back(__pyx_t_10);
} catch(...) {
__Pyx_CppExn2PyErr();
__PYX_ERR(0, 445, __pyx_L1_error)
}
/* "spacy/tokenizer.pyx":442
* suffixes.push_back(self.vocab.get(mem, suffix))
* break
* if pre_len and suf_len and (pre_len + suf_len) <= len(string): # <<<<<<<<<<<<<<
* string = string[pre_len:-suf_len]
* prefixes.push_back(self.vocab.get(mem, prefix))
*/
goto __pyx_L23;
}
/* "spacy/tokenizer.pyx":446
* prefixes.push_back(self.vocab.get(mem, prefix))
* suffixes.push_back(self.vocab.get(mem, suffix))
* elif pre_len: # <<<<<<<<<<<<<<
* string = minus_pre
* prefixes.push_back(self.vocab.get(mem, prefix))
*/
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_pre_len); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(0, 446, __pyx_L1_error)
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":447
* suffixes.push_back(self.vocab.get(mem, suffix))
* elif pre_len:
* string = minus_pre # <<<<<<<<<<<<<<
* prefixes.push_back(self.vocab.get(mem, prefix))
* elif suf_len:
*/
if (unlikely(!__pyx_v_minus_pre)) { __Pyx_RaiseUnboundLocalError("minus_pre"); __PYX_ERR(0, 447, __pyx_L1_error) }
__Pyx_INCREF(__pyx_v_minus_pre);
__Pyx_DECREF_SET(__pyx_v_string, __pyx_v_minus_pre);
/* "spacy/tokenizer.pyx":448
* elif pre_len:
* string = minus_pre
* prefixes.push_back(self.vocab.get(mem, prefix)) # <<<<<<<<<<<<<<
* elif suf_len:
* string = minus_suf
*/
if (unlikely(!__pyx_v_prefix)) { __Pyx_RaiseUnboundLocalError("prefix"); __PYX_ERR(0, 448, __pyx_L1_error) }
__pyx_t_10 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, __pyx_v_mem, __pyx_v_prefix); if (unlikely(__pyx_t_10 == ((void *)NULL))) __PYX_ERR(0, 448, __pyx_L1_error)
try {
__pyx_v_prefixes->push_back(__pyx_t_10);
} catch(...) {
__Pyx_CppExn2PyErr();
__PYX_ERR(0, 448, __pyx_L1_error)
}
/* "spacy/tokenizer.pyx":446
* prefixes.push_back(self.vocab.get(mem, prefix))
* suffixes.push_back(self.vocab.get(mem, suffix))
* elif pre_len: # <<<<<<<<<<<<<<
* string = minus_pre
* prefixes.push_back(self.vocab.get(mem, prefix))
*/
goto __pyx_L23;
}
/* "spacy/tokenizer.pyx":449
* string = minus_pre
* prefixes.push_back(self.vocab.get(mem, prefix))
* elif suf_len: # <<<<<<<<<<<<<<
* string = minus_suf
* suffixes.push_back(self.vocab.get(mem, suffix))
*/
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_suf_len); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(0, 449, __pyx_L1_error)
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":450
* prefixes.push_back(self.vocab.get(mem, prefix))
* elif suf_len:
* string = minus_suf # <<<<<<<<<<<<<<
* suffixes.push_back(self.vocab.get(mem, suffix))
* return string
*/
if (unlikely(!__pyx_v_minus_suf)) { __Pyx_RaiseUnboundLocalError("minus_suf"); __PYX_ERR(0, 450, __pyx_L1_error) }
__Pyx_INCREF(__pyx_v_minus_suf);
__Pyx_DECREF_SET(__pyx_v_string, __pyx_v_minus_suf);
/* "spacy/tokenizer.pyx":451
* elif suf_len:
* string = minus_suf
* suffixes.push_back(self.vocab.get(mem, suffix)) # <<<<<<<<<<<<<<
* return string
*
*/
if (unlikely(!__pyx_v_suffix)) { __Pyx_RaiseUnboundLocalError("suffix"); __PYX_ERR(0, 451, __pyx_L1_error) }
__pyx_t_10 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, __pyx_v_mem, __pyx_v_suffix); if (unlikely(__pyx_t_10 == ((void *)NULL))) __PYX_ERR(0, 451, __pyx_L1_error)
try {
__pyx_v_suffixes->push_back(__pyx_t_10);
} catch(...) {
__Pyx_CppExn2PyErr();
__PYX_ERR(0, 451, __pyx_L1_error)
}
/* "spacy/tokenizer.pyx":449
* string = minus_pre
* prefixes.push_back(self.vocab.get(mem, prefix))
* elif suf_len: # <<<<<<<<<<<<<<
* string = minus_suf
* suffixes.push_back(self.vocab.get(mem, suffix))
*/
}
__pyx_L23:;
}
__pyx_L4_break:;
/* "spacy/tokenizer.pyx":452
* string = minus_suf
* suffixes.push_back(self.vocab.get(mem, suffix))
* return string # <<<<<<<<<<<<<<
*
* cdef int _attach_tokens(self, Doc tokens, str string,
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_string);
__pyx_r = __pyx_v_string;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":406
* tokens.length - orig_size)
*
* cdef str _split_affixes( # <<<<<<<<<<<<<<
* self,
* Pool mem,
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_4);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_11);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._split_affixes", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = 0;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_prefix);
__Pyx_XDECREF(__pyx_v_suffix);
__Pyx_XDECREF(__pyx_v_minus_pre);
__Pyx_XDECREF(__pyx_v_minus_suf);
__Pyx_XDECREF(__pyx_v_pre_len);
__Pyx_XDECREF(__pyx_v_suf_len);
__Pyx_XDECREF(__pyx_v_string);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":454
* return string
*
* cdef int _attach_tokens(self, Doc tokens, str string, # <<<<<<<<<<<<<<
* vector[const LexemeC*] *prefixes,
* vector[const LexemeC*] *suffixes,
*/
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__attach_tokens(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_tokens, PyObject *__pyx_v_string, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_prefixes, std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> *__pyx_v_suffixes, int *__pyx_v_has_special, int __pyx_v_with_special_cases) {
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lexeme;
PyObject *__pyx_v_span = 0;
int __pyx_v_i;
PyObject *__pyx_v_matches = NULL;
PyObject *__pyx_v_start = NULL;
long __pyx_v_start_before_infixes;
PyObject *__pyx_v_match = NULL;
PyObject *__pyx_v_infix_start = NULL;
PyObject *__pyx_v_infix_end = NULL;
PyObject *__pyx_v_infix_span = NULL;
std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> ::reverse_iterator __pyx_v_it;
int __pyx_r;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> ::size_type __pyx_t_2;
std::vector<struct __pyx_t_5spacy_7structs_LexemeC const *> ::size_type __pyx_t_3;
int __pyx_t_4;
int __pyx_t_5;
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_6;
PyObject *__pyx_t_7 = NULL;
int __pyx_t_8;
PyObject *__pyx_t_9 = NULL;
size_t __pyx_t_10;
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_11;
long __pyx_t_12;
Py_ssize_t __pyx_t_13;
PyObject *(*__pyx_t_14)(PyObject *);
PyObject *__pyx_t_15 = NULL;
Py_ssize_t __pyx_t_16;
Py_ssize_t __pyx_t_17;
Py_ssize_t __pyx_t_18;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_attach_tokens", 0);
/* "spacy/tokenizer.pyx":462
* cdef str span
* cdef int i
* if prefixes.size(): # <<<<<<<<<<<<<<
* for i in range(prefixes.size()):
* tokens.push_back(prefixes[0][i], False)
*/
__pyx_t_1 = (__pyx_v_prefixes->size() != 0);
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":463
* cdef int i
* if prefixes.size():
* for i in range(prefixes.size()): # <<<<<<<<<<<<<<
* tokens.push_back(prefixes[0][i], False)
* if string:
*/
__pyx_t_2 = __pyx_v_prefixes->size();
__pyx_t_3 = __pyx_t_2;
for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
__pyx_v_i = __pyx_t_4;
/* "spacy/tokenizer.pyx":464
* if prefixes.size():
* for i in range(prefixes.size()):
* tokens.push_back(prefixes[0][i], False) # <<<<<<<<<<<<<<
* if string:
* if self._try_specials_and_cache(hash_string(string), tokens, has_special, with_special_cases):
*/
__pyx_t_5 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, ((__pyx_v_prefixes[0])[__pyx_v_i]), 0); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 464, __pyx_L1_error)
}
/* "spacy/tokenizer.pyx":462
* cdef str span
* cdef int i
* if prefixes.size(): # <<<<<<<<<<<<<<
* for i in range(prefixes.size()):
* tokens.push_back(prefixes[0][i], False)
*/
}
/* "spacy/tokenizer.pyx":465
* for i in range(prefixes.size()):
* tokens.push_back(prefixes[0][i], False)
* if string: # <<<<<<<<<<<<<<
* if self._try_specials_and_cache(hash_string(string), tokens, has_special, with_special_cases):
* pass
*/
if (__pyx_v_string == Py_None) __pyx_t_1 = 0;
else
{
Py_ssize_t __pyx_temp = __Pyx_PyUnicode_IS_TRUE(__pyx_v_string);
if (unlikely(((!CYTHON_ASSUME_SAFE_SIZE) && __pyx_temp < 0))) __PYX_ERR(0, 465, __pyx_L1_error)
__pyx_t_1 = (__pyx_temp != 0);
}
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":466
* tokens.push_back(prefixes[0][i], False)
* if string:
* if self._try_specials_and_cache(hash_string(string), tokens, has_special, with_special_cases): # <<<<<<<<<<<<<<
* pass
* elif (
*/
__pyx_t_6 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_string, 0); if (unlikely(__pyx_t_6 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 466, __pyx_L1_error)
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_try_specials_and_cache(__pyx_v_self, __pyx_t_6, __pyx_v_tokens, __pyx_v_has_special, __pyx_v_with_special_cases); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 466, __pyx_L1_error)
__pyx_t_1 = (__pyx_t_4 != 0);
if (__pyx_t_1) {
goto __pyx_L7;
}
/* "spacy/tokenizer.pyx":469
* pass
* elif (
* (self.token_match and self.token_match(string)) or # <<<<<<<<<<<<<<
* (self.url_match and self.url_match(string))
* ):
*/
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_token_match); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 469, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely((__pyx_t_8 < 0))) __PYX_ERR(0, 469, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
if (!__pyx_t_8) {
goto __pyx_L9_next_or;
} else {
}
__pyx_t_9 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_9);
__pyx_t_10 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_v_string};
__pyx_t_7 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_token_match, __pyx_callargs+__pyx_t_10, (2-__pyx_t_10) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 469, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
}
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely((__pyx_t_8 < 0))) __PYX_ERR(0, 469, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
if (!__pyx_t_8) {
} else {
__pyx_t_1 = __pyx_t_8;
goto __pyx_L8_bool_binop_done;
}
__pyx_L9_next_or:;
/* "spacy/tokenizer.pyx":470
* elif (
* (self.token_match and self.token_match(string)) or
* (self.url_match and self.url_match(string)) # <<<<<<<<<<<<<<
* ):
*
*/
__pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_url_match); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 470, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely((__pyx_t_8 < 0))) __PYX_ERR(0, 470, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
if (__pyx_t_8) {
} else {
__pyx_t_1 = __pyx_t_8;
goto __pyx_L8_bool_binop_done;
}
__pyx_t_9 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_9);
__pyx_t_10 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_v_string};
__pyx_t_7 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_url_match, __pyx_callargs+__pyx_t_10, (2-__pyx_t_10) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 470, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
}
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely((__pyx_t_8 < 0))) __PYX_ERR(0, 470, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__pyx_t_1 = __pyx_t_8;
__pyx_L8_bool_binop_done:;
/* "spacy/tokenizer.pyx":468
* if self._try_specials_and_cache(hash_string(string), tokens, has_special, with_special_cases):
* pass
* elif ( # <<<<<<<<<<<<<<
* (self.token_match and self.token_match(string)) or
* (self.url_match and self.url_match(string))
*/
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":476
* # fix up the outermost one, with reference to the original.
* # See Issue #859
* tokens.push_back(self.vocab.get(tokens.mem, string), False) # <<<<<<<<<<<<<<
* else:
* matches = self.find_infix(string)
*/
__pyx_t_7 = ((PyObject *)__pyx_v_tokens->mem);
__Pyx_INCREF(__pyx_t_7);
__pyx_t_11 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_7), __pyx_v_string); if (unlikely(__pyx_t_11 == ((void *)NULL))) __PYX_ERR(0, 476, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, __pyx_t_11, 0); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 476, __pyx_L1_error)
/* "spacy/tokenizer.pyx":468
* if self._try_specials_and_cache(hash_string(string), tokens, has_special, with_special_cases):
* pass
* elif ( # <<<<<<<<<<<<<<
* (self.token_match and self.token_match(string)) or
* (self.url_match and self.url_match(string))
*/
goto __pyx_L7;
}
/* "spacy/tokenizer.pyx":478
* tokens.push_back(self.vocab.get(tokens.mem, string), False)
* else:
* matches = self.find_infix(string) # <<<<<<<<<<<<<<
* if not matches:
* tokens.push_back(self.vocab.get(tokens.mem, string), False)
*/
/*else*/ {
__pyx_t_9 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_9);
__pyx_t_10 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_v_string};
__pyx_t_7 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_find_infix, __pyx_callargs+__pyx_t_10, (2-__pyx_t_10) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 478, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
}
__pyx_v_matches = __pyx_t_7;
__pyx_t_7 = 0;
/* "spacy/tokenizer.pyx":479
* else:
* matches = self.find_infix(string)
* if not matches: # <<<<<<<<<<<<<<
* tokens.push_back(self.vocab.get(tokens.mem, string), False)
* else:
*/
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_matches); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(0, 479, __pyx_L1_error)
__pyx_t_8 = (!__pyx_t_1);
if (__pyx_t_8) {
/* "spacy/tokenizer.pyx":480
* matches = self.find_infix(string)
* if not matches:
* tokens.push_back(self.vocab.get(tokens.mem, string), False) # <<<<<<<<<<<<<<
* else:
* # Let's say we have dyn-o-mite-dave - the regex finds the
*/
__pyx_t_7 = ((PyObject *)__pyx_v_tokens->mem);
__Pyx_INCREF(__pyx_t_7);
__pyx_t_11 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_7), __pyx_v_string); if (unlikely(__pyx_t_11 == ((void *)NULL))) __PYX_ERR(0, 480, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, __pyx_t_11, 0); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 480, __pyx_L1_error)
/* "spacy/tokenizer.pyx":479
* else:
* matches = self.find_infix(string)
* if not matches: # <<<<<<<<<<<<<<
* tokens.push_back(self.vocab.get(tokens.mem, string), False)
* else:
*/
goto __pyx_L12;
}
/* "spacy/tokenizer.pyx":484
* # Let's say we have dyn-o-mite-dave - the regex finds the
* # start and end positions of the hyphens
* start = 0 # <<<<<<<<<<<<<<
* start_before_infixes = start
* for match in matches:
*/
/*else*/ {
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__pyx_v_start = __pyx_mstate_global->__pyx_int_0;
/* "spacy/tokenizer.pyx":485
* # start and end positions of the hyphens
* start = 0
* start_before_infixes = start # <<<<<<<<<<<<<<
* for match in matches:
* infix_start = match.start()
*/
__pyx_t_12 = __Pyx_PyLong_As_long(__pyx_v_start); if (unlikely((__pyx_t_12 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 485, __pyx_L1_error)
__pyx_v_start_before_infixes = __pyx_t_12;
/* "spacy/tokenizer.pyx":486
* start = 0
* start_before_infixes = start
* for match in matches: # <<<<<<<<<<<<<<
* infix_start = match.start()
* infix_end = match.end()
*/
if (likely(PyList_CheckExact(__pyx_v_matches)) || PyTuple_CheckExact(__pyx_v_matches)) {
__pyx_t_7 = __pyx_v_matches; __Pyx_INCREF(__pyx_t_7);
__pyx_t_13 = 0;
__pyx_t_14 = NULL;
} else {
__pyx_t_13 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_matches); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 486, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_14 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_7); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 486, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_14)) {
if (likely(PyList_CheckExact(__pyx_t_7))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_7);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 486, __pyx_L1_error)
#endif
if (__pyx_t_13 >= __pyx_temp) break;
}
__pyx_t_9 = __Pyx_PyList_GetItemRefFast(__pyx_t_7, __pyx_t_13, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_13;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_7);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 486, __pyx_L1_error)
#endif
if (__pyx_t_13 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_9 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_13));
#else
__pyx_t_9 = __Pyx_PySequence_ITEM(__pyx_t_7, __pyx_t_13);
#endif
++__pyx_t_13;
}
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 486, __pyx_L1_error)
} else {
__pyx_t_9 = __pyx_t_14(__pyx_t_7);
if (unlikely(!__pyx_t_9)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 486, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_9);
__Pyx_XDECREF_SET(__pyx_v_match, __pyx_t_9);
__pyx_t_9 = 0;
/* "spacy/tokenizer.pyx":487
* start_before_infixes = start
* for match in matches:
* infix_start = match.start() # <<<<<<<<<<<<<<
* infix_end = match.end()
*
*/
__pyx_t_15 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_15);
__pyx_t_10 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_15, NULL};
__pyx_t_9 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_start, __pyx_callargs+__pyx_t_10, (1-__pyx_t_10) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0;
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 487, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
}
__Pyx_XDECREF_SET(__pyx_v_infix_start, __pyx_t_9);
__pyx_t_9 = 0;
/* "spacy/tokenizer.pyx":488
* for match in matches:
* infix_start = match.start()
* infix_end = match.end() # <<<<<<<<<<<<<<
*
* if infix_start == start_before_infixes:
*/
__pyx_t_15 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_15);
__pyx_t_10 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_15, NULL};
__pyx_t_9 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_end, __pyx_callargs+__pyx_t_10, (1-__pyx_t_10) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0;
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 488, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
}
__Pyx_XDECREF_SET(__pyx_v_infix_end, __pyx_t_9);
__pyx_t_9 = 0;
/* "spacy/tokenizer.pyx":490
* infix_end = match.end()
*
* if infix_start == start_before_infixes: # <<<<<<<<<<<<<<
* continue
*
*/
__pyx_t_9 = __Pyx_PyLong_From_long(__pyx_v_start_before_infixes); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 490, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
__pyx_t_15 = PyObject_RichCompare(__pyx_v_infix_start, __pyx_t_9, Py_EQ); __Pyx_XGOTREF(__pyx_t_15); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 490, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_15); if (unlikely((__pyx_t_8 < 0))) __PYX_ERR(0, 490, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
if (__pyx_t_8) {
/* "spacy/tokenizer.pyx":491
*
* if infix_start == start_before_infixes:
* continue # <<<<<<<<<<<<<<
*
* if infix_start != start:
*/
goto __pyx_L13_continue;
/* "spacy/tokenizer.pyx":490
* infix_end = match.end()
*
* if infix_start == start_before_infixes: # <<<<<<<<<<<<<<
* continue
*
*/
}
/* "spacy/tokenizer.pyx":493
* continue
*
* if infix_start != start: # <<<<<<<<<<<<<<
* span = string[start:infix_start]
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
*/
__pyx_t_15 = PyObject_RichCompare(__pyx_v_infix_start, __pyx_v_start, Py_NE); __Pyx_XGOTREF(__pyx_t_15); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 493, __pyx_L1_error)
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_15); if (unlikely((__pyx_t_8 < 0))) __PYX_ERR(0, 493, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
if (__pyx_t_8) {
/* "spacy/tokenizer.pyx":494
*
* if infix_start != start:
* span = string[start:infix_start] # <<<<<<<<<<<<<<
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
*
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
__PYX_ERR(0, 494, __pyx_L1_error)
}
__Pyx_INCREF(__pyx_v_start);
__pyx_t_15 = __pyx_v_start;
__pyx_t_8 = (__pyx_t_15 == Py_None);
if (__pyx_t_8) {
__pyx_t_16 = 0;
} else {
__pyx_t_17 = __Pyx_PyIndex_AsSsize_t(__pyx_t_15); if (unlikely((__pyx_t_17 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 494, __pyx_L1_error)
__pyx_t_16 = __pyx_t_17;
}
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
__Pyx_INCREF(__pyx_v_infix_start);
__pyx_t_15 = __pyx_v_infix_start;
__pyx_t_8 = (__pyx_t_15 == Py_None);
if (__pyx_t_8) {
__pyx_t_17 = PY_SSIZE_T_MAX;
} else {
__pyx_t_18 = __Pyx_PyIndex_AsSsize_t(__pyx_t_15); if (unlikely((__pyx_t_18 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 494, __pyx_L1_error)
__pyx_t_17 = __pyx_t_18;
}
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
__pyx_t_15 = __Pyx_PyUnicode_Substring(__pyx_v_string, __pyx_t_16, __pyx_t_17); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 494, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_15);
__Pyx_XDECREF_SET(__pyx_v_span, ((PyObject*)__pyx_t_15));
__pyx_t_15 = 0;
/* "spacy/tokenizer.pyx":495
* if infix_start != start:
* span = string[start:infix_start]
* tokens.push_back(self.vocab.get(tokens.mem, span), False) # <<<<<<<<<<<<<<
*
* if infix_start != infix_end:
*/
__pyx_t_15 = ((PyObject *)__pyx_v_tokens->mem);
__Pyx_INCREF(__pyx_t_15);
__pyx_t_11 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_15), __pyx_v_span); if (unlikely(__pyx_t_11 == ((void *)NULL))) __PYX_ERR(0, 495, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, __pyx_t_11, 0); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 495, __pyx_L1_error)
/* "spacy/tokenizer.pyx":493
* continue
*
* if infix_start != start: # <<<<<<<<<<<<<<
* span = string[start:infix_start]
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
*/
}
/* "spacy/tokenizer.pyx":497
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
*
* if infix_start != infix_end: # <<<<<<<<<<<<<<
* # If infix_start != infix_end, it means the infix
* # token is non-empty. Empty infix tokens are useful
*/
__pyx_t_15 = PyObject_RichCompare(__pyx_v_infix_start, __pyx_v_infix_end, Py_NE); __Pyx_XGOTREF(__pyx_t_15); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 497, __pyx_L1_error)
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_15); if (unlikely((__pyx_t_8 < 0))) __PYX_ERR(0, 497, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
if (__pyx_t_8) {
/* "spacy/tokenizer.pyx":502
* # for tokenization in some languages (see
* # https://github.com/explosion/spaCy/issues/768)
* infix_span = string[infix_start:infix_end] # <<<<<<<<<<<<<<
* tokens.push_back(self.vocab.get(tokens.mem, infix_span), False)
* start = infix_end
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
__PYX_ERR(0, 502, __pyx_L1_error)
}
__Pyx_INCREF(__pyx_v_infix_start);
__pyx_t_15 = __pyx_v_infix_start;
__pyx_t_8 = (__pyx_t_15 == Py_None);
if (__pyx_t_8) {
__pyx_t_17 = 0;
} else {
__pyx_t_16 = __Pyx_PyIndex_AsSsize_t(__pyx_t_15); if (unlikely((__pyx_t_16 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 502, __pyx_L1_error)
__pyx_t_17 = __pyx_t_16;
}
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
__Pyx_INCREF(__pyx_v_infix_end);
__pyx_t_15 = __pyx_v_infix_end;
__pyx_t_8 = (__pyx_t_15 == Py_None);
if (__pyx_t_8) {
__pyx_t_16 = PY_SSIZE_T_MAX;
} else {
__pyx_t_18 = __Pyx_PyIndex_AsSsize_t(__pyx_t_15); if (unlikely((__pyx_t_18 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 502, __pyx_L1_error)
__pyx_t_16 = __pyx_t_18;
}
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
__pyx_t_15 = __Pyx_PyUnicode_Substring(__pyx_v_string, __pyx_t_17, __pyx_t_16); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 502, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_15);
__Pyx_XDECREF_SET(__pyx_v_infix_span, ((PyObject*)__pyx_t_15));
__pyx_t_15 = 0;
/* "spacy/tokenizer.pyx":503
* # https://github.com/explosion/spaCy/issues/768)
* infix_span = string[infix_start:infix_end]
* tokens.push_back(self.vocab.get(tokens.mem, infix_span), False) # <<<<<<<<<<<<<<
* start = infix_end
* span = string[start:]
*/
__pyx_t_15 = ((PyObject *)__pyx_v_tokens->mem);
__Pyx_INCREF(__pyx_t_15);
__pyx_t_11 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_15), __pyx_v_infix_span); if (unlikely(__pyx_t_11 == ((void *)NULL))) __PYX_ERR(0, 503, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, __pyx_t_11, 0); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 503, __pyx_L1_error)
/* "spacy/tokenizer.pyx":497
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
*
* if infix_start != infix_end: # <<<<<<<<<<<<<<
* # If infix_start != infix_end, it means the infix
* # token is non-empty. Empty infix tokens are useful
*/
}
/* "spacy/tokenizer.pyx":504
* infix_span = string[infix_start:infix_end]
* tokens.push_back(self.vocab.get(tokens.mem, infix_span), False)
* start = infix_end # <<<<<<<<<<<<<<
* span = string[start:]
* if span:
*/
__Pyx_INCREF(__pyx_v_infix_end);
__Pyx_DECREF_SET(__pyx_v_start, __pyx_v_infix_end);
/* "spacy/tokenizer.pyx":486
* start = 0
* start_before_infixes = start
* for match in matches: # <<<<<<<<<<<<<<
* infix_start = match.start()
* infix_end = match.end()
*/
__pyx_L13_continue:;
}
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
/* "spacy/tokenizer.pyx":505
* tokens.push_back(self.vocab.get(tokens.mem, infix_span), False)
* start = infix_end
* span = string[start:] # <<<<<<<<<<<<<<
* if span:
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
*/
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
__PYX_ERR(0, 505, __pyx_L1_error)
}
__Pyx_INCREF(__pyx_v_start);
__pyx_t_7 = __pyx_v_start;
__pyx_t_8 = (__pyx_t_7 == Py_None);
if (__pyx_t_8) {
__pyx_t_13 = 0;
} else {
__pyx_t_16 = __Pyx_PyIndex_AsSsize_t(__pyx_t_7); if (unlikely((__pyx_t_16 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 505, __pyx_L1_error)
__pyx_t_13 = __pyx_t_16;
}
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__pyx_t_7 = __Pyx_PyUnicode_Substring(__pyx_v_string, __pyx_t_13, PY_SSIZE_T_MAX); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 505, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_XDECREF_SET(__pyx_v_span, ((PyObject*)__pyx_t_7));
__pyx_t_7 = 0;
/* "spacy/tokenizer.pyx":506
* start = infix_end
* span = string[start:]
* if span: # <<<<<<<<<<<<<<
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
* cdef vector[const LexemeC*].reverse_iterator it = suffixes.rbegin()
*/
{
Py_ssize_t __pyx_temp = __Pyx_PyUnicode_IS_TRUE(__pyx_v_span);
if (unlikely(((!CYTHON_ASSUME_SAFE_SIZE) && __pyx_temp < 0))) __PYX_ERR(0, 506, __pyx_L1_error)
__pyx_t_8 = (__pyx_temp != 0);
}
if (__pyx_t_8) {
/* "spacy/tokenizer.pyx":507
* span = string[start:]
* if span:
* tokens.push_back(self.vocab.get(tokens.mem, span), False) # <<<<<<<<<<<<<<
* cdef vector[const LexemeC*].reverse_iterator it = suffixes.rbegin()
* while it != suffixes.rend():
*/
__pyx_t_7 = ((PyObject *)__pyx_v_tokens->mem);
__Pyx_INCREF(__pyx_t_7);
__pyx_t_11 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->get(__pyx_v_self->vocab, ((struct __pyx_obj_5cymem_5cymem_Pool *)__pyx_t_7), __pyx_v_span); if (unlikely(__pyx_t_11 == ((void *)NULL))) __PYX_ERR(0, 507, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, __pyx_t_11, 0); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 507, __pyx_L1_error)
/* "spacy/tokenizer.pyx":506
* start = infix_end
* span = string[start:]
* if span: # <<<<<<<<<<<<<<
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
* cdef vector[const LexemeC*].reverse_iterator it = suffixes.rbegin()
*/
}
}
__pyx_L12:;
}
__pyx_L7:;
/* "spacy/tokenizer.pyx":465
* for i in range(prefixes.size()):
* tokens.push_back(prefixes[0][i], False)
* if string: # <<<<<<<<<<<<<<
* if self._try_specials_and_cache(hash_string(string), tokens, has_special, with_special_cases):
* pass
*/
}
/* "spacy/tokenizer.pyx":508
* if span:
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
* cdef vector[const LexemeC*].reverse_iterator it = suffixes.rbegin() # <<<<<<<<<<<<<<
* while it != suffixes.rend():
* lexeme = deref(it)
*/
__pyx_v_it = __pyx_v_suffixes->rbegin();
/* "spacy/tokenizer.pyx":509
* tokens.push_back(self.vocab.get(tokens.mem, span), False)
* cdef vector[const LexemeC*].reverse_iterator it = suffixes.rbegin()
* while it != suffixes.rend(): # <<<<<<<<<<<<<<
* lexeme = deref(it)
* preinc(it)
*/
while (1) {
__pyx_t_8 = (__pyx_v_it != __pyx_v_suffixes->rend());
if (!__pyx_t_8) break;
/* "spacy/tokenizer.pyx":510
* cdef vector[const LexemeC*].reverse_iterator it = suffixes.rbegin()
* while it != suffixes.rend():
* lexeme = deref(it) # <<<<<<<<<<<<<<
* preinc(it)
* tokens.push_back(lexeme, False)
*/
__pyx_v_lexeme = (*__pyx_v_it);
/* "spacy/tokenizer.pyx":511
* while it != suffixes.rend():
* lexeme = deref(it)
* preinc(it) # <<<<<<<<<<<<<<
* tokens.push_back(lexeme, False)
*
*/
(void)((++__pyx_v_it));
/* "spacy/tokenizer.pyx":512
* lexeme = deref(it)
* preinc(it)
* tokens.push_back(lexeme, False) # <<<<<<<<<<<<<<
*
* cdef int _save_cached(self, const TokenC* tokens, hash_t key,
*/
__pyx_t_4 = ((struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *)__pyx_v_tokens->__pyx_vtab)->__pyx_fuse_0push_back(__pyx_v_tokens, __pyx_v_lexeme, 0); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 512, __pyx_L1_error)
}
/* "spacy/tokenizer.pyx":454
* return string
*
* cdef int _attach_tokens(self, Doc tokens, str string, # <<<<<<<<<<<<<<
* vector[const LexemeC*] *prefixes,
* vector[const LexemeC*] *suffixes,
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_7);
__Pyx_XDECREF(__pyx_t_9);
__Pyx_XDECREF(__pyx_t_15);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._attach_tokens", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_span);
__Pyx_XDECREF(__pyx_v_matches);
__Pyx_XDECREF(__pyx_v_start);
__Pyx_XDECREF(__pyx_v_match);
__Pyx_XDECREF(__pyx_v_infix_start);
__Pyx_XDECREF(__pyx_v_infix_end);
__Pyx_XDECREF(__pyx_v_infix_span);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":514
* tokens.push_back(lexeme, False)
*
* cdef int _save_cached(self, const TokenC* tokens, hash_t key, # <<<<<<<<<<<<<<
* int* has_special, int n) except -1:
* cdef int i
*/
static int __pyx_f_5spacy_9tokenizer_9Tokenizer__save_cached(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_tokens, __pyx_t_5spacy_8typedefs_hash_t __pyx_v_key, int *__pyx_v_has_special, int __pyx_v_n) {
int __pyx_v_i;
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_cached;
struct __pyx_t_5spacy_7structs_LexemeC const **__pyx_v_lexemes;
int __pyx_r;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
void *__pyx_t_3;
int __pyx_t_4;
int __pyx_t_5;
int __pyx_t_6;
struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_7;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_save_cached", 0);
/* "spacy/tokenizer.pyx":517
* int* has_special, int n) except -1:
* cdef int i
* if n <= 0: # <<<<<<<<<<<<<<
* # avoid mem alloc of zero length
* return 0
*/
__pyx_t_1 = (__pyx_v_n <= 0);
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":519
* if n <= 0:
* # avoid mem alloc of zero length
* return 0 # <<<<<<<<<<<<<<
* if self.vocab.in_memory_zone:
* return 0
*/
__pyx_r = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":517
* int* has_special, int n) except -1:
* cdef int i
* if n <= 0: # <<<<<<<<<<<<<<
* # avoid mem alloc of zero length
* return 0
*/
}
/* "spacy/tokenizer.pyx":520
* # avoid mem alloc of zero length
* return 0
* if self.vocab.in_memory_zone: # <<<<<<<<<<<<<<
* return 0
* # See #1250
*/
__pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->vocab), __pyx_mstate_global->__pyx_n_u_in_memory_zone); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 520, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely((__pyx_t_1 < 0))) __PYX_ERR(0, 520, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":521
* return 0
* if self.vocab.in_memory_zone:
* return 0 # <<<<<<<<<<<<<<
* # See #1250
* if has_special[0]:
*/
__pyx_r = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":520
* # avoid mem alloc of zero length
* return 0
* if self.vocab.in_memory_zone: # <<<<<<<<<<<<<<
* return 0
* # See #1250
*/
}
/* "spacy/tokenizer.pyx":523
* return 0
* # See #1250
* if has_special[0]: # <<<<<<<<<<<<<<
* return 0
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
*/
__pyx_t_1 = ((__pyx_v_has_special[0]) != 0);
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":524
* # See #1250
* if has_special[0]:
* return 0 # <<<<<<<<<<<<<<
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
* cached.length = n
*/
__pyx_r = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":523
* return 0
* # See #1250
* if has_special[0]: # <<<<<<<<<<<<<<
* return 0
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
*/
}
/* "spacy/tokenizer.pyx":525
* if has_special[0]:
* return 0
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached)) # <<<<<<<<<<<<<<
* cached.length = n
* cached.is_lex = True
*/
__pyx_t_3 = ((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->alloc(__pyx_v_self->mem, 1, (sizeof(struct __pyx_t_5spacy_5vocab__Cached))); if (unlikely(__pyx_t_3 == ((void *)NULL))) __PYX_ERR(0, 525, __pyx_L1_error)
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)__pyx_t_3);
/* "spacy/tokenizer.pyx":526
* return 0
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
* cached.length = n # <<<<<<<<<<<<<<
* cached.is_lex = True
* lexemes = <const LexemeC**>self.mem.alloc(n, sizeof(LexemeC**))
*/
__pyx_v_cached->length = __pyx_v_n;
/* "spacy/tokenizer.pyx":527
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
* cached.length = n
* cached.is_lex = True # <<<<<<<<<<<<<<
* lexemes = <const LexemeC**>self.mem.alloc(n, sizeof(LexemeC**))
* for i in range(n):
*/
__pyx_v_cached->is_lex = 1;
/* "spacy/tokenizer.pyx":528
* cached.length = n
* cached.is_lex = True
* lexemes = <const LexemeC**>self.mem.alloc(n, sizeof(LexemeC**)) # <<<<<<<<<<<<<<
* for i in range(n):
* lexemes[i] = tokens[i].lex
*/
__pyx_t_3 = ((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->alloc(__pyx_v_self->mem, __pyx_v_n, (sizeof(struct __pyx_t_5spacy_7structs_LexemeC **))); if (unlikely(__pyx_t_3 == ((void *)NULL))) __PYX_ERR(0, 528, __pyx_L1_error)
__pyx_v_lexemes = ((struct __pyx_t_5spacy_7structs_LexemeC const **)__pyx_t_3);
/* "spacy/tokenizer.pyx":529
* cached.is_lex = True
* lexemes = <const LexemeC**>self.mem.alloc(n, sizeof(LexemeC**))
* for i in range(n): # <<<<<<<<<<<<<<
* lexemes[i] = tokens[i].lex
* cached.data.lexemes = <const LexemeC* const*>lexemes
*/
__pyx_t_4 = __pyx_v_n;
__pyx_t_5 = __pyx_t_4;
for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
__pyx_v_i = __pyx_t_6;
/* "spacy/tokenizer.pyx":530
* lexemes = <const LexemeC**>self.mem.alloc(n, sizeof(LexemeC**))
* for i in range(n):
* lexemes[i] = tokens[i].lex # <<<<<<<<<<<<<<
* cached.data.lexemes = <const LexemeC* const*>lexemes
* self._cache.set(key, cached)
*/
__pyx_t_7 = (__pyx_v_tokens[__pyx_v_i]).lex;
(__pyx_v_lexemes[__pyx_v_i]) = __pyx_t_7;
}
/* "spacy/tokenizer.pyx":531
* for i in range(n):
* lexemes[i] = tokens[i].lex
* cached.data.lexemes = <const LexemeC* const*>lexemes # <<<<<<<<<<<<<<
* self._cache.set(key, cached)
*
*/
__pyx_v_cached->data.lexemes = ((struct __pyx_t_5spacy_7structs_LexemeC const *const *)__pyx_v_lexemes);
/* "spacy/tokenizer.pyx":532
* lexemes[i] = tokens[i].lex
* cached.data.lexemes = <const LexemeC* const*>lexemes
* self._cache.set(key, cached) # <<<<<<<<<<<<<<
*
* def find_infix(self, str string):
*/
((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_cache->__pyx_vtab)->set(__pyx_v_self->_cache, __pyx_v_key, __pyx_v_cached); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 532, __pyx_L1_error)
/* "spacy/tokenizer.pyx":514
* tokens.push_back(lexeme, False)
*
* cdef int _save_cached(self, const TokenC* tokens, hash_t key, # <<<<<<<<<<<<<<
* int* has_special, int n) except -1:
* cdef int i
*/
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._save_cached", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":534
* self._cache.set(key, cached)
*
* def find_infix(self, str string): # <<<<<<<<<<<<<<
* """Find internal split points of the string, such as hyphens.
*
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_16find_infix(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_15find_infix, "Tokenizer.find_infix(self, str string)\n\nFind internal split points of the string, such as hyphens.\n\nstring (str): The string to segment.\nRETURNS (list): A list of `re.MatchObject` objects that have `.start()`\n and `.end()` methods, denoting the placement of internal segment\n separators, e.g. hyphens.\n\nDOCS: https://spacy.io/api/tokenizer#find_infix");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_16find_infix = {"find_infix", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_16find_infix, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_15find_infix};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_16find_infix(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_string = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("find_infix (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_string,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 534, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 534, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "find_infix", 0) < (0)) __PYX_ERR(0, 534, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("find_infix", 1, 1, 1, i); __PYX_ERR(0, 534, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 534, __pyx_L3_error)
}
__pyx_v_string = ((PyObject*)values[0]);
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("find_infix", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 534, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.find_infix", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_string), (&PyUnicode_Type), 1, "string", 1))) __PYX_ERR(0, 534, __pyx_L1_error)
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_15find_infix(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_string);
/* function exit code */
goto __pyx_L0;
__pyx_L1_error:;
__pyx_r = NULL;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
goto __pyx_L7_cleaned_up;
__pyx_L0:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__pyx_L7_cleaned_up:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_15find_infix(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_t_2;
PyObject *__pyx_t_3 = NULL;
size_t __pyx_t_4;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("find_infix", 0);
/* "spacy/tokenizer.pyx":544
* DOCS: https://spacy.io/api/tokenizer#find_infix
* """
* if self.infix_finditer is None: # <<<<<<<<<<<<<<
* return 0
* return list(self.infix_finditer(string))
*/
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_infix_finditer); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 544, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = (__pyx_t_1 == Py_None);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":545
* """
* if self.infix_finditer is None:
* return 0 # <<<<<<<<<<<<<<
* return list(self.infix_finditer(string))
*
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__pyx_r = __pyx_mstate_global->__pyx_int_0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":544
* DOCS: https://spacy.io/api/tokenizer#find_infix
* """
* if self.infix_finditer is None: # <<<<<<<<<<<<<<
* return 0
* return list(self.infix_finditer(string))
*/
}
/* "spacy/tokenizer.pyx":546
* if self.infix_finditer is None:
* return 0
* return list(self.infix_finditer(string)) # <<<<<<<<<<<<<<
*
* def find_prefix(self, str string):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_3 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_3);
__pyx_t_4 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_v_string};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_infix_finditer, __pyx_callargs+__pyx_t_4, (2-__pyx_t_4) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 546, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_3 = __Pyx_PySequence_ListKeepNew(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 546, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_r = __pyx_t_3;
__pyx_t_3 = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":534
* self._cache.set(key, cached)
*
* def find_infix(self, str string): # <<<<<<<<<<<<<<
* """Find internal split points of the string, such as hyphens.
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.find_infix", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":548
* return list(self.infix_finditer(string))
*
* def find_prefix(self, str string): # <<<<<<<<<<<<<<
* """Find the length of a prefix that should be segmented from the
* string, or None if no prefix rules match.
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_18find_prefix(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_17find_prefix, "Tokenizer.find_prefix(self, str string)\n\nFind the length of a prefix that should be segmented from the\nstring, or None if no prefix rules match.\n\nstring (str): The string to segment.\nRETURNS (int): The length of the prefix if present, otherwise `None`.\n\nDOCS: https://spacy.io/api/tokenizer#find_prefix");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_18find_prefix = {"find_prefix", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_18find_prefix, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_17find_prefix};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_18find_prefix(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_string = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("find_prefix (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_string,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 548, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 548, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "find_prefix", 0) < (0)) __PYX_ERR(0, 548, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("find_prefix", 1, 1, 1, i); __PYX_ERR(0, 548, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 548, __pyx_L3_error)
}
__pyx_v_string = ((PyObject*)values[0]);
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("find_prefix", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 548, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.find_prefix", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_string), (&PyUnicode_Type), 1, "string", 1))) __PYX_ERR(0, 548, __pyx_L1_error)
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_17find_prefix(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_string);
/* function exit code */
goto __pyx_L0;
__pyx_L1_error:;
__pyx_r = NULL;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
goto __pyx_L7_cleaned_up;
__pyx_L0:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__pyx_L7_cleaned_up:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_17find_prefix(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string) {
PyObject *__pyx_v_match = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_t_2;
PyObject *__pyx_t_3 = NULL;
size_t __pyx_t_4;
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("find_prefix", 0);
/* "spacy/tokenizer.pyx":557
* DOCS: https://spacy.io/api/tokenizer#find_prefix
* """
* if self.prefix_search is None: # <<<<<<<<<<<<<<
* return 0
* match = self.prefix_search(string)
*/
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_prefix_search); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 557, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = (__pyx_t_1 == Py_None);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":558
* """
* if self.prefix_search is None:
* return 0 # <<<<<<<<<<<<<<
* match = self.prefix_search(string)
* return (match.end() - match.start()) if match is not None else 0
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__pyx_r = __pyx_mstate_global->__pyx_int_0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":557
* DOCS: https://spacy.io/api/tokenizer#find_prefix
* """
* if self.prefix_search is None: # <<<<<<<<<<<<<<
* return 0
* match = self.prefix_search(string)
*/
}
/* "spacy/tokenizer.pyx":559
* if self.prefix_search is None:
* return 0
* match = self.prefix_search(string) # <<<<<<<<<<<<<<
* return (match.end() - match.start()) if match is not None else 0
*
*/
__pyx_t_3 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_3);
__pyx_t_4 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_v_string};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_prefix_search, __pyx_callargs+__pyx_t_4, (2-__pyx_t_4) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 559, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_v_match = __pyx_t_1;
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":560
* return 0
* match = self.prefix_search(string)
* return (match.end() - match.start()) if match is not None else 0 # <<<<<<<<<<<<<<
*
* def find_suffix(self, str string):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = (__pyx_v_match != Py_None);
if (__pyx_t_2) {
__pyx_t_5 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_5);
__pyx_t_4 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, NULL};
__pyx_t_3 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_end, __pyx_callargs+__pyx_t_4, (1-__pyx_t_4) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 560, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
}
__pyx_t_6 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_6);
__pyx_t_4 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_6, NULL};
__pyx_t_5 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_start, __pyx_callargs+__pyx_t_4, (1-__pyx_t_4) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 560, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
}
__pyx_t_6 = PyNumber_Subtract(__pyx_t_3, __pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 560, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_1 = __pyx_t_6;
__pyx_t_6 = 0;
} else {
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__pyx_t_1 = __pyx_mstate_global->__pyx_int_0;
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":548
* return list(self.infix_finditer(string))
*
* def find_prefix(self, str string): # <<<<<<<<<<<<<<
* """Find the length of a prefix that should be segmented from the
* string, or None if no prefix rules match.
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.find_prefix", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_match);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":562
* return (match.end() - match.start()) if match is not None else 0
*
* def find_suffix(self, str string): # <<<<<<<<<<<<<<
* """Find the length of a suffix that should be segmented from the
* string, or None if no suffix rules match.
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_20find_suffix(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_19find_suffix, "Tokenizer.find_suffix(self, str string)\n\nFind the length of a suffix that should be segmented from the\nstring, or None if no suffix rules match.\n\nstring (str): The string to segment.\nReturns (int): The length of the suffix if present, otherwise `None`.\n\nDOCS: https://spacy.io/api/tokenizer#find_suffix");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_20find_suffix = {"find_suffix", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_20find_suffix, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_19find_suffix};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_20find_suffix(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_string = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("find_suffix (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_string,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 562, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 562, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "find_suffix", 0) < (0)) __PYX_ERR(0, 562, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("find_suffix", 1, 1, 1, i); __PYX_ERR(0, 562, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 562, __pyx_L3_error)
}
__pyx_v_string = ((PyObject*)values[0]);
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("find_suffix", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 562, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.find_suffix", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_string), (&PyUnicode_Type), 1, "string", 1))) __PYX_ERR(0, 562, __pyx_L1_error)
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_19find_suffix(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_string);
/* function exit code */
goto __pyx_L0;
__pyx_L1_error:;
__pyx_r = NULL;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
goto __pyx_L7_cleaned_up;
__pyx_L0:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__pyx_L7_cleaned_up:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_19find_suffix(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string) {
PyObject *__pyx_v_match = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_t_2;
PyObject *__pyx_t_3 = NULL;
size_t __pyx_t_4;
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("find_suffix", 0);
/* "spacy/tokenizer.pyx":571
* DOCS: https://spacy.io/api/tokenizer#find_suffix
* """
* if self.suffix_search is None: # <<<<<<<<<<<<<<
* return 0
* match = self.suffix_search(string)
*/
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_suffix_search); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 571, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = (__pyx_t_1 == Py_None);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":572
* """
* if self.suffix_search is None:
* return 0 # <<<<<<<<<<<<<<
* match = self.suffix_search(string)
* return (match.end() - match.start()) if match is not None else 0
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__pyx_r = __pyx_mstate_global->__pyx_int_0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":571
* DOCS: https://spacy.io/api/tokenizer#find_suffix
* """
* if self.suffix_search is None: # <<<<<<<<<<<<<<
* return 0
* match = self.suffix_search(string)
*/
}
/* "spacy/tokenizer.pyx":573
* if self.suffix_search is None:
* return 0
* match = self.suffix_search(string) # <<<<<<<<<<<<<<
* return (match.end() - match.start()) if match is not None else 0
*
*/
__pyx_t_3 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_3);
__pyx_t_4 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_v_string};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_suffix_search, __pyx_callargs+__pyx_t_4, (2-__pyx_t_4) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 573, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_v_match = __pyx_t_1;
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":574
* return 0
* match = self.suffix_search(string)
* return (match.end() - match.start()) if match is not None else 0 # <<<<<<<<<<<<<<
*
* def _load_special_cases(self, special_cases):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = (__pyx_v_match != Py_None);
if (__pyx_t_2) {
__pyx_t_5 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_5);
__pyx_t_4 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, NULL};
__pyx_t_3 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_end, __pyx_callargs+__pyx_t_4, (1-__pyx_t_4) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 574, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
}
__pyx_t_6 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_6);
__pyx_t_4 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_6, NULL};
__pyx_t_5 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_start, __pyx_callargs+__pyx_t_4, (1-__pyx_t_4) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 574, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
}
__pyx_t_6 = PyNumber_Subtract(__pyx_t_3, __pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 574, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_1 = __pyx_t_6;
__pyx_t_6 = 0;
} else {
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__pyx_t_1 = __pyx_mstate_global->__pyx_int_0;
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":562
* return (match.end() - match.start()) if match is not None else 0
*
* def find_suffix(self, str string): # <<<<<<<<<<<<<<
* """Find the length of a suffix that should be segmented from the
* string, or None if no suffix rules match.
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.find_suffix", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_match);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":576
* return (match.end() - match.start()) if match is not None else 0
*
* def _load_special_cases(self, special_cases): # <<<<<<<<<<<<<<
* """Add special-case tokenization rules."""
* if special_cases is not None:
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_22_load_special_cases(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_21_load_special_cases, "Tokenizer._load_special_cases(self, special_cases)\n\nAdd special-case tokenization rules.");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_22_load_special_cases = {"_load_special_cases", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_22_load_special_cases, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_21_load_special_cases};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_22_load_special_cases(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_special_cases = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("_load_special_cases (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_special_cases,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 576, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 576, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "_load_special_cases", 0) < (0)) __PYX_ERR(0, 576, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("_load_special_cases", 1, 1, 1, i); __PYX_ERR(0, 576, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 576, __pyx_L3_error)
}
__pyx_v_special_cases = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("_load_special_cases", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 576, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._load_special_cases", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_21_load_special_cases(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_special_cases);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_21_load_special_cases(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_special_cases) {
PyObject *__pyx_v_chunk = NULL;
PyObject *__pyx_v_substrings = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_t_1;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
size_t __pyx_t_4;
Py_ssize_t __pyx_t_5;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
PyObject *__pyx_t_8 = NULL;
PyObject *(*__pyx_t_9)(PyObject *);
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_load_special_cases", 0);
/* "spacy/tokenizer.pyx":578
* def _load_special_cases(self, special_cases):
* """Add special-case tokenization rules."""
* if special_cases is not None: # <<<<<<<<<<<<<<
* for chunk, substrings in sorted(special_cases.items()):
* self.add_special_case(chunk, substrings)
*/
__pyx_t_1 = (__pyx_v_special_cases != Py_None);
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":579
* """Add special-case tokenization rules."""
* if special_cases is not None:
* for chunk, substrings in sorted(special_cases.items()): # <<<<<<<<<<<<<<
* self.add_special_case(chunk, substrings)
*
*/
__pyx_t_3 = __pyx_v_special_cases;
__Pyx_INCREF(__pyx_t_3);
__pyx_t_4 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, NULL};
__pyx_t_2 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_items, __pyx_callargs+__pyx_t_4, (1-__pyx_t_4) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 579, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
}
__pyx_t_3 = PySequence_List(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 579, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely((PyList_Sort(__pyx_t_3) < 0))) __PYX_ERR(0, 579, __pyx_L1_error)
__pyx_t_2 = __pyx_t_3; __Pyx_INCREF(__pyx_t_2);
__pyx_t_5 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
for (;;) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 579, __pyx_L1_error)
#endif
if (__pyx_t_5 >= __pyx_temp) break;
}
__pyx_t_3 = __Pyx_PyList_GetItemRefFast(__pyx_t_2, __pyx_t_5, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_5;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 579, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {
PyObject* sequence = __pyx_t_3;
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
if (unlikely(size != 2)) {
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
__PYX_ERR(0, 579, __pyx_L1_error)
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
if (likely(PyTuple_CheckExact(sequence))) {
__pyx_t_6 = PyTuple_GET_ITEM(sequence, 0);
__Pyx_INCREF(__pyx_t_6);
__pyx_t_7 = PyTuple_GET_ITEM(sequence, 1);
__Pyx_INCREF(__pyx_t_7);
} else {
__pyx_t_6 = __Pyx_PyList_GetItemRefFast(sequence, 0, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 579, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_6);
__pyx_t_7 = __Pyx_PyList_GetItemRefFast(sequence, 1, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 579, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_7);
}
#else
__pyx_t_6 = __Pyx_PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 579, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__pyx_t_7 = __Pyx_PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 579, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
#endif
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
} else {
Py_ssize_t index = -1;
__pyx_t_8 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 579, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_8);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_t_9 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_8);
index = 0; __pyx_t_6 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_6)) goto __pyx_L6_unpacking_failed;
__Pyx_GOTREF(__pyx_t_6);
index = 1; __pyx_t_7 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_7)) goto __pyx_L6_unpacking_failed;
__Pyx_GOTREF(__pyx_t_7);
if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 2) < (0)) __PYX_ERR(0, 579, __pyx_L1_error)
__pyx_t_9 = NULL;
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
goto __pyx_L7_unpacking_done;
__pyx_L6_unpacking_failed:;
__Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
__pyx_t_9 = NULL;
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
__PYX_ERR(0, 579, __pyx_L1_error)
__pyx_L7_unpacking_done:;
}
__Pyx_XDECREF_SET(__pyx_v_chunk, __pyx_t_6);
__pyx_t_6 = 0;
__Pyx_XDECREF_SET(__pyx_v_substrings, __pyx_t_7);
__pyx_t_7 = 0;
/* "spacy/tokenizer.pyx":580
* if special_cases is not None:
* for chunk, substrings in sorted(special_cases.items()):
* self.add_special_case(chunk, substrings) # <<<<<<<<<<<<<<
*
* def _validate_special_case(self, chunk, substrings):
*/
__pyx_t_7 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_7);
__pyx_t_4 = 0;
{
PyObject *__pyx_callargs[3] = {__pyx_t_7, __pyx_v_chunk, __pyx_v_substrings};
__pyx_t_3 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_add_special_case, __pyx_callargs+__pyx_t_4, (3-__pyx_t_4) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 580, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
}
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":579
* """Add special-case tokenization rules."""
* if special_cases is not None:
* for chunk, substrings in sorted(special_cases.items()): # <<<<<<<<<<<<<<
* self.add_special_case(chunk, substrings)
*
*/
}
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":578
* def _load_special_cases(self, special_cases):
* """Add special-case tokenization rules."""
* if special_cases is not None: # <<<<<<<<<<<<<<
* for chunk, substrings in sorted(special_cases.items()):
* self.add_special_case(chunk, substrings)
*/
}
/* "spacy/tokenizer.pyx":576
* return (match.end() - match.start()) if match is not None else 0
*
* def _load_special_cases(self, special_cases): # <<<<<<<<<<<<<<
* """Add special-case tokenization rules."""
* if special_cases is not None:
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_7);
__Pyx_XDECREF(__pyx_t_8);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._load_special_cases", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_chunk);
__Pyx_XDECREF(__pyx_v_substrings);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":582
* self.add_special_case(chunk, substrings)
*
* def _validate_special_case(self, chunk, substrings): # <<<<<<<<<<<<<<
* """Check whether the `ORTH` fields match the string. Check that
* additional features beyond `ORTH` and `NORM` are not set by the
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_24_validate_special_case(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_23_validate_special_case, "Tokenizer._validate_special_case(self, chunk, substrings)\n\nCheck whether the `ORTH` fields match the string. Check that\nadditional features beyond `ORTH` and `NORM` are not set by the\nexception.\n\nchunk (str): The string to specially tokenize.\nsubstrings (iterable): A sequence of dicts, where each dict describes\n a token and its attributes.");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_24_validate_special_case = {"_validate_special_case", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_24_validate_special_case, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_23_validate_special_case};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_24_validate_special_case(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_chunk = 0;
PyObject *__pyx_v_substrings = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[2] = {0,0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("_validate_special_case (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_chunk,&__pyx_mstate_global->__pyx_n_u_substrings,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 582, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 2:
values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 582, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 582, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "_validate_special_case", 0) < (0)) __PYX_ERR(0, 582, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 2; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("_validate_special_case", 1, 2, 2, i); __PYX_ERR(0, 582, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 2)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 582, __pyx_L3_error)
values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 582, __pyx_L3_error)
}
__pyx_v_chunk = values[0];
__pyx_v_substrings = values[1];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("_validate_special_case", 1, 2, 2, __pyx_nargs); __PYX_ERR(0, 582, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._validate_special_case", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_23_validate_special_case(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_chunk, __pyx_v_substrings);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_23_validate_special_case(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_chunk, PyObject *__pyx_v_substrings) {
PyObject *__pyx_v_attrs = NULL;
PyObject *__pyx_v_orth = NULL;
PyObject *__pyx_v_substring = NULL;
PyObject *__pyx_v_attr = NULL;
PyObject *__pyx_v_spec = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
Py_ssize_t __pyx_t_3;
PyObject *(*__pyx_t_4)(PyObject *);
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
size_t __pyx_t_8;
PyObject *__pyx_t_9 = NULL;
int __pyx_t_10;
Py_ssize_t __pyx_t_11;
int __pyx_t_12;
PyObject *__pyx_t_13 = NULL;
PyObject *__pyx_t_14 = NULL;
PyObject *__pyx_t_15 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_validate_special_case", 0);
/* "spacy/tokenizer.pyx":591
* a token and its attributes.
* """
* attrs = [intify_attrs(spec, _do_deprecated=True) for spec in substrings] # <<<<<<<<<<<<<<
* orth = "".join([spec[ORTH] for spec in attrs])
* if chunk != orth:
*/
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 591, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
if (likely(PyList_CheckExact(__pyx_v_substrings)) || PyTuple_CheckExact(__pyx_v_substrings)) {
__pyx_t_2 = __pyx_v_substrings; __Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
__pyx_t_4 = NULL;
} else {
__pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_substrings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 591, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_4 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 591, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_4)) {
if (likely(PyList_CheckExact(__pyx_t_2))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 591, __pyx_L1_error)
#endif
if (__pyx_t_3 >= __pyx_temp) break;
}
__pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_2, __pyx_t_3, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_3;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 591, __pyx_L1_error)
#endif
if (__pyx_t_3 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3));
#else
__pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_2, __pyx_t_3);
#endif
++__pyx_t_3;
}
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 591, __pyx_L1_error)
} else {
__pyx_t_5 = __pyx_t_4(__pyx_t_2);
if (unlikely(!__pyx_t_5)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 591, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_5);
__Pyx_XDECREF_SET(__pyx_v_spec, __pyx_t_5);
__pyx_t_5 = 0;
__pyx_t_6 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_mstate_global->__pyx_n_u_intify_attrs); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 591, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_8 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_7))) {
__pyx_t_6 = PyMethod_GET_SELF(__pyx_t_7);
assert(__pyx_t_6);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_7);
__Pyx_INCREF(__pyx_t_6);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_7, __pyx__function);
__pyx_t_8 = 0;
}
#endif
{
PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 1 : 0)] = {__pyx_t_6, __pyx_v_spec};
__pyx_t_9 = __Pyx_MakeVectorcallBuilderKwds(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 591, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_do_deprecated, Py_True, __pyx_t_9, __pyx_callargs+2, 0) < (0)) __PYX_ERR(0, 591, __pyx_L1_error)
__pyx_t_5 = __Pyx_Object_Vectorcall_CallFromBuilder((PyObject*)__pyx_t_7, __pyx_callargs+__pyx_t_8, (2-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_9);
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 591, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
}
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 591, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
}
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_v_attrs = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":592
* """
* attrs = [intify_attrs(spec, _do_deprecated=True) for spec in substrings]
* orth = "".join([spec[ORTH] for spec in attrs]) # <<<<<<<<<<<<<<
* if chunk != orth:
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
*/
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 592, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = __pyx_v_attrs; __Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
for (;;) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 592, __pyx_L1_error)
#endif
if (__pyx_t_3 >= __pyx_temp) break;
}
__pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_2, __pyx_t_3, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_3;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 592, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_XDECREF_SET(__pyx_v_spec, __pyx_t_5);
__pyx_t_5 = 0;
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_mstate_global->__pyx_n_u_ORTH); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 592, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_spec, __pyx_t_5); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 592, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 592, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
}
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_2 = PyUnicode_Join(__pyx_mstate_global->__pyx_kp_u__6, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 592, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_v_orth = ((PyObject*)__pyx_t_2);
__pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":593
* attrs = [intify_attrs(spec, _do_deprecated=True) for spec in substrings]
* orth = "".join([spec[ORTH] for spec in attrs])
* if chunk != orth: # <<<<<<<<<<<<<<
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
* for substring in attrs:
*/
__pyx_t_10 = (__Pyx_PyUnicode_Equals(__pyx_v_chunk, __pyx_v_orth, Py_NE)); if (unlikely((__pyx_t_10 < 0))) __PYX_ERR(0, 593, __pyx_L1_error)
if (unlikely(__pyx_t_10)) {
/* "spacy/tokenizer.pyx":594
* orth = "".join([spec[ORTH] for spec in attrs])
* if chunk != orth:
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings)) # <<<<<<<<<<<<<<
* for substring in attrs:
* for attr in substring:
*/
__pyx_t_1 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_9, __pyx_mstate_global->__pyx_n_u_Errors); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 594, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
__pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_mstate_global->__pyx_n_u_E997); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 594, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
__pyx_t_5 = __pyx_t_6;
__Pyx_INCREF(__pyx_t_5);
__pyx_t_8 = 0;
{
PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 3 : 0)] = {__pyx_t_5, NULL};
__pyx_t_9 = __Pyx_MakeVectorcallBuilderKwds(3); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 594, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_chunk, __pyx_v_chunk, __pyx_t_9, __pyx_callargs+1, 0) < (0)) __PYX_ERR(0, 594, __pyx_L1_error)
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_orth, __pyx_v_orth, __pyx_t_9, __pyx_callargs+1, 1) < (0)) __PYX_ERR(0, 594, __pyx_L1_error)
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_token_attrs, __pyx_v_substrings, __pyx_t_9, __pyx_callargs+1, 2) < (0)) __PYX_ERR(0, 594, __pyx_L1_error)
__pyx_t_7 = __Pyx_Object_VectorcallMethod_CallFromBuilder((PyObject*)__pyx_mstate_global->__pyx_n_u_format, __pyx_callargs+__pyx_t_8, (1-__pyx_t_8) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_9);
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 594, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
}
__pyx_t_8 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, __pyx_t_7};
__pyx_t_2 = __Pyx_PyObject_FastCall((PyObject*)(((PyTypeObject*)PyExc_ValueError)), __pyx_callargs+__pyx_t_8, (2-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 594, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
}
__Pyx_Raise(__pyx_t_2, 0, 0, 0);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__PYX_ERR(0, 594, __pyx_L1_error)
/* "spacy/tokenizer.pyx":593
* attrs = [intify_attrs(spec, _do_deprecated=True) for spec in substrings]
* orth = "".join([spec[ORTH] for spec in attrs])
* if chunk != orth: # <<<<<<<<<<<<<<
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
* for substring in attrs:
*/
}
/* "spacy/tokenizer.pyx":595
* if chunk != orth:
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
* for substring in attrs: # <<<<<<<<<<<<<<
* for attr in substring:
* if attr not in (ORTH, NORM):
*/
__pyx_t_2 = __pyx_v_attrs; __Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
for (;;) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 595, __pyx_L1_error)
#endif
if (__pyx_t_3 >= __pyx_temp) break;
}
__pyx_t_7 = __Pyx_PyList_GetItemRefFast(__pyx_t_2, __pyx_t_3, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_3;
if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 595, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_XDECREF_SET(__pyx_v_substring, __pyx_t_7);
__pyx_t_7 = 0;
/* "spacy/tokenizer.pyx":596
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
* for substring in attrs:
* for attr in substring: # <<<<<<<<<<<<<<
* if attr not in (ORTH, NORM):
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
*/
if (likely(PyList_CheckExact(__pyx_v_substring)) || PyTuple_CheckExact(__pyx_v_substring)) {
__pyx_t_7 = __pyx_v_substring; __Pyx_INCREF(__pyx_t_7);
__pyx_t_11 = 0;
__pyx_t_4 = NULL;
} else {
__pyx_t_11 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_substring); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 596, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__pyx_t_4 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 596, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_4)) {
if (likely(PyList_CheckExact(__pyx_t_7))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_7);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 596, __pyx_L1_error)
#endif
if (__pyx_t_11 >= __pyx_temp) break;
}
__pyx_t_1 = __Pyx_PyList_GetItemRefFast(__pyx_t_7, __pyx_t_11, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_11;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_7);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 596, __pyx_L1_error)
#endif
if (__pyx_t_11 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_1 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_11));
#else
__pyx_t_1 = __Pyx_PySequence_ITEM(__pyx_t_7, __pyx_t_11);
#endif
++__pyx_t_11;
}
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 596, __pyx_L1_error)
} else {
__pyx_t_1 = __pyx_t_4(__pyx_t_7);
if (unlikely(!__pyx_t_1)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 596, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_1);
__Pyx_XDECREF_SET(__pyx_v_attr, __pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":597
* for substring in attrs:
* for attr in substring:
* if attr not in (ORTH, NORM): # <<<<<<<<<<<<<<
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
*
*/
__Pyx_INCREF(__pyx_v_attr);
__pyx_t_1 = __pyx_v_attr;
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_mstate_global->__pyx_n_u_ORTH); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 597, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__pyx_t_9 = PyObject_RichCompare(__pyx_t_1, __pyx_t_6, Py_NE); __Pyx_XGOTREF(__pyx_t_9); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 597, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
__pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely((__pyx_t_12 < 0))) __PYX_ERR(0, 597, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
if (__pyx_t_12) {
} else {
__pyx_t_10 = __pyx_t_12;
goto __pyx_L15_bool_binop_done;
}
__Pyx_GetModuleGlobalName(__pyx_t_9, __pyx_mstate_global->__pyx_n_u_NORM); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 597, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
__pyx_t_6 = PyObject_RichCompare(__pyx_t_1, __pyx_t_9, Py_NE); __Pyx_XGOTREF(__pyx_t_6); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 597, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
__pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_6); if (unlikely((__pyx_t_12 < 0))) __PYX_ERR(0, 597, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
__pyx_t_10 = __pyx_t_12;
__pyx_L15_bool_binop_done:;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_12 = __pyx_t_10;
if (unlikely(__pyx_t_12)) {
/* "spacy/tokenizer.pyx":598
* for attr in substring:
* if attr not in (ORTH, NORM):
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk)) # <<<<<<<<<<<<<<
*
* def add_special_case(self, str string, substrings):
*/
__pyx_t_6 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_13, __pyx_mstate_global->__pyx_n_u_Errors); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 598, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_13, __pyx_mstate_global->__pyx_n_u_E1005); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 598, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_14);
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
__pyx_t_5 = __pyx_t_14;
__Pyx_INCREF(__pyx_t_5);
__pyx_t_13 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self->vocab->strings), __pyx_v_attr); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 598, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__pyx_t_8 = 0;
{
PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 2 : 0)] = {__pyx_t_5, NULL};
__pyx_t_15 = __Pyx_MakeVectorcallBuilderKwds(2); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 598, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_15);
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_attr, __pyx_t_13, __pyx_t_15, __pyx_callargs+1, 0) < (0)) __PYX_ERR(0, 598, __pyx_L1_error)
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_chunk, __pyx_v_chunk, __pyx_t_15, __pyx_callargs+1, 1) < (0)) __PYX_ERR(0, 598, __pyx_L1_error)
__pyx_t_9 = __Pyx_Object_VectorcallMethod_CallFromBuilder((PyObject*)__pyx_mstate_global->__pyx_n_u_format, __pyx_callargs+__pyx_t_8, (1-__pyx_t_8) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_15);
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
__Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 598, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
}
__pyx_t_8 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_6, __pyx_t_9};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)(((PyTypeObject*)PyExc_ValueError)), __pyx_callargs+__pyx_t_8, (2-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 598, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_Raise(__pyx_t_1, 0, 0, 0);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__PYX_ERR(0, 598, __pyx_L1_error)
/* "spacy/tokenizer.pyx":597
* for substring in attrs:
* for attr in substring:
* if attr not in (ORTH, NORM): # <<<<<<<<<<<<<<
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
*
*/
}
/* "spacy/tokenizer.pyx":596
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
* for substring in attrs:
* for attr in substring: # <<<<<<<<<<<<<<
* if attr not in (ORTH, NORM):
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
*/
}
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
/* "spacy/tokenizer.pyx":595
* if chunk != orth:
* raise ValueError(Errors.E997.format(chunk=chunk, orth=orth, token_attrs=substrings))
* for substring in attrs: # <<<<<<<<<<<<<<
* for attr in substring:
* if attr not in (ORTH, NORM):
*/
}
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":582
* self.add_special_case(chunk, substrings)
*
* def _validate_special_case(self, chunk, substrings): # <<<<<<<<<<<<<<
* """Check whether the `ORTH` fields match the string. Check that
* additional features beyond `ORTH` and `NORM` are not set by the
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_7);
__Pyx_XDECREF(__pyx_t_9);
__Pyx_XDECREF(__pyx_t_13);
__Pyx_XDECREF(__pyx_t_14);
__Pyx_XDECREF(__pyx_t_15);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._validate_special_case", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_attrs);
__Pyx_XDECREF(__pyx_v_orth);
__Pyx_XDECREF(__pyx_v_substring);
__Pyx_XDECREF(__pyx_v_attr);
__Pyx_XDECREF(__pyx_v_spec);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":600
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
*
* def add_special_case(self, str string, substrings): # <<<<<<<<<<<<<<
* """Add a special-case tokenization rule.
*
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_26add_special_case(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_25add_special_case, "Tokenizer.add_special_case(self, str string, substrings)\n\nAdd a special-case tokenization rule.\n\nstring (str): The string to specially tokenize.\nsubstrings (iterable): A sequence of dicts, where each dict describes\n a token and its attributes. The `ORTH` fields of the attributes\n must exactly match the string when they are concatenated.\n\nDOCS: https://spacy.io/api/tokenizer#add_special_case");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_26add_special_case = {"add_special_case", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_26add_special_case, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_25add_special_case};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_26add_special_case(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_string = 0;
PyObject *__pyx_v_substrings = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[2] = {0,0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("add_special_case (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_string,&__pyx_mstate_global->__pyx_n_u_substrings,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 600, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 2:
values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 600, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 600, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "add_special_case", 0) < (0)) __PYX_ERR(0, 600, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 2; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("add_special_case", 1, 2, 2, i); __PYX_ERR(0, 600, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 2)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 600, __pyx_L3_error)
values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 600, __pyx_L3_error)
}
__pyx_v_string = ((PyObject*)values[0]);
__pyx_v_substrings = values[1];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("add_special_case", 1, 2, 2, __pyx_nargs); __PYX_ERR(0, 600, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.add_special_case", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_string), (&PyUnicode_Type), 1, "string", 1))) __PYX_ERR(0, 600, __pyx_L1_error)
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_25add_special_case(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_string, __pyx_v_substrings);
/* function exit code */
goto __pyx_L0;
__pyx_L1_error:;
__pyx_r = NULL;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
goto __pyx_L7_cleaned_up;
__pyx_L0:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__pyx_L7_cleaned_up:;
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_25add_special_case(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_string, PyObject *__pyx_v_substrings) {
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_cached;
__pyx_t_5spacy_8typedefs_hash_t __pyx_v_key;
struct __pyx_t_5spacy_5vocab__Cached *__pyx_v_stale_special;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
void *__pyx_t_4;
Py_ssize_t __pyx_t_5;
struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_6;
__pyx_t_5spacy_8typedefs_hash_t __pyx_t_7;
int __pyx_t_8;
int __pyx_t_9;
int __pyx_t_10;
PyObject *__pyx_t_11 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("add_special_case", 0);
__Pyx_INCREF(__pyx_v_substrings);
/* "spacy/tokenizer.pyx":610
* DOCS: https://spacy.io/api/tokenizer#add_special_case
* """
* self._validate_special_case(string, substrings) # <<<<<<<<<<<<<<
* substrings = list(substrings)
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[3] = {__pyx_t_2, __pyx_v_string, __pyx_v_substrings};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_validate_special_case, __pyx_callargs+__pyx_t_3, (3-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 610, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":611
* """
* self._validate_special_case(string, substrings)
* substrings = list(substrings) # <<<<<<<<<<<<<<
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
* cached.length = len(substrings)
*/
__pyx_t_1 = PySequence_List(__pyx_v_substrings); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 611, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF_SET(__pyx_v_substrings, __pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":612
* self._validate_special_case(string, substrings)
* substrings = list(substrings)
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached)) # <<<<<<<<<<<<<<
* cached.length = len(substrings)
* cached.is_lex = False
*/
__pyx_t_4 = ((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->alloc(__pyx_v_self->mem, 1, (sizeof(struct __pyx_t_5spacy_5vocab__Cached))); if (unlikely(__pyx_t_4 == ((void *)NULL))) __PYX_ERR(0, 612, __pyx_L1_error)
__pyx_v_cached = ((struct __pyx_t_5spacy_5vocab__Cached *)__pyx_t_4);
/* "spacy/tokenizer.pyx":613
* substrings = list(substrings)
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
* cached.length = len(substrings) # <<<<<<<<<<<<<<
* cached.is_lex = False
* cached.data.tokens = self.vocab.make_fused_token(substrings)
*/
__pyx_t_5 = PyObject_Length(__pyx_v_substrings); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 613, __pyx_L1_error)
__pyx_v_cached->length = __pyx_t_5;
/* "spacy/tokenizer.pyx":614
* cached = <_Cached*>self.mem.alloc(1, sizeof(_Cached))
* cached.length = len(substrings)
* cached.is_lex = False # <<<<<<<<<<<<<<
* cached.data.tokens = self.vocab.make_fused_token(substrings)
* key = hash_string(string)
*/
__pyx_v_cached->is_lex = 0;
/* "spacy/tokenizer.pyx":615
* cached.length = len(substrings)
* cached.is_lex = False
* cached.data.tokens = self.vocab.make_fused_token(substrings) # <<<<<<<<<<<<<<
* key = hash_string(string)
* stale_special = <_Cached*>self._specials.get(key)
*/
__pyx_t_6 = ((struct __pyx_vtabstruct_5spacy_5vocab_Vocab *)__pyx_v_self->vocab->__pyx_vtab)->make_fused_token(__pyx_v_self->vocab, __pyx_v_substrings); if (unlikely(__pyx_t_6 == ((void *)NULL))) __PYX_ERR(0, 615, __pyx_L1_error)
__pyx_v_cached->data.tokens = __pyx_t_6;
/* "spacy/tokenizer.pyx":616
* cached.is_lex = False
* cached.data.tokens = self.vocab.make_fused_token(substrings)
* key = hash_string(string) # <<<<<<<<<<<<<<
* stale_special = <_Cached*>self._specials.get(key)
* self._specials.set(key, cached)
*/
__pyx_t_7 = __pyx_f_5spacy_7strings_hash_string(__pyx_v_string, 0); if (unlikely(__pyx_t_7 == ((__pyx_t_5spacy_8typedefs_hash_t)0))) __PYX_ERR(0, 616, __pyx_L1_error)
__pyx_v_key = __pyx_t_7;
/* "spacy/tokenizer.pyx":617
* cached.data.tokens = self.vocab.make_fused_token(substrings)
* key = hash_string(string)
* stale_special = <_Cached*>self._specials.get(key) # <<<<<<<<<<<<<<
* self._specials.set(key, cached)
* if stale_special is not NULL:
*/
__pyx_t_4 = ((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->get(__pyx_v_self->_specials, __pyx_v_key); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 617, __pyx_L1_error)
__pyx_v_stale_special = ((struct __pyx_t_5spacy_5vocab__Cached *)__pyx_t_4);
/* "spacy/tokenizer.pyx":618
* key = hash_string(string)
* stale_special = <_Cached*>self._specials.get(key)
* self._specials.set(key, cached) # <<<<<<<<<<<<<<
* if stale_special is not NULL:
* self.mem.free(stale_special)
*/
((struct __pyx_vtabstruct_7preshed_4maps_PreshMap *)__pyx_v_self->_specials->__pyx_vtab)->set(__pyx_v_self->_specials, __pyx_v_key, __pyx_v_cached); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 618, __pyx_L1_error)
/* "spacy/tokenizer.pyx":619
* stale_special = <_Cached*>self._specials.get(key)
* self._specials.set(key, cached)
* if stale_special is not NULL: # <<<<<<<<<<<<<<
* self.mem.free(stale_special)
* self._rules[string] = substrings
*/
__pyx_t_8 = (__pyx_v_stale_special != NULL);
if (__pyx_t_8) {
/* "spacy/tokenizer.pyx":620
* self._specials.set(key, cached)
* if stale_special is not NULL:
* self.mem.free(stale_special) # <<<<<<<<<<<<<<
* self._rules[string] = substrings
* self._flush_cache()
*/
((struct __pyx_vtabstruct_5cymem_5cymem_Pool *)__pyx_v_self->mem->__pyx_vtab)->free(__pyx_v_self->mem, __pyx_v_stale_special); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 620, __pyx_L1_error)
/* "spacy/tokenizer.pyx":619
* stale_special = <_Cached*>self._specials.get(key)
* self._specials.set(key, cached)
* if stale_special is not NULL: # <<<<<<<<<<<<<<
* self.mem.free(stale_special)
* self._rules[string] = substrings
*/
}
/* "spacy/tokenizer.pyx":621
* if stale_special is not NULL:
* self.mem.free(stale_special)
* self._rules[string] = substrings # <<<<<<<<<<<<<<
* self._flush_cache()
* if not self.faster_heuristics or self.find_prefix(string) or self.find_infix(string) or self.find_suffix(string) or " " in string:
*/
if (unlikely((PyObject_SetItem(__pyx_v_self->_rules, __pyx_v_string, __pyx_v_substrings) < 0))) __PYX_ERR(0, 621, __pyx_L1_error)
/* "spacy/tokenizer.pyx":622
* self.mem.free(stale_special)
* self._rules[string] = substrings
* self._flush_cache() # <<<<<<<<<<<<<<
* if not self.faster_heuristics or self.find_prefix(string) or self.find_infix(string) or self.find_suffix(string) or " " in string:
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_flush_cache, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 622, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":623
* self._rules[string] = substrings
* self._flush_cache()
* if not self.faster_heuristics or self.find_prefix(string) or self.find_infix(string) or self.find_suffix(string) or " " in string: # <<<<<<<<<<<<<<
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
*
*/
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_faster_heuristics); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 623, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_9 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely((__pyx_t_9 < 0))) __PYX_ERR(0, 623, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_10 = (!__pyx_t_9);
if (!__pyx_t_10) {
} else {
__pyx_t_8 = __pyx_t_10;
goto __pyx_L5_bool_binop_done;
}
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_v_string};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_find_prefix, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 623, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely((__pyx_t_10 < 0))) __PYX_ERR(0, 623, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (!__pyx_t_10) {
} else {
__pyx_t_8 = __pyx_t_10;
goto __pyx_L5_bool_binop_done;
}
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_v_string};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_find_infix, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 623, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely((__pyx_t_10 < 0))) __PYX_ERR(0, 623, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (!__pyx_t_10) {
} else {
__pyx_t_8 = __pyx_t_10;
goto __pyx_L5_bool_binop_done;
}
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_v_string};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_find_suffix, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 623, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely((__pyx_t_10 < 0))) __PYX_ERR(0, 623, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (!__pyx_t_10) {
} else {
__pyx_t_8 = __pyx_t_10;
goto __pyx_L5_bool_binop_done;
}
if (unlikely(__pyx_v_string == Py_None)) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
__PYX_ERR(0, 623, __pyx_L1_error)
}
__pyx_t_10 = (__Pyx_PyUnicode_ContainsTF(__pyx_mstate_global->__pyx_kp_u__7, __pyx_v_string, Py_EQ)); if (unlikely((__pyx_t_10 < 0))) __PYX_ERR(0, 623, __pyx_L1_error)
__pyx_t_8 = __pyx_t_10;
__pyx_L5_bool_binop_done:;
if (__pyx_t_8) {
/* "spacy/tokenizer.pyx":624
* self._flush_cache()
* if not self.faster_heuristics or self.find_prefix(string) or self.find_infix(string) or self.find_suffix(string) or " " in string:
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False)) # <<<<<<<<<<<<<<
*
* def _reload_special_cases(self):
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self->_special_matcher);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_11 = ((PyObject *)((struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer *)__pyx_v_self->__pyx_vtab)->_tokenize_affixes(__pyx_v_self, __pyx_v_string, 0)); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 624, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_11);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[4] = {__pyx_t_2, __pyx_v_string, Py_None, __pyx_t_11};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_add, __pyx_callargs+__pyx_t_3, (4-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 624, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":623
* self._rules[string] = substrings
* self._flush_cache()
* if not self.faster_heuristics or self.find_prefix(string) or self.find_infix(string) or self.find_suffix(string) or " " in string: # <<<<<<<<<<<<<<
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
*
*/
}
/* "spacy/tokenizer.pyx":600
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
*
* def add_special_case(self, str string, substrings): # <<<<<<<<<<<<<<
* """Add a special-case tokenization rule.
*
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_11);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.add_special_case", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_substrings);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":626
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
*
* def _reload_special_cases(self): # <<<<<<<<<<<<<<
* self._flush_cache()
* self._flush_specials()
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_28_reload_special_cases(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_27_reload_special_cases, "Tokenizer._reload_special_cases(self)");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_28_reload_special_cases = {"_reload_special_cases", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_28_reload_special_cases, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_27_reload_special_cases};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_28_reload_special_cases(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("_reload_special_cases (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("_reload_special_cases", 1, 0, 0, __pyx_nargs); return NULL; }
const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len < 0)) return NULL;
if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("_reload_special_cases", __pyx_kwds); return NULL;}
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_27_reload_special_cases(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_27_reload_special_cases(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_reload_special_cases", 0);
/* "spacy/tokenizer.pyx":627
*
* def _reload_special_cases(self):
* self._flush_cache() # <<<<<<<<<<<<<<
* self._flush_specials()
* self._load_special_cases(self._rules)
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_flush_cache, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 627, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":628
* def _reload_special_cases(self):
* self._flush_cache()
* self._flush_specials() # <<<<<<<<<<<<<<
* self._load_special_cases(self._rules)
*
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_flush_specials, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 628, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":629
* self._flush_cache()
* self._flush_specials()
* self._load_special_cases(self._rules) # <<<<<<<<<<<<<<
*
* def explain(self, text):
*/
__pyx_t_2 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_v_self->_rules};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_load_special_cases, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 629, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":626
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
*
* def _reload_special_cases(self): # <<<<<<<<<<<<<<
* self._flush_cache()
* self._flush_specials()
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer._reload_special_cases", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":631
* self._load_special_cases(self._rules)
*
* def explain(self, text): # <<<<<<<<<<<<<<
* """A debugging tokenizer that provides information about which
* tokenizer rule or pattern was matched for each token. The tokens
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_30explain(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_29explain, "Tokenizer.explain(self, text)\n\nA debugging tokenizer that provides information about which\ntokenizer rule or pattern was matched for each token. The tokens\nproduced are identical to `nlp.tokenizer()` except for whitespace\ntokens.\n\nstring (str): The string to tokenize.\nRETURNS (list): A list of (pattern_string, token_string) tuples\n\nDOCS: https://spacy.io/api/tokenizer#explain");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_30explain = {"explain", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_30explain, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_29explain};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_30explain(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_text = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("explain (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_text,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 631, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 631, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "explain", 0) < (0)) __PYX_ERR(0, 631, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("explain", 1, 1, 1, i); __PYX_ERR(0, 631, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 631, __pyx_L3_error)
}
__pyx_v_text = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("explain", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 631, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.explain", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_29explain(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_text);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_2generator1(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
/* "spacy/tokenizer.pyx":665
* while substring:
* if substring in special_cases:
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
* substring = ''
* continue
*/
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_genexpr(PyObject *__pyx_self, PyObject *__pyx_genexpr_arg_0) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *__pyx_cur_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("genexpr", 0);
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_2_genexpr(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr, __pyx_mstate_global->__pyx_empty_tuple, NULL);
if (unlikely(!__pyx_cur_scope)) {
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *)Py_None);
__Pyx_INCREF(Py_None);
__PYX_ERR(0, 665, __pyx_L1_error)
} else {
__Pyx_GOTREF((PyObject *)__pyx_cur_scope);
}
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *) __pyx_self;
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_outer_scope);
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_outer_scope);
__pyx_cur_scope->__pyx_genexpr_arg_0 = __pyx_genexpr_arg_0;
__Pyx_INCREF(__pyx_cur_scope->__pyx_genexpr_arg_0);
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_genexpr_arg_0);
{
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_2generator1, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[1]), (PyObject *) __pyx_cur_scope, __pyx_mstate_global->__pyx_n_u_genexpr, __pyx_mstate_global->__pyx_n_u_explain_locals_genexpr, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer); if (unlikely(!gen)) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_DECREF(__pyx_cur_scope);
__Pyx_RefNannyFinishContext();
return (PyObject *) gen;
}
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.explain.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__Pyx_DECREF((PyObject *)__pyx_cur_scope);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_2generator1(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
{
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *)__pyx_generator->closure);
PyObject *__pyx_r = NULL;
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
Py_ssize_t __pyx_t_3;
PyObject *(*__pyx_t_4)(PyObject *);
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("genexpr", 0);
switch (__pyx_generator->resume_label) {
case 0: goto __pyx_L3_first_run;
case 1: goto __pyx_L6_resume_from_yield;
default: /* CPython raises the right error here */
__Pyx_RefNannyFinishContext();
return NULL;
}
__pyx_L3_first_run:;
if (unlikely(__pyx_sent_value != Py_None)) {
if (unlikely(__pyx_sent_value)) PyErr_SetString(PyExc_TypeError, "can't send non-None value to a just-started generator");
__PYX_ERR(0, 665, __pyx_L1_error)
}
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__pyx_t_1 = __pyx_mstate_global->__pyx_int_0;
if (unlikely(!__pyx_cur_scope->__pyx_genexpr_arg_0)) { __Pyx_RaiseUnboundLocalError(".0"); __PYX_ERR(0, 665, __pyx_L1_error) }
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_genexpr_arg_0)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_genexpr_arg_0)) {
__pyx_t_2 = __pyx_cur_scope->__pyx_genexpr_arg_0; __Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
__pyx_t_4 = NULL;
} else {
__pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_cur_scope->__pyx_genexpr_arg_0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_4 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 665, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_4)) {
if (likely(PyList_CheckExact(__pyx_t_2))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 665, __pyx_L1_error)
#endif
if (__pyx_t_3 >= __pyx_temp) break;
}
__pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_2, __pyx_t_3, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_3;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 665, __pyx_L1_error)
#endif
if (__pyx_t_3 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3));
#else
__pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_2, __pyx_t_3);
#endif
++__pyx_t_3;
}
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 665, __pyx_L1_error)
} else {
__pyx_t_5 = __pyx_t_4(__pyx_t_2);
if (unlikely(!__pyx_t_5)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 665, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_5);
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_e);
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_e, __pyx_t_5);
__Pyx_GIVEREF(__pyx_t_5);
__pyx_t_5 = 0;
__Pyx_INCREF(__pyx_t_1);
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_i);
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_i, __pyx_t_1);
__Pyx_GIVEREF(__pyx_t_1);
__pyx_t_5 = __Pyx_PyLong_AddObjC(__pyx_t_1, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_1);
__pyx_t_1 = __pyx_t_5;
__pyx_t_5 = 0;
__pyx_t_5 = __Pyx_PyLong_AddObjC(__pyx_cur_scope->__pyx_v_i, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_6 = __Pyx_PyObject_Unicode(__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_5 = __Pyx_PyUnicode_Concat(__pyx_mstate_global->__pyx_kp_u_SPECIAL, __pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 665, __pyx_L1_error) }
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_mstate_global->__pyx_n_u_ORTH); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_cur_scope->__pyx_v_e, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
__pyx_t_6 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self->vocab->strings), __pyx_t_7); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_GIVEREF(__pyx_t_5);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_5) != (0)) __PYX_ERR(0, 665, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_6);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_6) != (0)) __PYX_ERR(0, 665, __pyx_L1_error);
__pyx_t_5 = 0;
__pyx_t_6 = 0;
__pyx_r = __pyx_t_7;
__pyx_t_7 = 0;
__Pyx_XGIVEREF(__pyx_t_1);
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
__Pyx_XGIVEREF(__pyx_t_2);
__pyx_cur_scope->__pyx_t_1 = __pyx_t_2;
__pyx_cur_scope->__pyx_t_2 = __pyx_t_3;
__pyx_cur_scope->__pyx_t_3 = __pyx_t_4;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
/* return from generator, yielding value */
__pyx_generator->resume_label = 1;
return __pyx_r;
__pyx_L6_resume_from_yield:;
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
__pyx_cur_scope->__pyx_t_0 = 0;
__Pyx_XGOTREF(__pyx_t_1);
__pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
__pyx_cur_scope->__pyx_t_1 = 0;
__Pyx_XGOTREF(__pyx_t_2);
__pyx_t_3 = __pyx_cur_scope->__pyx_t_2;
__pyx_t_4 = __pyx_cur_scope->__pyx_t_3;
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 665, __pyx_L1_error)
}
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_7);
if (__Pyx_PyErr_Occurred()) {
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
}
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
#if !CYTHON_USE_EXC_INFO_STACK
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
#endif
__pyx_generator->resume_label = -1;
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_5generator2(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
/* "spacy/tokenizer.pyx":674
* break
* if substring in special_cases:
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
* substring = ''
* break
*/
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_3genexpr(PyObject *__pyx_self, PyObject *__pyx_genexpr_arg_0) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *__pyx_cur_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("genexpr", 0);
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_3_genexpr(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr, __pyx_mstate_global->__pyx_empty_tuple, NULL);
if (unlikely(!__pyx_cur_scope)) {
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *)Py_None);
__Pyx_INCREF(Py_None);
__PYX_ERR(0, 674, __pyx_L1_error)
} else {
__Pyx_GOTREF((PyObject *)__pyx_cur_scope);
}
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *) __pyx_self;
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_outer_scope);
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_outer_scope);
__pyx_cur_scope->__pyx_genexpr_arg_0 = __pyx_genexpr_arg_0;
__Pyx_INCREF(__pyx_cur_scope->__pyx_genexpr_arg_0);
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_genexpr_arg_0);
{
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_5generator2, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[2]), (PyObject *) __pyx_cur_scope, __pyx_mstate_global->__pyx_n_u_genexpr, __pyx_mstate_global->__pyx_n_u_explain_locals_genexpr, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer); if (unlikely(!gen)) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_DECREF(__pyx_cur_scope);
__Pyx_RefNannyFinishContext();
return (PyObject *) gen;
}
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.explain.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__Pyx_DECREF((PyObject *)__pyx_cur_scope);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_5generator2(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
{
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *)__pyx_generator->closure);
PyObject *__pyx_r = NULL;
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
Py_ssize_t __pyx_t_3;
PyObject *(*__pyx_t_4)(PyObject *);
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("genexpr", 0);
switch (__pyx_generator->resume_label) {
case 0: goto __pyx_L3_first_run;
case 1: goto __pyx_L6_resume_from_yield;
default: /* CPython raises the right error here */
__Pyx_RefNannyFinishContext();
return NULL;
}
__pyx_L3_first_run:;
if (unlikely(__pyx_sent_value != Py_None)) {
if (unlikely(__pyx_sent_value)) PyErr_SetString(PyExc_TypeError, "can't send non-None value to a just-started generator");
__PYX_ERR(0, 674, __pyx_L1_error)
}
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__pyx_t_1 = __pyx_mstate_global->__pyx_int_0;
if (unlikely(!__pyx_cur_scope->__pyx_genexpr_arg_0)) { __Pyx_RaiseUnboundLocalError(".0"); __PYX_ERR(0, 674, __pyx_L1_error) }
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_genexpr_arg_0)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_genexpr_arg_0)) {
__pyx_t_2 = __pyx_cur_scope->__pyx_genexpr_arg_0; __Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
__pyx_t_4 = NULL;
} else {
__pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_cur_scope->__pyx_genexpr_arg_0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_4 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 674, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_4)) {
if (likely(PyList_CheckExact(__pyx_t_2))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 674, __pyx_L1_error)
#endif
if (__pyx_t_3 >= __pyx_temp) break;
}
__pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_2, __pyx_t_3, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_3;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 674, __pyx_L1_error)
#endif
if (__pyx_t_3 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3));
#else
__pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_2, __pyx_t_3);
#endif
++__pyx_t_3;
}
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 674, __pyx_L1_error)
} else {
__pyx_t_5 = __pyx_t_4(__pyx_t_2);
if (unlikely(!__pyx_t_5)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 674, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_5);
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_e);
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_e, __pyx_t_5);
__Pyx_GIVEREF(__pyx_t_5);
__pyx_t_5 = 0;
__Pyx_INCREF(__pyx_t_1);
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_i);
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_i, __pyx_t_1);
__Pyx_GIVEREF(__pyx_t_1);
__pyx_t_5 = __Pyx_PyLong_AddObjC(__pyx_t_1, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_1);
__pyx_t_1 = __pyx_t_5;
__pyx_t_5 = 0;
__pyx_t_5 = __Pyx_PyLong_AddObjC(__pyx_cur_scope->__pyx_v_i, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_6 = __Pyx_PyObject_Unicode(__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_5 = __Pyx_PyUnicode_Concat(__pyx_mstate_global->__pyx_kp_u_SPECIAL, __pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 674, __pyx_L1_error) }
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_mstate_global->__pyx_n_u_ORTH); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_cur_scope->__pyx_v_e, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
__pyx_t_6 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self->vocab->strings), __pyx_t_7); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_GIVEREF(__pyx_t_5);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_5) != (0)) __PYX_ERR(0, 674, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_6);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_6) != (0)) __PYX_ERR(0, 674, __pyx_L1_error);
__pyx_t_5 = 0;
__pyx_t_6 = 0;
__pyx_r = __pyx_t_7;
__pyx_t_7 = 0;
__Pyx_XGIVEREF(__pyx_t_1);
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
__Pyx_XGIVEREF(__pyx_t_2);
__pyx_cur_scope->__pyx_t_1 = __pyx_t_2;
__pyx_cur_scope->__pyx_t_2 = __pyx_t_3;
__pyx_cur_scope->__pyx_t_3 = __pyx_t_4;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
/* return from generator, yielding value */
__pyx_generator->resume_label = 1;
return __pyx_r;
__pyx_L6_resume_from_yield:;
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
__pyx_cur_scope->__pyx_t_0 = 0;
__Pyx_XGOTREF(__pyx_t_1);
__pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
__pyx_cur_scope->__pyx_t_1 = 0;
__Pyx_XGOTREF(__pyx_t_2);
__pyx_t_3 = __pyx_cur_scope->__pyx_t_2;
__pyx_t_4 = __pyx_cur_scope->__pyx_t_3;
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 674, __pyx_L1_error)
}
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_7);
if (__Pyx_PyErr_Occurred()) {
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
}
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
#if !CYTHON_USE_EXC_INFO_STACK
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
#endif
__pyx_generator->resume_label = -1;
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_8generator3(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */
/* "spacy/tokenizer.pyx":702
* substring = ''
* elif substring in special_cases:
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
* substring = ''
* elif list(infix_finditer(substring)):
*/
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_6genexpr(PyObject *__pyx_self, PyObject *__pyx_genexpr_arg_0) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *__pyx_cur_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("genexpr", 0);
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_4_genexpr(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr, __pyx_mstate_global->__pyx_empty_tuple, NULL);
if (unlikely(!__pyx_cur_scope)) {
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *)Py_None);
__Pyx_INCREF(Py_None);
__PYX_ERR(0, 702, __pyx_L1_error)
} else {
__Pyx_GOTREF((PyObject *)__pyx_cur_scope);
}
__pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *) __pyx_self;
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_outer_scope);
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_outer_scope);
__pyx_cur_scope->__pyx_genexpr_arg_0 = __pyx_genexpr_arg_0;
__Pyx_INCREF(__pyx_cur_scope->__pyx_genexpr_arg_0);
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_genexpr_arg_0);
{
__pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_8generator3, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[3]), (PyObject *) __pyx_cur_scope, __pyx_mstate_global->__pyx_n_u_genexpr, __pyx_mstate_global->__pyx_n_u_explain_locals_genexpr, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer); if (unlikely(!gen)) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_DECREF(__pyx_cur_scope);
__Pyx_RefNannyFinishContext();
return (PyObject *) gen;
}
/* function exit code */
__pyx_L1_error:;
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.explain.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__Pyx_DECREF((PyObject *)__pyx_cur_scope);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_8generator3(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */
{
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *)__pyx_generator->closure);
PyObject *__pyx_r = NULL;
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
Py_ssize_t __pyx_t_3;
PyObject *(*__pyx_t_4)(PyObject *);
PyObject *__pyx_t_5 = NULL;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("genexpr", 0);
switch (__pyx_generator->resume_label) {
case 0: goto __pyx_L3_first_run;
case 1: goto __pyx_L6_resume_from_yield;
default: /* CPython raises the right error here */
__Pyx_RefNannyFinishContext();
return NULL;
}
__pyx_L3_first_run:;
if (unlikely(__pyx_sent_value != Py_None)) {
if (unlikely(__pyx_sent_value)) PyErr_SetString(PyExc_TypeError, "can't send non-None value to a just-started generator");
__PYX_ERR(0, 702, __pyx_L1_error)
}
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__pyx_t_1 = __pyx_mstate_global->__pyx_int_0;
if (unlikely(!__pyx_cur_scope->__pyx_genexpr_arg_0)) { __Pyx_RaiseUnboundLocalError(".0"); __PYX_ERR(0, 702, __pyx_L1_error) }
if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_genexpr_arg_0)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_genexpr_arg_0)) {
__pyx_t_2 = __pyx_cur_scope->__pyx_genexpr_arg_0; __Pyx_INCREF(__pyx_t_2);
__pyx_t_3 = 0;
__pyx_t_4 = NULL;
} else {
__pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_cur_scope->__pyx_genexpr_arg_0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_4 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 702, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_4)) {
if (likely(PyList_CheckExact(__pyx_t_2))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 702, __pyx_L1_error)
#endif
if (__pyx_t_3 >= __pyx_temp) break;
}
__pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_2, __pyx_t_3, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_3;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 702, __pyx_L1_error)
#endif
if (__pyx_t_3 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3));
#else
__pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_2, __pyx_t_3);
#endif
++__pyx_t_3;
}
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 702, __pyx_L1_error)
} else {
__pyx_t_5 = __pyx_t_4(__pyx_t_2);
if (unlikely(!__pyx_t_5)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 702, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_5);
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_e);
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_e, __pyx_t_5);
__Pyx_GIVEREF(__pyx_t_5);
__pyx_t_5 = 0;
__Pyx_INCREF(__pyx_t_1);
__Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_i);
__Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_i, __pyx_t_1);
__Pyx_GIVEREF(__pyx_t_1);
__pyx_t_5 = __Pyx_PyLong_AddObjC(__pyx_t_1, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_1);
__pyx_t_1 = __pyx_t_5;
__pyx_t_5 = 0;
__pyx_t_5 = __Pyx_PyLong_AddObjC(__pyx_cur_scope->__pyx_v_i, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_6 = __Pyx_PyObject_FormatSimple(__pyx_t_5, __pyx_mstate_global->__pyx_empty_unicode); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_5 = __Pyx_PyUnicode_Concat(__pyx_mstate_global->__pyx_kp_u_SPECIAL, __pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 702, __pyx_L1_error) }
__Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_mstate_global->__pyx_n_u_ORTH); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_cur_scope->__pyx_v_e, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
__pyx_t_6 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self->vocab->strings), __pyx_t_7); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
__pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_7);
__Pyx_GIVEREF(__pyx_t_5);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_5) != (0)) __PYX_ERR(0, 702, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_6);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_6) != (0)) __PYX_ERR(0, 702, __pyx_L1_error);
__pyx_t_5 = 0;
__pyx_t_6 = 0;
__pyx_r = __pyx_t_7;
__pyx_t_7 = 0;
__Pyx_XGIVEREF(__pyx_t_1);
__pyx_cur_scope->__pyx_t_0 = __pyx_t_1;
__Pyx_XGIVEREF(__pyx_t_2);
__pyx_cur_scope->__pyx_t_1 = __pyx_t_2;
__pyx_cur_scope->__pyx_t_2 = __pyx_t_3;
__pyx_cur_scope->__pyx_t_3 = __pyx_t_4;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
/* return from generator, yielding value */
__pyx_generator->resume_label = 1;
return __pyx_r;
__pyx_L6_resume_from_yield:;
__pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
__pyx_cur_scope->__pyx_t_0 = 0;
__Pyx_XGOTREF(__pyx_t_1);
__pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
__pyx_cur_scope->__pyx_t_1 = 0;
__Pyx_XGOTREF(__pyx_t_2);
__pyx_t_3 = __pyx_cur_scope->__pyx_t_2;
__pyx_t_4 = __pyx_cur_scope->__pyx_t_3;
if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 702, __pyx_L1_error)
}
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope);
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_6);
__Pyx_XDECREF(__pyx_t_7);
if (__Pyx_PyErr_Occurred()) {
__Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);
}
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
#if !CYTHON_USE_EXC_INFO_STACK
__Pyx_Coroutine_ResetAndClearException(__pyx_generator);
#endif
__pyx_generator->resume_label = -1;
__Pyx_Coroutine_clear((PyObject*)__pyx_generator);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":631
* self._load_special_cases(self._rules)
*
* def explain(self, text): # <<<<<<<<<<<<<<
* """A debugging tokenizer that provides information about which
* tokenizer rule or pattern was matched for each token. The tokens
*/
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_29explain(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_text) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *__pyx_cur_scope;
PyObject *__pyx_v_prefix_search = NULL;
PyObject *__pyx_v_suffix_search = NULL;
PyObject *__pyx_v_infix_finditer = NULL;
PyObject *__pyx_v_token_match = NULL;
PyObject *__pyx_v_url_match = NULL;
PyObject *__pyx_v_special_cases = NULL;
PyObject *__pyx_v_orth = NULL;
PyObject *__pyx_v_special_tokens = NULL;
PyObject *__pyx_v_tokens = NULL;
PyObject *__pyx_v_substring = NULL;
PyObject *__pyx_v_suffixes = NULL;
PyObject *__pyx_v_split = NULL;
PyObject *__pyx_v_infixes = NULL;
PyObject *__pyx_v_offset = NULL;
PyObject *__pyx_v_match = NULL;
PyObject *__pyx_v_words = NULL;
PyObject *__pyx_v_spaces = NULL;
PyObject *__pyx_v_t_words = NULL;
PyObject *__pyx_v_t_spaces = NULL;
PyObject *__pyx_v_word = NULL;
PyObject *__pyx_v_space = NULL;
struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc = NULL;
PyObject *__pyx_v_matches = NULL;
PyObject *__pyx_v_spans = NULL;
PyObject *__pyx_v_i = NULL;
PyObject *__pyx_v_final_tokens = NULL;
PyObject *__pyx_v_spans_by_start = NULL;
PyObject *__pyx_v_span = NULL;
PyObject *__pyx_v_exc = NULL;
PyObject *__pyx_v_j = NULL;
PyObject *__pyx_v_special_token = NULL;
PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_2generator1 = 0;
PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_5generator2 = 0;
PyObject *__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_8generator3 = 0;
PyObject *__pyx_v_t = NULL;
PyObject *__pyx_v_m_id = NULL;
PyObject *__pyx_v_s = NULL;
PyObject *__pyx_v_e = NULL;
PyObject *__pyx_8genexpr3__pyx_v_s = NULL;
PyObject *__pyx_v_d = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_t_2;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
PyObject *__pyx_t_5 = NULL;
size_t __pyx_t_6;
Py_ssize_t __pyx_t_7;
PyObject *(*__pyx_t_8)(PyObject *);
PyObject *__pyx_t_9 = NULL;
PyObject *(*__pyx_t_10)(PyObject *);
Py_ssize_t __pyx_t_11;
PyObject *(*__pyx_t_12)(PyObject *);
PyObject *__pyx_t_13 = NULL;
PyObject *__pyx_t_14 = NULL;
int __pyx_t_15;
int __pyx_t_16;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("explain", 0);
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_1_explain(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain, __pyx_mstate_global->__pyx_empty_tuple, NULL);
if (unlikely(!__pyx_cur_scope)) {
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *)Py_None);
__Pyx_INCREF(Py_None);
__PYX_ERR(0, 631, __pyx_L1_error)
} else {
__Pyx_GOTREF((PyObject *)__pyx_cur_scope);
}
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
/* "spacy/tokenizer.pyx":642
* DOCS: https://spacy.io/api/tokenizer#explain
* """
* prefix_search = self.prefix_search # <<<<<<<<<<<<<<
* if prefix_search is None:
* prefix_search = re.compile("a^").search
*/
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_prefix_search); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 642, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_v_prefix_search = __pyx_t_1;
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":643
* """
* prefix_search = self.prefix_search
* if prefix_search is None: # <<<<<<<<<<<<<<
* prefix_search = re.compile("a^").search
* suffix_search = self.suffix_search
*/
__pyx_t_2 = (__pyx_v_prefix_search == Py_None);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":644
* prefix_search = self.prefix_search
* if prefix_search is None:
* prefix_search = re.compile("a^").search # <<<<<<<<<<<<<<
* suffix_search = self.suffix_search
* if suffix_search is None:
*/
__pyx_t_3 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_re); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 644, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_compile); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 644, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_5))) {
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_5);
assert(__pyx_t_3);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_5);
__Pyx_INCREF(__pyx_t_3);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_5, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_mstate_global->__pyx_kp_u_a};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_5, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 644, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_search); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 644, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF_SET(__pyx_v_prefix_search, __pyx_t_5);
__pyx_t_5 = 0;
/* "spacy/tokenizer.pyx":643
* """
* prefix_search = self.prefix_search
* if prefix_search is None: # <<<<<<<<<<<<<<
* prefix_search = re.compile("a^").search
* suffix_search = self.suffix_search
*/
}
/* "spacy/tokenizer.pyx":645
* if prefix_search is None:
* prefix_search = re.compile("a^").search
* suffix_search = self.suffix_search # <<<<<<<<<<<<<<
* if suffix_search is None:
* suffix_search = re.compile("a^").search
*/
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_suffix_search); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 645, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_v_suffix_search = __pyx_t_5;
__pyx_t_5 = 0;
/* "spacy/tokenizer.pyx":646
* prefix_search = re.compile("a^").search
* suffix_search = self.suffix_search
* if suffix_search is None: # <<<<<<<<<<<<<<
* suffix_search = re.compile("a^").search
* infix_finditer = self.infix_finditer
*/
__pyx_t_2 = (__pyx_v_suffix_search == Py_None);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":647
* suffix_search = self.suffix_search
* if suffix_search is None:
* suffix_search = re.compile("a^").search # <<<<<<<<<<<<<<
* infix_finditer = self.infix_finditer
* if infix_finditer is None:
*/
__pyx_t_1 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_re); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 647, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_compile); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 647, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_4))) {
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4);
assert(__pyx_t_1);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_4);
__Pyx_INCREF(__pyx_t_1);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_4, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, __pyx_mstate_global->__pyx_kp_u_a};
__pyx_t_5 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_4, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 647, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
}
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_mstate_global->__pyx_n_u_search); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 647, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_DECREF_SET(__pyx_v_suffix_search, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":646
* prefix_search = re.compile("a^").search
* suffix_search = self.suffix_search
* if suffix_search is None: # <<<<<<<<<<<<<<
* suffix_search = re.compile("a^").search
* infix_finditer = self.infix_finditer
*/
}
/* "spacy/tokenizer.pyx":648
* if suffix_search is None:
* suffix_search = re.compile("a^").search
* infix_finditer = self.infix_finditer # <<<<<<<<<<<<<<
* if infix_finditer is None:
* infix_finditer = re.compile("a^").finditer
*/
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_infix_finditer); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 648, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_v_infix_finditer = __pyx_t_4;
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":649
* suffix_search = re.compile("a^").search
* infix_finditer = self.infix_finditer
* if infix_finditer is None: # <<<<<<<<<<<<<<
* infix_finditer = re.compile("a^").finditer
* token_match = self.token_match
*/
__pyx_t_2 = (__pyx_v_infix_finditer == Py_None);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":650
* infix_finditer = self.infix_finditer
* if infix_finditer is None:
* infix_finditer = re.compile("a^").finditer # <<<<<<<<<<<<<<
* token_match = self.token_match
* if token_match is None:
*/
__pyx_t_5 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_re); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 650, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_compile); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 650, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_5);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_5);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_mstate_global->__pyx_kp_u_a};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 650, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_finditer); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 650, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF_SET(__pyx_v_infix_finditer, __pyx_t_3);
__pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":649
* suffix_search = re.compile("a^").search
* infix_finditer = self.infix_finditer
* if infix_finditer is None: # <<<<<<<<<<<<<<
* infix_finditer = re.compile("a^").finditer
* token_match = self.token_match
*/
}
/* "spacy/tokenizer.pyx":651
* if infix_finditer is None:
* infix_finditer = re.compile("a^").finditer
* token_match = self.token_match # <<<<<<<<<<<<<<
* if token_match is None:
* token_match = re.compile("a^").match
*/
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_token_match); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 651, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_v_token_match = __pyx_t_3;
__pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":652
* infix_finditer = re.compile("a^").finditer
* token_match = self.token_match
* if token_match is None: # <<<<<<<<<<<<<<
* token_match = re.compile("a^").match
* url_match = self.url_match
*/
__pyx_t_2 = (__pyx_v_token_match == Py_None);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":653
* token_match = self.token_match
* if token_match is None:
* token_match = re.compile("a^").match # <<<<<<<<<<<<<<
* url_match = self.url_match
* if url_match is None:
*/
__pyx_t_4 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_mstate_global->__pyx_n_u_re); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 653, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_mstate_global->__pyx_n_u_compile); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 653, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_1))) {
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_1);
assert(__pyx_t_4);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_1);
__Pyx_INCREF(__pyx_t_4);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_1, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, __pyx_mstate_global->__pyx_kp_u_a};
__pyx_t_3 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_1, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 653, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
}
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_match); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 653, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF_SET(__pyx_v_token_match, __pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":652
* infix_finditer = re.compile("a^").finditer
* token_match = self.token_match
* if token_match is None: # <<<<<<<<<<<<<<
* token_match = re.compile("a^").match
* url_match = self.url_match
*/
}
/* "spacy/tokenizer.pyx":654
* if token_match is None:
* token_match = re.compile("a^").match
* url_match = self.url_match # <<<<<<<<<<<<<<
* if url_match is None:
* url_match = re.compile("a^").match
*/
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_url_match); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 654, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_v_url_match = __pyx_t_1;
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":655
* token_match = re.compile("a^").match
* url_match = self.url_match
* if url_match is None: # <<<<<<<<<<<<<<
* url_match = re.compile("a^").match
* special_cases = {}
*/
__pyx_t_2 = (__pyx_v_url_match == Py_None);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":656
* url_match = self.url_match
* if url_match is None:
* url_match = re.compile("a^").match # <<<<<<<<<<<<<<
* special_cases = {}
* for orth, special_tokens in self.rules.items():
*/
__pyx_t_3 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_re); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 656, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_compile); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 656, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_5))) {
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_5);
assert(__pyx_t_3);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_5);
__Pyx_INCREF(__pyx_t_3);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_5, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_mstate_global->__pyx_kp_u_a};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_5, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 656, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_match); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 656, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF_SET(__pyx_v_url_match, __pyx_t_5);
__pyx_t_5 = 0;
/* "spacy/tokenizer.pyx":655
* token_match = re.compile("a^").match
* url_match = self.url_match
* if url_match is None: # <<<<<<<<<<<<<<
* url_match = re.compile("a^").match
* special_cases = {}
*/
}
/* "spacy/tokenizer.pyx":657
* if url_match is None:
* url_match = re.compile("a^").match
* special_cases = {} # <<<<<<<<<<<<<<
* for orth, special_tokens in self.rules.items():
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens]
*/
__pyx_t_5 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 657, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_v_special_cases = ((PyObject*)__pyx_t_5);
__pyx_t_5 = 0;
/* "spacy/tokenizer.pyx":658
* url_match = re.compile("a^").match
* special_cases = {}
* for orth, special_tokens in self.rules.items(): # <<<<<<<<<<<<<<
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens]
* tokens = []
*/
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_rules); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 658, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_1 = __pyx_t_3;
__Pyx_INCREF(__pyx_t_1);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, NULL};
__pyx_t_5 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_items, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 658, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
}
if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) {
__pyx_t_3 = __pyx_t_5; __Pyx_INCREF(__pyx_t_3);
__pyx_t_7 = 0;
__pyx_t_8 = NULL;
} else {
__pyx_t_7 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 658, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_8 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 658, __pyx_L1_error)
}
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
for (;;) {
if (likely(!__pyx_t_8)) {
if (likely(PyList_CheckExact(__pyx_t_3))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_3);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 658, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
__pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_3, __pyx_t_7, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_7;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_3);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 658, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_7));
#else
__pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_3, __pyx_t_7);
#endif
++__pyx_t_7;
}
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 658, __pyx_L1_error)
} else {
__pyx_t_5 = __pyx_t_8(__pyx_t_3);
if (unlikely(!__pyx_t_5)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 658, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_5);
if ((likely(PyTuple_CheckExact(__pyx_t_5))) || (PyList_CheckExact(__pyx_t_5))) {
PyObject* sequence = __pyx_t_5;
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
if (unlikely(size != 2)) {
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
__PYX_ERR(0, 658, __pyx_L1_error)
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
if (likely(PyTuple_CheckExact(sequence))) {
__pyx_t_1 = PyTuple_GET_ITEM(sequence, 0);
__Pyx_INCREF(__pyx_t_1);
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 1);
__Pyx_INCREF(__pyx_t_4);
} else {
__pyx_t_1 = __Pyx_PyList_GetItemRefFast(sequence, 0, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 658, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_1);
__pyx_t_4 = __Pyx_PyList_GetItemRefFast(sequence, 1, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 658, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_4);
}
#else
__pyx_t_1 = __Pyx_PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 658, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_4 = __Pyx_PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 658, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#endif
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
} else {
Py_ssize_t index = -1;
__pyx_t_9 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 658, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_10 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_9);
index = 0; __pyx_t_1 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_1)) goto __pyx_L10_unpacking_failed;
__Pyx_GOTREF(__pyx_t_1);
index = 1; __pyx_t_4 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_4)) goto __pyx_L10_unpacking_failed;
__Pyx_GOTREF(__pyx_t_4);
if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_9), 2) < (0)) __PYX_ERR(0, 658, __pyx_L1_error)
__pyx_t_10 = NULL;
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
goto __pyx_L11_unpacking_done;
__pyx_L10_unpacking_failed:;
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
__pyx_t_10 = NULL;
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
__PYX_ERR(0, 658, __pyx_L1_error)
__pyx_L11_unpacking_done:;
}
__Pyx_XDECREF_SET(__pyx_v_orth, __pyx_t_1);
__pyx_t_1 = 0;
__Pyx_XDECREF_SET(__pyx_v_special_tokens, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":659
* special_cases = {}
* for orth, special_tokens in self.rules.items():
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens] # <<<<<<<<<<<<<<
* tokens = []
* for substring in text.split():
*/
__pyx_t_5 = PyList_New(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 659, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
if (likely(PyList_CheckExact(__pyx_v_special_tokens)) || PyTuple_CheckExact(__pyx_v_special_tokens)) {
__pyx_t_4 = __pyx_v_special_tokens; __Pyx_INCREF(__pyx_t_4);
__pyx_t_11 = 0;
__pyx_t_12 = NULL;
} else {
__pyx_t_11 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_special_tokens); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 659, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_12 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_4); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 659, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_12)) {
if (likely(PyList_CheckExact(__pyx_t_4))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_4);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 659, __pyx_L1_error)
#endif
if (__pyx_t_11 >= __pyx_temp) break;
}
__pyx_t_1 = __Pyx_PyList_GetItemRefFast(__pyx_t_4, __pyx_t_11, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_11;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_4);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 659, __pyx_L1_error)
#endif
if (__pyx_t_11 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_1 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_11));
#else
__pyx_t_1 = __Pyx_PySequence_ITEM(__pyx_t_4, __pyx_t_11);
#endif
++__pyx_t_11;
}
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 659, __pyx_L1_error)
} else {
__pyx_t_1 = __pyx_t_12(__pyx_t_4);
if (unlikely(!__pyx_t_1)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 659, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_1);
__Pyx_XDECREF_SET(__pyx_v_special_token, __pyx_t_1);
__pyx_t_1 = 0;
__pyx_t_9 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_13, __pyx_mstate_global->__pyx_n_u_intify_attrs); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 659, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_13))) {
__pyx_t_9 = PyMethod_GET_SELF(__pyx_t_13);
assert(__pyx_t_9);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_13);
__Pyx_INCREF(__pyx_t_9);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_13, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 2 : 0)] = {__pyx_t_9, __pyx_v_special_token};
__pyx_t_14 = __Pyx_MakeVectorcallBuilderKwds(2); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 659, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_14);
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_strings_map, ((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab->strings), __pyx_t_14, __pyx_callargs+2, 0) < (0)) __PYX_ERR(0, 659, __pyx_L1_error)
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_do_deprecated, Py_True, __pyx_t_14, __pyx_callargs+2, 1) < (0)) __PYX_ERR(0, 659, __pyx_L1_error)
__pyx_t_1 = __Pyx_Object_Vectorcall_CallFromBuilder((PyObject*)__pyx_t_13, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_14);
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 659, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
if (unlikely(__Pyx_ListComp_Append(__pyx_t_5, (PyObject*)__pyx_t_1))) __PYX_ERR(0, 659, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely((PyDict_SetItem(__pyx_v_special_cases, __pyx_v_orth, __pyx_t_5) < 0))) __PYX_ERR(0, 659, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
/* "spacy/tokenizer.pyx":658
* url_match = re.compile("a^").match
* special_cases = {}
* for orth, special_tokens in self.rules.items(): # <<<<<<<<<<<<<<
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens]
* tokens = []
*/
}
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":660
* for orth, special_tokens in self.rules.items():
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens]
* tokens = [] # <<<<<<<<<<<<<<
* for substring in text.split():
* suffixes = []
*/
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 660, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_v_tokens = ((PyObject*)__pyx_t_3);
__pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":661
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens]
* tokens = []
* for substring in text.split(): # <<<<<<<<<<<<<<
* suffixes = []
* while substring:
*/
__pyx_t_5 = __pyx_v_text;
__Pyx_INCREF(__pyx_t_5);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, NULL};
__pyx_t_3 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_split, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 661, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
}
if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
__pyx_t_5 = __pyx_t_3; __Pyx_INCREF(__pyx_t_5);
__pyx_t_7 = 0;
__pyx_t_8 = NULL;
} else {
__pyx_t_7 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 661, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_8 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_5); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 661, __pyx_L1_error)
}
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
for (;;) {
if (likely(!__pyx_t_8)) {
if (likely(PyList_CheckExact(__pyx_t_5))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_5);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 661, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
__pyx_t_3 = __Pyx_PyList_GetItemRefFast(__pyx_t_5, __pyx_t_7, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_7;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_5);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 661, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_3 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_7));
#else
__pyx_t_3 = __Pyx_PySequence_ITEM(__pyx_t_5, __pyx_t_7);
#endif
++__pyx_t_7;
}
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 661, __pyx_L1_error)
} else {
__pyx_t_3 = __pyx_t_8(__pyx_t_5);
if (unlikely(!__pyx_t_3)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 661, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_3);
__Pyx_XDECREF_SET(__pyx_v_substring, __pyx_t_3);
__pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":662
* tokens = []
* for substring in text.split():
* suffixes = [] # <<<<<<<<<<<<<<
* while substring:
* if substring in special_cases:
*/
__pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 662, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_XDECREF_SET(__pyx_v_suffixes, ((PyObject*)__pyx_t_3));
__pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":663
* for substring in text.split():
* suffixes = []
* while substring: # <<<<<<<<<<<<<<
* if substring in special_cases:
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
*/
while (1) {
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_substring); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 663, __pyx_L1_error)
if (!__pyx_t_2) break;
/* "spacy/tokenizer.pyx":664
* suffixes = []
* while substring:
* if substring in special_cases: # <<<<<<<<<<<<<<
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = ''
*/
__pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_v_substring, __pyx_v_special_cases, Py_EQ)); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 664, __pyx_L1_error)
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":665
* while substring:
* if substring in special_cases:
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
* substring = ''
* continue
*/
__pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_v_special_cases, __pyx_v_substring); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = __pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_genexpr(((PyObject*)__pyx_cur_scope), __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_t_15 = __Pyx_PyList_Extend(__pyx_v_tokens, __pyx_t_4); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 665, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":666
* if substring in special_cases:
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = '' # <<<<<<<<<<<<<<
* continue
* while prefix_search(substring) or suffix_search(substring):
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_kp_u__6);
__Pyx_DECREF_SET(__pyx_v_substring, __pyx_mstate_global->__pyx_kp_u__6);
/* "spacy/tokenizer.pyx":667
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = ''
* continue # <<<<<<<<<<<<<<
* while prefix_search(substring) or suffix_search(substring):
* if token_match(substring):
*/
goto __pyx_L18_continue;
/* "spacy/tokenizer.pyx":664
* suffixes = []
* while substring:
* if substring in special_cases: # <<<<<<<<<<<<<<
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = ''
*/
}
/* "spacy/tokenizer.pyx":668
* substring = ''
* continue
* while prefix_search(substring) or suffix_search(substring): # <<<<<<<<<<<<<<
* if token_match(substring):
* tokens.append(("TOKEN_MATCH", substring))
*/
while (1) {
__pyx_t_3 = NULL;
__Pyx_INCREF(__pyx_v_prefix_search);
__pyx_t_1 = __pyx_v_prefix_search;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_1))) {
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_1);
assert(__pyx_t_3);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_1);
__Pyx_INCREF(__pyx_t_3);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_1, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_v_substring};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_1, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 668, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_16 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely((__pyx_t_16 < 0))) __PYX_ERR(0, 668, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (!__pyx_t_16) {
} else {
__pyx_t_2 = __pyx_t_16;
goto __pyx_L23_bool_binop_done;
}
__pyx_t_1 = NULL;
__Pyx_INCREF(__pyx_v_suffix_search);
__pyx_t_3 = __pyx_v_suffix_search;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_1);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_1);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, __pyx_v_substring};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 668, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_16 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely((__pyx_t_16 < 0))) __PYX_ERR(0, 668, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_2 = __pyx_t_16;
__pyx_L23_bool_binop_done:;
if (!__pyx_t_2) break;
/* "spacy/tokenizer.pyx":669
* continue
* while prefix_search(substring) or suffix_search(substring):
* if token_match(substring): # <<<<<<<<<<<<<<
* tokens.append(("TOKEN_MATCH", substring))
* substring = ''
*/
__pyx_t_3 = NULL;
__Pyx_INCREF(__pyx_v_token_match);
__pyx_t_1 = __pyx_v_token_match;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_1))) {
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_1);
assert(__pyx_t_3);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_1);
__Pyx_INCREF(__pyx_t_3);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_1, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_v_substring};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_1, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 669, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 669, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":670
* while prefix_search(substring) or suffix_search(substring):
* if token_match(substring):
* tokens.append(("TOKEN_MATCH", substring)) # <<<<<<<<<<<<<<
* substring = ''
* break
*/
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 670, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_TOKEN_MATCH);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_n_u_TOKEN_MATCH);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_mstate_global->__pyx_n_u_TOKEN_MATCH) != (0)) __PYX_ERR(0, 670, __pyx_L1_error);
__Pyx_INCREF(__pyx_v_substring);
__Pyx_GIVEREF(__pyx_v_substring);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_substring) != (0)) __PYX_ERR(0, 670, __pyx_L1_error);
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_4); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 670, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":671
* if token_match(substring):
* tokens.append(("TOKEN_MATCH", substring))
* substring = '' # <<<<<<<<<<<<<<
* break
* if substring in special_cases:
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_kp_u__6);
__Pyx_DECREF_SET(__pyx_v_substring, __pyx_mstate_global->__pyx_kp_u__6);
/* "spacy/tokenizer.pyx":672
* tokens.append(("TOKEN_MATCH", substring))
* substring = ''
* break # <<<<<<<<<<<<<<
* if substring in special_cases:
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
*/
goto __pyx_L22_break;
/* "spacy/tokenizer.pyx":669
* continue
* while prefix_search(substring) or suffix_search(substring):
* if token_match(substring): # <<<<<<<<<<<<<<
* tokens.append(("TOKEN_MATCH", substring))
* substring = ''
*/
}
/* "spacy/tokenizer.pyx":673
* substring = ''
* break
* if substring in special_cases: # <<<<<<<<<<<<<<
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = ''
*/
__pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_v_substring, __pyx_v_special_cases, Py_EQ)); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 673, __pyx_L1_error)
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":674
* break
* if substring in special_cases:
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
* substring = ''
* break
*/
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_v_special_cases, __pyx_v_substring); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_1 = __pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_3genexpr(((PyObject*)__pyx_cur_scope), __pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_15 = __Pyx_PyList_Extend(__pyx_v_tokens, __pyx_t_1); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 674, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":675
* if substring in special_cases:
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = '' # <<<<<<<<<<<<<<
* break
* if prefix_search(substring):
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_kp_u__6);
__Pyx_DECREF_SET(__pyx_v_substring, __pyx_mstate_global->__pyx_kp_u__6);
/* "spacy/tokenizer.pyx":676
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = ''
* break # <<<<<<<<<<<<<<
* if prefix_search(substring):
* split = prefix_search(substring).end()
*/
goto __pyx_L22_break;
/* "spacy/tokenizer.pyx":673
* substring = ''
* break
* if substring in special_cases: # <<<<<<<<<<<<<<
* tokens.extend(("SPECIAL-" + str(i + 1), self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = ''
*/
}
/* "spacy/tokenizer.pyx":677
* substring = ''
* break
* if prefix_search(substring): # <<<<<<<<<<<<<<
* split = prefix_search(substring).end()
* # break if pattern matches the empty string
*/
__pyx_t_4 = NULL;
__Pyx_INCREF(__pyx_v_prefix_search);
__pyx_t_3 = __pyx_v_prefix_search;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_4);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_4);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, __pyx_v_substring};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 677, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 677, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":678
* break
* if prefix_search(substring):
* split = prefix_search(substring).end() # <<<<<<<<<<<<<<
* # break if pattern matches the empty string
* if split == 0:
*/
__pyx_t_13 = NULL;
__Pyx_INCREF(__pyx_v_prefix_search);
__pyx_t_14 = __pyx_v_prefix_search;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_14))) {
__pyx_t_13 = PyMethod_GET_SELF(__pyx_t_14);
assert(__pyx_t_13);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_14);
__Pyx_INCREF(__pyx_t_13);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_14, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_13, __pyx_v_substring};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_14, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 678, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_3 = __pyx_t_4;
__Pyx_INCREF(__pyx_t_3);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_end, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 678, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_XDECREF_SET(__pyx_v_split, __pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":680
* split = prefix_search(substring).end()
* # break if pattern matches the empty string
* if split == 0: # <<<<<<<<<<<<<<
* break
* tokens.append(("PREFIX", substring[:split]))
*/
__pyx_t_2 = (__Pyx_PyLong_BoolEqObjC(__pyx_v_split, __pyx_mstate_global->__pyx_int_0, 0, 0)); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 680, __pyx_L1_error)
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":681
* # break if pattern matches the empty string
* if split == 0:
* break # <<<<<<<<<<<<<<
* tokens.append(("PREFIX", substring[:split]))
* substring = substring[split:]
*/
goto __pyx_L22_break;
/* "spacy/tokenizer.pyx":680
* split = prefix_search(substring).end()
* # break if pattern matches the empty string
* if split == 0: # <<<<<<<<<<<<<<
* break
* tokens.append(("PREFIX", substring[:split]))
*/
}
/* "spacy/tokenizer.pyx":682
* if split == 0:
* break
* tokens.append(("PREFIX", substring[:split])) # <<<<<<<<<<<<<<
* substring = substring[split:]
* if substring in special_cases:
*/
__pyx_t_1 = __Pyx_PyObject_GetSlice(__pyx_v_substring, 0, 0, NULL, &__pyx_v_split, NULL, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 682, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 682, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_PREFIX);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_n_u_PREFIX);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_mstate_global->__pyx_n_u_PREFIX) != (0)) __PYX_ERR(0, 682, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_1);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_1) != (0)) __PYX_ERR(0, 682, __pyx_L1_error);
__pyx_t_1 = 0;
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_4); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 682, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":683
* break
* tokens.append(("PREFIX", substring[:split]))
* substring = substring[split:] # <<<<<<<<<<<<<<
* if substring in special_cases:
* continue
*/
__pyx_t_4 = __Pyx_PyObject_GetSlice(__pyx_v_substring, 0, 0, &__pyx_v_split, NULL, NULL, 0, 0, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 683, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF_SET(__pyx_v_substring, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":684
* tokens.append(("PREFIX", substring[:split]))
* substring = substring[split:]
* if substring in special_cases: # <<<<<<<<<<<<<<
* continue
* if suffix_search(substring):
*/
__pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_v_substring, __pyx_v_special_cases, Py_EQ)); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 684, __pyx_L1_error)
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":685
* substring = substring[split:]
* if substring in special_cases:
* continue # <<<<<<<<<<<<<<
* if suffix_search(substring):
* split = suffix_search(substring).start()
*/
goto __pyx_L21_continue;
/* "spacy/tokenizer.pyx":684
* tokens.append(("PREFIX", substring[:split]))
* substring = substring[split:]
* if substring in special_cases: # <<<<<<<<<<<<<<
* continue
* if suffix_search(substring):
*/
}
/* "spacy/tokenizer.pyx":677
* substring = ''
* break
* if prefix_search(substring): # <<<<<<<<<<<<<<
* split = prefix_search(substring).end()
* # break if pattern matches the empty string
*/
}
/* "spacy/tokenizer.pyx":686
* if substring in special_cases:
* continue
* if suffix_search(substring): # <<<<<<<<<<<<<<
* split = suffix_search(substring).start()
* # break if pattern matches the empty string
*/
__pyx_t_1 = NULL;
__Pyx_INCREF(__pyx_v_suffix_search);
__pyx_t_3 = __pyx_v_suffix_search;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_1);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_1);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, __pyx_v_substring};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 686, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 686, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":687
* continue
* if suffix_search(substring):
* split = suffix_search(substring).start() # <<<<<<<<<<<<<<
* # break if pattern matches the empty string
* if split == len(substring):
*/
__pyx_t_14 = NULL;
__Pyx_INCREF(__pyx_v_suffix_search);
__pyx_t_13 = __pyx_v_suffix_search;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_13))) {
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_13);
assert(__pyx_t_14);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_13);
__Pyx_INCREF(__pyx_t_14);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_13, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_14, __pyx_v_substring};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_13, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 687, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_3 = __pyx_t_1;
__Pyx_INCREF(__pyx_t_3);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, NULL};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_start, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 687, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__Pyx_XDECREF_SET(__pyx_v_split, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":689
* split = suffix_search(substring).start()
* # break if pattern matches the empty string
* if split == len(substring): # <<<<<<<<<<<<<<
* break
* suffixes.append(("SUFFIX", substring[split:]))
*/
__pyx_t_11 = PyObject_Length(__pyx_v_substring); if (unlikely(__pyx_t_11 == ((Py_ssize_t)-1))) __PYX_ERR(0, 689, __pyx_L1_error)
__pyx_t_4 = PyLong_FromSsize_t(__pyx_t_11); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 689, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_1 = PyObject_RichCompare(__pyx_v_split, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 689, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 689, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":690
* # break if pattern matches the empty string
* if split == len(substring):
* break # <<<<<<<<<<<<<<
* suffixes.append(("SUFFIX", substring[split:]))
* substring = substring[:split]
*/
goto __pyx_L22_break;
/* "spacy/tokenizer.pyx":689
* split = suffix_search(substring).start()
* # break if pattern matches the empty string
* if split == len(substring): # <<<<<<<<<<<<<<
* break
* suffixes.append(("SUFFIX", substring[split:]))
*/
}
/* "spacy/tokenizer.pyx":691
* if split == len(substring):
* break
* suffixes.append(("SUFFIX", substring[split:])) # <<<<<<<<<<<<<<
* substring = substring[:split]
* if len(substring) == 0:
*/
__pyx_t_1 = __Pyx_PyObject_GetSlice(__pyx_v_substring, 0, 0, &__pyx_v_split, NULL, NULL, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 691, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 691, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_SUFFIX);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_n_u_SUFFIX);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_mstate_global->__pyx_n_u_SUFFIX) != (0)) __PYX_ERR(0, 691, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_1);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_1) != (0)) __PYX_ERR(0, 691, __pyx_L1_error);
__pyx_t_1 = 0;
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_suffixes, __pyx_t_4); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 691, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":692
* break
* suffixes.append(("SUFFIX", substring[split:]))
* substring = substring[:split] # <<<<<<<<<<<<<<
* if len(substring) == 0:
* continue
*/
__pyx_t_4 = __Pyx_PyObject_GetSlice(__pyx_v_substring, 0, 0, NULL, &__pyx_v_split, NULL, 0, 0, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 692, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF_SET(__pyx_v_substring, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":686
* if substring in special_cases:
* continue
* if suffix_search(substring): # <<<<<<<<<<<<<<
* split = suffix_search(substring).start()
* # break if pattern matches the empty string
*/
}
__pyx_L21_continue:;
}
__pyx_L22_break:;
/* "spacy/tokenizer.pyx":693
* suffixes.append(("SUFFIX", substring[split:]))
* substring = substring[:split]
* if len(substring) == 0: # <<<<<<<<<<<<<<
* continue
* if token_match(substring):
*/
__pyx_t_11 = PyObject_Length(__pyx_v_substring); if (unlikely(__pyx_t_11 == ((Py_ssize_t)-1))) __PYX_ERR(0, 693, __pyx_L1_error)
__pyx_t_2 = (__pyx_t_11 == 0);
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":694
* substring = substring[:split]
* if len(substring) == 0:
* continue # <<<<<<<<<<<<<<
* if token_match(substring):
* tokens.append(("TOKEN_MATCH", substring))
*/
goto __pyx_L18_continue;
/* "spacy/tokenizer.pyx":693
* suffixes.append(("SUFFIX", substring[split:]))
* substring = substring[:split]
* if len(substring) == 0: # <<<<<<<<<<<<<<
* continue
* if token_match(substring):
*/
}
/* "spacy/tokenizer.pyx":695
* if len(substring) == 0:
* continue
* if token_match(substring): # <<<<<<<<<<<<<<
* tokens.append(("TOKEN_MATCH", substring))
* substring = ''
*/
__pyx_t_1 = NULL;
__Pyx_INCREF(__pyx_v_token_match);
__pyx_t_3 = __pyx_v_token_match;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_1);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_1);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, __pyx_v_substring};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 695, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 695, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":696
* continue
* if token_match(substring):
* tokens.append(("TOKEN_MATCH", substring)) # <<<<<<<<<<<<<<
* substring = ''
* elif url_match(substring):
*/
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 696, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_TOKEN_MATCH);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_n_u_TOKEN_MATCH);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_mstate_global->__pyx_n_u_TOKEN_MATCH) != (0)) __PYX_ERR(0, 696, __pyx_L1_error);
__Pyx_INCREF(__pyx_v_substring);
__Pyx_GIVEREF(__pyx_v_substring);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_substring) != (0)) __PYX_ERR(0, 696, __pyx_L1_error);
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_4); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 696, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":697
* if token_match(substring):
* tokens.append(("TOKEN_MATCH", substring))
* substring = '' # <<<<<<<<<<<<<<
* elif url_match(substring):
* tokens.append(("URL_MATCH", substring))
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_kp_u__6);
__Pyx_DECREF_SET(__pyx_v_substring, __pyx_mstate_global->__pyx_kp_u__6);
/* "spacy/tokenizer.pyx":695
* if len(substring) == 0:
* continue
* if token_match(substring): # <<<<<<<<<<<<<<
* tokens.append(("TOKEN_MATCH", substring))
* substring = ''
*/
goto __pyx_L33;
}
/* "spacy/tokenizer.pyx":698
* tokens.append(("TOKEN_MATCH", substring))
* substring = ''
* elif url_match(substring): # <<<<<<<<<<<<<<
* tokens.append(("URL_MATCH", substring))
* substring = ''
*/
__pyx_t_3 = NULL;
__Pyx_INCREF(__pyx_v_url_match);
__pyx_t_1 = __pyx_v_url_match;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_1))) {
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_1);
assert(__pyx_t_3);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_1);
__Pyx_INCREF(__pyx_t_3);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_1, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_v_substring};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_1, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 698, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 698, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":699
* substring = ''
* elif url_match(substring):
* tokens.append(("URL_MATCH", substring)) # <<<<<<<<<<<<<<
* substring = ''
* elif substring in special_cases:
*/
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 699, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_URL_MATCH);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_n_u_URL_MATCH);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_mstate_global->__pyx_n_u_URL_MATCH) != (0)) __PYX_ERR(0, 699, __pyx_L1_error);
__Pyx_INCREF(__pyx_v_substring);
__Pyx_GIVEREF(__pyx_v_substring);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_substring) != (0)) __PYX_ERR(0, 699, __pyx_L1_error);
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_4); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 699, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":700
* elif url_match(substring):
* tokens.append(("URL_MATCH", substring))
* substring = '' # <<<<<<<<<<<<<<
* elif substring in special_cases:
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_kp_u__6);
__Pyx_DECREF_SET(__pyx_v_substring, __pyx_mstate_global->__pyx_kp_u__6);
/* "spacy/tokenizer.pyx":698
* tokens.append(("TOKEN_MATCH", substring))
* substring = ''
* elif url_match(substring): # <<<<<<<<<<<<<<
* tokens.append(("URL_MATCH", substring))
* substring = ''
*/
goto __pyx_L33;
}
/* "spacy/tokenizer.pyx":701
* tokens.append(("URL_MATCH", substring))
* substring = ''
* elif substring in special_cases: # <<<<<<<<<<<<<<
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = ''
*/
__pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_v_substring, __pyx_v_special_cases, Py_EQ)); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 701, __pyx_L1_error)
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":702
* substring = ''
* elif substring in special_cases:
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring])) # <<<<<<<<<<<<<<
* substring = ''
* elif list(infix_finditer(substring)):
*/
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_v_special_cases, __pyx_v_substring); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_1 = __pyx_pf_5spacy_9tokenizer_9Tokenizer_7explain_6genexpr(((PyObject*)__pyx_cur_scope), __pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_15 = __Pyx_PyList_Extend(__pyx_v_tokens, __pyx_t_1); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 702, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":703
* elif substring in special_cases:
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = '' # <<<<<<<<<<<<<<
* elif list(infix_finditer(substring)):
* infixes = infix_finditer(substring)
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_kp_u__6);
__Pyx_DECREF_SET(__pyx_v_substring, __pyx_mstate_global->__pyx_kp_u__6);
/* "spacy/tokenizer.pyx":701
* tokens.append(("URL_MATCH", substring))
* substring = ''
* elif substring in special_cases: # <<<<<<<<<<<<<<
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = ''
*/
goto __pyx_L33;
}
/* "spacy/tokenizer.pyx":704
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = ''
* elif list(infix_finditer(substring)): # <<<<<<<<<<<<<<
* infixes = infix_finditer(substring)
* offset = 0
*/
__pyx_t_4 = NULL;
__Pyx_INCREF(__pyx_v_infix_finditer);
__pyx_t_3 = __pyx_v_infix_finditer;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_4);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_4);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, __pyx_v_substring};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 704, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_3 = __Pyx_PySequence_ListKeepNew(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 704, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_3);
if (unlikely(((!CYTHON_ASSUME_SAFE_SIZE) && __pyx_temp < 0))) __PYX_ERR(0, 704, __pyx_L1_error)
__pyx_t_2 = (__pyx_temp != 0);
}
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":705
* substring = ''
* elif list(infix_finditer(substring)):
* infixes = infix_finditer(substring) # <<<<<<<<<<<<<<
* offset = 0
* for match in infixes:
*/
__pyx_t_1 = NULL;
__Pyx_INCREF(__pyx_v_infix_finditer);
__pyx_t_4 = __pyx_v_infix_finditer;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_4))) {
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4);
assert(__pyx_t_1);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_4);
__Pyx_INCREF(__pyx_t_1);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_4, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, __pyx_v_substring};
__pyx_t_3 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_4, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 705, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
}
__Pyx_XDECREF_SET(__pyx_v_infixes, __pyx_t_3);
__pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":706
* elif list(infix_finditer(substring)):
* infixes = infix_finditer(substring)
* offset = 0 # <<<<<<<<<<<<<<
* for match in infixes:
* if offset == 0 and match.start() == 0:
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__Pyx_XDECREF_SET(__pyx_v_offset, __pyx_mstate_global->__pyx_int_0);
/* "spacy/tokenizer.pyx":707
* infixes = infix_finditer(substring)
* offset = 0
* for match in infixes: # <<<<<<<<<<<<<<
* if offset == 0 and match.start() == 0:
* continue
*/
if (likely(PyList_CheckExact(__pyx_v_infixes)) || PyTuple_CheckExact(__pyx_v_infixes)) {
__pyx_t_3 = __pyx_v_infixes; __Pyx_INCREF(__pyx_t_3);
__pyx_t_11 = 0;
__pyx_t_12 = NULL;
} else {
__pyx_t_11 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_infixes); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 707, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_12 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_3); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 707, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_12)) {
if (likely(PyList_CheckExact(__pyx_t_3))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_3);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 707, __pyx_L1_error)
#endif
if (__pyx_t_11 >= __pyx_temp) break;
}
__pyx_t_4 = __Pyx_PyList_GetItemRefFast(__pyx_t_3, __pyx_t_11, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_11;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_3);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 707, __pyx_L1_error)
#endif
if (__pyx_t_11 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_4 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_11));
#else
__pyx_t_4 = __Pyx_PySequence_ITEM(__pyx_t_3, __pyx_t_11);
#endif
++__pyx_t_11;
}
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 707, __pyx_L1_error)
} else {
__pyx_t_4 = __pyx_t_12(__pyx_t_3);
if (unlikely(!__pyx_t_4)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 707, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_4);
__Pyx_XDECREF_SET(__pyx_v_match, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":708
* offset = 0
* for match in infixes:
* if offset == 0 and match.start() == 0: # <<<<<<<<<<<<<<
* continue
* if substring[offset : match.start()]:
*/
__pyx_t_16 = (__Pyx_PyLong_BoolEqObjC(__pyx_v_offset, __pyx_mstate_global->__pyx_int_0, 0, 0)); if (unlikely((__pyx_t_16 < 0))) __PYX_ERR(0, 708, __pyx_L1_error)
if (__pyx_t_16) {
} else {
__pyx_t_2 = __pyx_t_16;
goto __pyx_L37_bool_binop_done;
}
__pyx_t_1 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_1);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, NULL};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_start, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 708, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_16 = (__Pyx_PyLong_BoolEqObjC(__pyx_t_4, __pyx_mstate_global->__pyx_int_0, 0, 0)); if (unlikely((__pyx_t_16 < 0))) __PYX_ERR(0, 708, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_2 = __pyx_t_16;
__pyx_L37_bool_binop_done:;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":709
* for match in infixes:
* if offset == 0 and match.start() == 0:
* continue # <<<<<<<<<<<<<<
* if substring[offset : match.start()]:
* tokens.append(("TOKEN", substring[offset : match.start()]))
*/
goto __pyx_L34_continue;
/* "spacy/tokenizer.pyx":708
* offset = 0
* for match in infixes:
* if offset == 0 and match.start() == 0: # <<<<<<<<<<<<<<
* continue
* if substring[offset : match.start()]:
*/
}
/* "spacy/tokenizer.pyx":710
* if offset == 0 and match.start() == 0:
* continue
* if substring[offset : match.start()]: # <<<<<<<<<<<<<<
* tokens.append(("TOKEN", substring[offset : match.start()]))
* if substring[match.start() : match.end()]:
*/
__pyx_t_1 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_1);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, NULL};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_start, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 710, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_1 = __Pyx_PyObject_GetSlice(__pyx_v_substring, 0, 0, &__pyx_v_offset, &__pyx_t_4, NULL, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 710, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 710, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":711
* continue
* if substring[offset : match.start()]:
* tokens.append(("TOKEN", substring[offset : match.start()])) # <<<<<<<<<<<<<<
* if substring[match.start() : match.end()]:
* tokens.append(("INFIX", substring[match.start() : match.end()]))
*/
__pyx_t_4 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_4);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_start, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 711, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_4 = __Pyx_PyObject_GetSlice(__pyx_v_substring, 0, 0, &__pyx_v_offset, &__pyx_t_1, NULL, 0, 0, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 711, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 711, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_TOKEN);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_n_u_TOKEN);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_mstate_global->__pyx_n_u_TOKEN) != (0)) __PYX_ERR(0, 711, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_4);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_4) != (0)) __PYX_ERR(0, 711, __pyx_L1_error);
__pyx_t_4 = 0;
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_1); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 711, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":710
* if offset == 0 and match.start() == 0:
* continue
* if substring[offset : match.start()]: # <<<<<<<<<<<<<<
* tokens.append(("TOKEN", substring[offset : match.start()]))
* if substring[match.start() : match.end()]:
*/
}
/* "spacy/tokenizer.pyx":712
* if substring[offset : match.start()]:
* tokens.append(("TOKEN", substring[offset : match.start()]))
* if substring[match.start() : match.end()]: # <<<<<<<<<<<<<<
* tokens.append(("INFIX", substring[match.start() : match.end()]))
* offset = match.end()
*/
__pyx_t_4 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_4);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, NULL};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_start, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 712, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_13 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_13);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_13, NULL};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_end, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 712, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_13 = __Pyx_PyObject_GetSlice(__pyx_v_substring, 0, 0, &__pyx_t_1, &__pyx_t_4, NULL, 0, 0, 1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 712, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_13); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 712, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":713
* tokens.append(("TOKEN", substring[offset : match.start()]))
* if substring[match.start() : match.end()]:
* tokens.append(("INFIX", substring[match.start() : match.end()])) # <<<<<<<<<<<<<<
* offset = match.end()
* if substring[offset:]:
*/
__pyx_t_4 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_4);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, NULL};
__pyx_t_13 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_start, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 713, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
}
__pyx_t_1 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_1);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, NULL};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_end, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 713, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_1 = __Pyx_PyObject_GetSlice(__pyx_v_substring, 0, 0, &__pyx_t_13, &__pyx_t_4, NULL, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 713, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 713, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_INFIX);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_n_u_INFIX);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_mstate_global->__pyx_n_u_INFIX) != (0)) __PYX_ERR(0, 713, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_1);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_1) != (0)) __PYX_ERR(0, 713, __pyx_L1_error);
__pyx_t_1 = 0;
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_4); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 713, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":712
* if substring[offset : match.start()]:
* tokens.append(("TOKEN", substring[offset : match.start()]))
* if substring[match.start() : match.end()]: # <<<<<<<<<<<<<<
* tokens.append(("INFIX", substring[match.start() : match.end()]))
* offset = match.end()
*/
}
/* "spacy/tokenizer.pyx":714
* if substring[match.start() : match.end()]:
* tokens.append(("INFIX", substring[match.start() : match.end()]))
* offset = match.end() # <<<<<<<<<<<<<<
* if substring[offset:]:
* tokens.append(("TOKEN", substring[offset:]))
*/
__pyx_t_1 = __pyx_v_match;
__Pyx_INCREF(__pyx_t_1);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, NULL};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_end, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 714, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__Pyx_DECREF_SET(__pyx_v_offset, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":707
* infixes = infix_finditer(substring)
* offset = 0
* for match in infixes: # <<<<<<<<<<<<<<
* if offset == 0 and match.start() == 0:
* continue
*/
__pyx_L34_continue:;
}
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":715
* tokens.append(("INFIX", substring[match.start() : match.end()]))
* offset = match.end()
* if substring[offset:]: # <<<<<<<<<<<<<<
* tokens.append(("TOKEN", substring[offset:]))
* substring = ''
*/
__pyx_t_3 = __Pyx_PyObject_GetSlice(__pyx_v_substring, 0, 0, &__pyx_v_offset, NULL, NULL, 0, 0, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 715, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 715, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":716
* offset = match.end()
* if substring[offset:]:
* tokens.append(("TOKEN", substring[offset:])) # <<<<<<<<<<<<<<
* substring = ''
* elif substring:
*/
__pyx_t_3 = __Pyx_PyObject_GetSlice(__pyx_v_substring, 0, 0, &__pyx_v_offset, NULL, NULL, 0, 0, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 716, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 716, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_TOKEN);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_n_u_TOKEN);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_mstate_global->__pyx_n_u_TOKEN) != (0)) __PYX_ERR(0, 716, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_3);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_3) != (0)) __PYX_ERR(0, 716, __pyx_L1_error);
__pyx_t_3 = 0;
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_4); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 716, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":715
* tokens.append(("INFIX", substring[match.start() : match.end()]))
* offset = match.end()
* if substring[offset:]: # <<<<<<<<<<<<<<
* tokens.append(("TOKEN", substring[offset:]))
* substring = ''
*/
}
/* "spacy/tokenizer.pyx":717
* if substring[offset:]:
* tokens.append(("TOKEN", substring[offset:]))
* substring = '' # <<<<<<<<<<<<<<
* elif substring:
* tokens.append(("TOKEN", substring))
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_kp_u__6);
__Pyx_DECREF_SET(__pyx_v_substring, __pyx_mstate_global->__pyx_kp_u__6);
/* "spacy/tokenizer.pyx":704
* tokens.extend((f"SPECIAL-{i + 1}", self.vocab.strings[e[ORTH]]) for i, e in enumerate(special_cases[substring]))
* substring = ''
* elif list(infix_finditer(substring)): # <<<<<<<<<<<<<<
* infixes = infix_finditer(substring)
* offset = 0
*/
goto __pyx_L33;
}
/* "spacy/tokenizer.pyx":718
* tokens.append(("TOKEN", substring[offset:]))
* substring = ''
* elif substring: # <<<<<<<<<<<<<<
* tokens.append(("TOKEN", substring))
* substring = ''
*/
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_substring); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 718, __pyx_L1_error)
if (__pyx_t_2) {
/* "spacy/tokenizer.pyx":719
* substring = ''
* elif substring:
* tokens.append(("TOKEN", substring)) # <<<<<<<<<<<<<<
* substring = ''
* tokens.extend(reversed(suffixes))
*/
__pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 719, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_INCREF(__pyx_mstate_global->__pyx_n_u_TOKEN);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_n_u_TOKEN);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_mstate_global->__pyx_n_u_TOKEN) != (0)) __PYX_ERR(0, 719, __pyx_L1_error);
__Pyx_INCREF(__pyx_v_substring);
__Pyx_GIVEREF(__pyx_v_substring);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_substring) != (0)) __PYX_ERR(0, 719, __pyx_L1_error);
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_tokens, __pyx_t_4); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 719, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":720
* elif substring:
* tokens.append(("TOKEN", substring))
* substring = '' # <<<<<<<<<<<<<<
* tokens.extend(reversed(suffixes))
* # Find matches for special cases handled by special matcher
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_kp_u__6);
__Pyx_DECREF_SET(__pyx_v_substring, __pyx_mstate_global->__pyx_kp_u__6);
/* "spacy/tokenizer.pyx":718
* tokens.append(("TOKEN", substring[offset:]))
* substring = ''
* elif substring: # <<<<<<<<<<<<<<
* tokens.append(("TOKEN", substring))
* substring = ''
*/
}
__pyx_L33:;
__pyx_L18_continue:;
}
/* "spacy/tokenizer.pyx":721
* tokens.append(("TOKEN", substring))
* substring = ''
* tokens.extend(reversed(suffixes)) # <<<<<<<<<<<<<<
* # Find matches for special cases handled by special matcher
* words, spaces = get_words_and_spaces([t[1] for t in tokens], text)
*/
__pyx_t_3 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_v_suffixes};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin_reversed, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 721, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_15 = __Pyx_PyList_Extend(__pyx_v_tokens, __pyx_t_4); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 721, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":661
* special_cases[orth] = [intify_attrs(special_token, strings_map=self.vocab.strings, _do_deprecated=True) for special_token in special_tokens]
* tokens = []
* for substring in text.split(): # <<<<<<<<<<<<<<
* suffixes = []
* while substring:
*/
}
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
/* "spacy/tokenizer.pyx":723
* tokens.extend(reversed(suffixes))
* # Find matches for special cases handled by special matcher
* words, spaces = get_words_and_spaces([t[1] for t in tokens], text) # <<<<<<<<<<<<<<
* t_words = []
* t_spaces = []
*/
__pyx_t_4 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_get_words_and_spaces); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 723, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 723, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_13 = __pyx_v_tokens; __Pyx_INCREF(__pyx_t_13);
__pyx_t_7 = 0;
for (;;) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_13);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 723, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
__pyx_t_14 = __Pyx_PyList_GetItemRefFast(__pyx_t_13, __pyx_t_7, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_7;
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 723, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_14);
__Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_14);
__pyx_t_14 = 0;
__pyx_t_14 = __Pyx_GetItemInt(__pyx_v_t, 1, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 723, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_14);
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_14))) __PYX_ERR(0, 723, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
}
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_4);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_4);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[3] = {__pyx_t_4, __pyx_t_1, __pyx_v_text};
__pyx_t_5 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_6, (3-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 723, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
}
if ((likely(PyTuple_CheckExact(__pyx_t_5))) || (PyList_CheckExact(__pyx_t_5))) {
PyObject* sequence = __pyx_t_5;
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
if (unlikely(size != 2)) {
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
__PYX_ERR(0, 723, __pyx_L1_error)
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
if (likely(PyTuple_CheckExact(sequence))) {
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
__Pyx_INCREF(__pyx_t_3);
__pyx_t_1 = PyTuple_GET_ITEM(sequence, 1);
__Pyx_INCREF(__pyx_t_1);
} else {
__pyx_t_3 = __Pyx_PyList_GetItemRefFast(sequence, 0, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 723, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_3);
__pyx_t_1 = __Pyx_PyList_GetItemRefFast(sequence, 1, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 723, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_1);
}
#else
__pyx_t_3 = __Pyx_PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 723, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_1 = __Pyx_PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 723, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
#endif
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
} else {
Py_ssize_t index = -1;
__pyx_t_4 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 723, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_10 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_4);
index = 0; __pyx_t_3 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_3)) goto __pyx_L47_unpacking_failed;
__Pyx_GOTREF(__pyx_t_3);
index = 1; __pyx_t_1 = __pyx_t_10(__pyx_t_4); if (unlikely(!__pyx_t_1)) goto __pyx_L47_unpacking_failed;
__Pyx_GOTREF(__pyx_t_1);
if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_4), 2) < (0)) __PYX_ERR(0, 723, __pyx_L1_error)
__pyx_t_10 = NULL;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
goto __pyx_L48_unpacking_done;
__pyx_L47_unpacking_failed:;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_10 = NULL;
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
__PYX_ERR(0, 723, __pyx_L1_error)
__pyx_L48_unpacking_done:;
}
__pyx_v_words = __pyx_t_3;
__pyx_t_3 = 0;
__pyx_v_spaces = __pyx_t_1;
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":724
* # Find matches for special cases handled by special matcher
* words, spaces = get_words_and_spaces([t[1] for t in tokens], text)
* t_words = [] # <<<<<<<<<<<<<<
* t_spaces = []
* for word, space in zip(words, spaces):
*/
__pyx_t_5 = PyList_New(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 724, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_v_t_words = ((PyObject*)__pyx_t_5);
__pyx_t_5 = 0;
/* "spacy/tokenizer.pyx":725
* words, spaces = get_words_and_spaces([t[1] for t in tokens], text)
* t_words = []
* t_spaces = [] # <<<<<<<<<<<<<<
* for word, space in zip(words, spaces):
* if not word.isspace():
*/
__pyx_t_5 = PyList_New(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 725, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_v_t_spaces = ((PyObject*)__pyx_t_5);
__pyx_t_5 = 0;
/* "spacy/tokenizer.pyx":726
* t_words = []
* t_spaces = []
* for word, space in zip(words, spaces): # <<<<<<<<<<<<<<
* if not word.isspace():
* t_words.append(word)
*/
__pyx_t_1 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[3] = {__pyx_t_1, __pyx_v_words, __pyx_v_spaces};
__pyx_t_5 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin_zip, __pyx_callargs+__pyx_t_6, (3-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 726, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
}
if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) {
__pyx_t_1 = __pyx_t_5; __Pyx_INCREF(__pyx_t_1);
__pyx_t_7 = 0;
__pyx_t_8 = NULL;
} else {
__pyx_t_7 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 726, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_8 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 726, __pyx_L1_error)
}
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
for (;;) {
if (likely(!__pyx_t_8)) {
if (likely(PyList_CheckExact(__pyx_t_1))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 726, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
__pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_1, __pyx_t_7, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_7;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 726, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_7));
#else
__pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_1, __pyx_t_7);
#endif
++__pyx_t_7;
}
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 726, __pyx_L1_error)
} else {
__pyx_t_5 = __pyx_t_8(__pyx_t_1);
if (unlikely(!__pyx_t_5)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 726, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_5);
if ((likely(PyTuple_CheckExact(__pyx_t_5))) || (PyList_CheckExact(__pyx_t_5))) {
PyObject* sequence = __pyx_t_5;
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
if (unlikely(size != 2)) {
if (size > 2) __Pyx_RaiseTooManyValuesError(2);
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
__PYX_ERR(0, 726, __pyx_L1_error)
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
if (likely(PyTuple_CheckExact(sequence))) {
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
__Pyx_INCREF(__pyx_t_3);
__pyx_t_4 = PyTuple_GET_ITEM(sequence, 1);
__Pyx_INCREF(__pyx_t_4);
} else {
__pyx_t_3 = __Pyx_PyList_GetItemRefFast(sequence, 0, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 726, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_3);
__pyx_t_4 = __Pyx_PyList_GetItemRefFast(sequence, 1, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 726, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_4);
}
#else
__pyx_t_3 = __Pyx_PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 726, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = __Pyx_PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 726, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#endif
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
} else {
Py_ssize_t index = -1;
__pyx_t_13 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 726, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_10 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_13);
index = 0; __pyx_t_3 = __pyx_t_10(__pyx_t_13); if (unlikely(!__pyx_t_3)) goto __pyx_L51_unpacking_failed;
__Pyx_GOTREF(__pyx_t_3);
index = 1; __pyx_t_4 = __pyx_t_10(__pyx_t_13); if (unlikely(!__pyx_t_4)) goto __pyx_L51_unpacking_failed;
__Pyx_GOTREF(__pyx_t_4);
if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_13), 2) < (0)) __PYX_ERR(0, 726, __pyx_L1_error)
__pyx_t_10 = NULL;
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
goto __pyx_L52_unpacking_done;
__pyx_L51_unpacking_failed:;
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
__pyx_t_10 = NULL;
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
__PYX_ERR(0, 726, __pyx_L1_error)
__pyx_L52_unpacking_done:;
}
__Pyx_XDECREF_SET(__pyx_v_word, __pyx_t_3);
__pyx_t_3 = 0;
__Pyx_XDECREF_SET(__pyx_v_space, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":727
* t_spaces = []
* for word, space in zip(words, spaces):
* if not word.isspace(): # <<<<<<<<<<<<<<
* t_words.append(word)
* t_spaces.append(space)
*/
__pyx_t_4 = __pyx_v_word;
__Pyx_INCREF(__pyx_t_4);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, NULL};
__pyx_t_5 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_isspace, __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 727, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
}
__pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 727, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_16 = (!__pyx_t_2);
if (__pyx_t_16) {
/* "spacy/tokenizer.pyx":728
* for word, space in zip(words, spaces):
* if not word.isspace():
* t_words.append(word) # <<<<<<<<<<<<<<
* t_spaces.append(space)
* doc = Doc(self.vocab, words=t_words, spaces=t_spaces)
*/
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_t_words, __pyx_v_word); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 728, __pyx_L1_error)
/* "spacy/tokenizer.pyx":729
* if not word.isspace():
* t_words.append(word)
* t_spaces.append(space) # <<<<<<<<<<<<<<
* doc = Doc(self.vocab, words=t_words, spaces=t_spaces)
* matches = self._special_matcher(doc)
*/
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_t_spaces, __pyx_v_space); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 729, __pyx_L1_error)
/* "spacy/tokenizer.pyx":727
* t_spaces = []
* for word, space in zip(words, spaces):
* if not word.isspace(): # <<<<<<<<<<<<<<
* t_words.append(word)
* t_spaces.append(space)
*/
}
/* "spacy/tokenizer.pyx":726
* t_words = []
* t_spaces = []
* for word, space in zip(words, spaces): # <<<<<<<<<<<<<<
* if not word.isspace():
* t_words.append(word)
*/
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":730
* t_words.append(word)
* t_spaces.append(space)
* doc = Doc(self.vocab, words=t_words, spaces=t_spaces) # <<<<<<<<<<<<<<
* matches = self._special_matcher(doc)
* spans = [Span(doc, s, e, label=m_id) for m_id, s, e in matches]
*/
__pyx_t_5 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 2 : 0)] = {__pyx_t_5, ((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab)};
__pyx_t_4 = __Pyx_MakeVectorcallBuilderKwds(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 730, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_words, __pyx_v_t_words, __pyx_t_4, __pyx_callargs+2, 0) < (0)) __PYX_ERR(0, 730, __pyx_L1_error)
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_spaces, __pyx_v_t_spaces, __pyx_t_4, __pyx_callargs+2, 1) < (0)) __PYX_ERR(0, 730, __pyx_L1_error)
__pyx_t_1 = __Pyx_Object_Vectorcall_CallFromBuilder((PyObject*)__pyx_mstate_global->__pyx_ptype_5spacy_6tokens_3doc_Doc, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_4);
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 730, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_1);
}
__pyx_v_doc = ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":731
* t_spaces.append(space)
* doc = Doc(self.vocab, words=t_words, spaces=t_spaces)
* matches = self._special_matcher(doc) # <<<<<<<<<<<<<<
* spans = [Span(doc, s, e, label=m_id) for m_id, s, e in matches]
* spans = util.filter_spans(spans)
*/
__pyx_t_4 = NULL;
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self->_special_matcher);
__pyx_t_5 = ((PyObject *)__pyx_cur_scope->__pyx_v_self->_special_matcher);
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_5))) {
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_5);
assert(__pyx_t_4);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_5);
__Pyx_INCREF(__pyx_t_4);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_5, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, ((PyObject *)__pyx_v_doc)};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_5, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 731, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_v_matches = __pyx_t_1;
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":732
* doc = Doc(self.vocab, words=t_words, spaces=t_spaces)
* matches = self._special_matcher(doc)
* spans = [Span(doc, s, e, label=m_id) for m_id, s, e in matches] # <<<<<<<<<<<<<<
* spans = util.filter_spans(spans)
* # Replace matched tokens with their exceptions
*/
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
if (likely(PyList_CheckExact(__pyx_v_matches)) || PyTuple_CheckExact(__pyx_v_matches)) {
__pyx_t_5 = __pyx_v_matches; __Pyx_INCREF(__pyx_t_5);
__pyx_t_7 = 0;
__pyx_t_8 = NULL;
} else {
__pyx_t_7 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_v_matches); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_8 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_5); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 732, __pyx_L1_error)
}
for (;;) {
if (likely(!__pyx_t_8)) {
if (likely(PyList_CheckExact(__pyx_t_5))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_5);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 732, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
__pyx_t_4 = __Pyx_PyList_GetItemRefFast(__pyx_t_5, __pyx_t_7, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_7;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_5);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 732, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_4 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_7));
#else
__pyx_t_4 = __Pyx_PySequence_ITEM(__pyx_t_5, __pyx_t_7);
#endif
++__pyx_t_7;
}
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 732, __pyx_L1_error)
} else {
__pyx_t_4 = __pyx_t_8(__pyx_t_5);
if (unlikely(!__pyx_t_4)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 732, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_4);
if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) {
PyObject* sequence = __pyx_t_4;
Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
if (unlikely(size != 3)) {
if (size > 3) __Pyx_RaiseTooManyValuesError(3);
else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
__PYX_ERR(0, 732, __pyx_L1_error)
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
if (likely(PyTuple_CheckExact(sequence))) {
__pyx_t_3 = PyTuple_GET_ITEM(sequence, 0);
__Pyx_INCREF(__pyx_t_3);
__pyx_t_13 = PyTuple_GET_ITEM(sequence, 1);
__Pyx_INCREF(__pyx_t_13);
__pyx_t_14 = PyTuple_GET_ITEM(sequence, 2);
__Pyx_INCREF(__pyx_t_14);
} else {
__pyx_t_3 = __Pyx_PyList_GetItemRefFast(sequence, 0, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_3);
__pyx_t_13 = __Pyx_PyList_GetItemRefFast(sequence, 1, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_13);
__pyx_t_14 = __Pyx_PyList_GetItemRefFast(sequence, 2, __Pyx_ReferenceSharing_SharedReference);
if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_XGOTREF(__pyx_t_14);
}
#else
__pyx_t_3 = __Pyx_PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_13 = __Pyx_PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__pyx_t_14 = __Pyx_PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_14);
#endif
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
} else {
Py_ssize_t index = -1;
__pyx_t_9 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_10 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_9);
index = 0; __pyx_t_3 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_3)) goto __pyx_L57_unpacking_failed;
__Pyx_GOTREF(__pyx_t_3);
index = 1; __pyx_t_13 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_13)) goto __pyx_L57_unpacking_failed;
__Pyx_GOTREF(__pyx_t_13);
index = 2; __pyx_t_14 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_14)) goto __pyx_L57_unpacking_failed;
__Pyx_GOTREF(__pyx_t_14);
if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_9), 3) < (0)) __PYX_ERR(0, 732, __pyx_L1_error)
__pyx_t_10 = NULL;
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
goto __pyx_L58_unpacking_done;
__pyx_L57_unpacking_failed:;
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
__pyx_t_10 = NULL;
if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
__PYX_ERR(0, 732, __pyx_L1_error)
__pyx_L58_unpacking_done:;
}
__Pyx_XDECREF_SET(__pyx_v_m_id, __pyx_t_3);
__pyx_t_3 = 0;
__Pyx_XDECREF_SET(__pyx_v_s, __pyx_t_13);
__pyx_t_13 = 0;
__Pyx_XDECREF_SET(__pyx_v_e, __pyx_t_14);
__pyx_t_14 = 0;
__pyx_t_14 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_13, __pyx_mstate_global->__pyx_n_u_Span); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_13))) {
__pyx_t_14 = PyMethod_GET_SELF(__pyx_t_13);
assert(__pyx_t_14);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_13);
__Pyx_INCREF(__pyx_t_14);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_13, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[4 + ((CYTHON_VECTORCALL) ? 1 : 0)] = {__pyx_t_14, ((PyObject *)__pyx_v_doc), __pyx_v_s, __pyx_v_e};
__pyx_t_3 = __Pyx_MakeVectorcallBuilderKwds(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_label, __pyx_v_m_id, __pyx_t_3, __pyx_callargs+4, 0) < (0)) __PYX_ERR(0, 732, __pyx_L1_error)
__pyx_t_4 = __Pyx_Object_Vectorcall_CallFromBuilder((PyObject*)__pyx_t_13, __pyx_callargs+__pyx_t_6, (4-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_3);
__Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_4))) __PYX_ERR(0, 732, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
}
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_v_spans = __pyx_t_1;
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":733
* matches = self._special_matcher(doc)
* spans = [Span(doc, s, e, label=m_id) for m_id, s, e in matches]
* spans = util.filter_spans(spans) # <<<<<<<<<<<<<<
* # Replace matched tokens with their exceptions
* i = 0
*/
__pyx_t_5 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_util); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 733, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_filter_spans); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 733, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_6 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_13))) {
__pyx_t_5 = PyMethod_GET_SELF(__pyx_t_13);
assert(__pyx_t_5);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_13);
__Pyx_INCREF(__pyx_t_5);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_13, __pyx__function);
__pyx_t_6 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_v_spans};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_13, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 733, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF_SET(__pyx_v_spans, __pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":735
* spans = util.filter_spans(spans)
* # Replace matched tokens with their exceptions
* i = 0 # <<<<<<<<<<<<<<
* final_tokens = []
* spans_by_start = {s.start: s for s in spans}
*/
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__pyx_v_i = __pyx_mstate_global->__pyx_int_0;
/* "spacy/tokenizer.pyx":736
* # Replace matched tokens with their exceptions
* i = 0
* final_tokens = [] # <<<<<<<<<<<<<<
* spans_by_start = {s.start: s for s in spans}
* while i < len(tokens):
*/
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 736, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_v_final_tokens = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":737
* i = 0
* final_tokens = []
* spans_by_start = {s.start: s for s in spans} # <<<<<<<<<<<<<<
* while i < len(tokens):
* if i in spans_by_start:
*/
{ /* enter inner scope */
__pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 737, __pyx_L62_error)
__Pyx_GOTREF(__pyx_t_1);
if (likely(PyList_CheckExact(__pyx_v_spans)) || PyTuple_CheckExact(__pyx_v_spans)) {
__pyx_t_13 = __pyx_v_spans; __Pyx_INCREF(__pyx_t_13);
__pyx_t_7 = 0;
__pyx_t_8 = NULL;
} else {
__pyx_t_7 = -1; __pyx_t_13 = PyObject_GetIter(__pyx_v_spans); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 737, __pyx_L62_error)
__Pyx_GOTREF(__pyx_t_13);
__pyx_t_8 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_13); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 737, __pyx_L62_error)
}
for (;;) {
if (likely(!__pyx_t_8)) {
if (likely(PyList_CheckExact(__pyx_t_13))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_13);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 737, __pyx_L62_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
__pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_13, __pyx_t_7, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_7;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_13);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 737, __pyx_L62_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_13, __pyx_t_7));
#else
__pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_13, __pyx_t_7);
#endif
++__pyx_t_7;
}
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 737, __pyx_L62_error)
} else {
__pyx_t_5 = __pyx_t_8(__pyx_t_13);
if (unlikely(!__pyx_t_5)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 737, __pyx_L62_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_5);
__Pyx_XDECREF_SET(__pyx_8genexpr3__pyx_v_s, __pyx_t_5);
__pyx_t_5 = 0;
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_8genexpr3__pyx_v_s, __pyx_mstate_global->__pyx_n_u_start); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 737, __pyx_L62_error)
__Pyx_GOTREF(__pyx_t_5);
if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_t_5, (PyObject*)__pyx_8genexpr3__pyx_v_s))) __PYX_ERR(0, 737, __pyx_L62_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
}
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
__Pyx_XDECREF(__pyx_8genexpr3__pyx_v_s); __pyx_8genexpr3__pyx_v_s = 0;
goto __pyx_L66_exit_scope;
__pyx_L62_error:;
__Pyx_XDECREF(__pyx_8genexpr3__pyx_v_s); __pyx_8genexpr3__pyx_v_s = 0;
goto __pyx_L1_error;
__pyx_L66_exit_scope:;
} /* exit inner scope */
__pyx_v_spans_by_start = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":738
* final_tokens = []
* spans_by_start = {s.start: s for s in spans}
* while i < len(tokens): # <<<<<<<<<<<<<<
* if i in spans_by_start:
* span = spans_by_start[i]
*/
while (1) {
__pyx_t_7 = __Pyx_PyList_GET_SIZE(__pyx_v_tokens); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 738, __pyx_L1_error)
__pyx_t_1 = PyLong_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 738, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_13 = PyObject_RichCompare(__pyx_v_i, __pyx_t_1, Py_LT); __Pyx_XGOTREF(__pyx_t_13); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 738, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_16 = __Pyx_PyObject_IsTrue(__pyx_t_13); if (unlikely((__pyx_t_16 < 0))) __PYX_ERR(0, 738, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
if (!__pyx_t_16) break;
/* "spacy/tokenizer.pyx":739
* spans_by_start = {s.start: s for s in spans}
* while i < len(tokens):
* if i in spans_by_start: # <<<<<<<<<<<<<<
* span = spans_by_start[i]
* exc = [d[ORTH] for d in special_cases[span.label_]]
*/
__pyx_t_16 = (__Pyx_PyDict_ContainsTF(__pyx_v_i, __pyx_v_spans_by_start, Py_EQ)); if (unlikely((__pyx_t_16 < 0))) __PYX_ERR(0, 739, __pyx_L1_error)
if (__pyx_t_16) {
/* "spacy/tokenizer.pyx":740
* while i < len(tokens):
* if i in spans_by_start:
* span = spans_by_start[i] # <<<<<<<<<<<<<<
* exc = [d[ORTH] for d in special_cases[span.label_]]
* # The phrase matcher can overmatch for tokens separated by
*/
__pyx_t_13 = __Pyx_PyDict_GetItem(__pyx_v_spans_by_start, __pyx_v_i); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 740, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_13);
__pyx_t_13 = 0;
/* "spacy/tokenizer.pyx":741
* if i in spans_by_start:
* span = spans_by_start[i]
* exc = [d[ORTH] for d in special_cases[span.label_]] # <<<<<<<<<<<<<<
* # The phrase matcher can overmatch for tokens separated by
* # spaces in the text but not in the underlying rule, so skip
*/
__pyx_t_13 = PyList_New(0); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 741, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_mstate_global->__pyx_n_u_label_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 741, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_5 = __Pyx_PyDict_GetItem(__pyx_v_special_cases, __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 741, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) {
__pyx_t_1 = __pyx_t_5; __Pyx_INCREF(__pyx_t_1);
__pyx_t_7 = 0;
__pyx_t_8 = NULL;
} else {
__pyx_t_7 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 741, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_8 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 741, __pyx_L1_error)
}
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
for (;;) {
if (likely(!__pyx_t_8)) {
if (likely(PyList_CheckExact(__pyx_t_1))) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 741, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
__pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_1, __pyx_t_7, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_7;
} else {
{
Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 741, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
__pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_7));
#else
__pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_1, __pyx_t_7);
#endif
++__pyx_t_7;
}
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 741, __pyx_L1_error)
} else {
__pyx_t_5 = __pyx_t_8(__pyx_t_1);
if (unlikely(!__pyx_t_5)) {
PyObject* exc_type = PyErr_Occurred();
if (exc_type) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 741, __pyx_L1_error)
PyErr_Clear();
}
break;
}
}
__Pyx_GOTREF(__pyx_t_5);
__Pyx_XDECREF_SET(__pyx_v_d, __pyx_t_5);
__pyx_t_5 = 0;
__Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_mstate_global->__pyx_n_u_ORTH); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 741, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_4 = __Pyx_PyObject_GetItem(__pyx_v_d, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 741, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(__Pyx_ListComp_Append(__pyx_t_13, (PyObject*)__pyx_t_4))) __PYX_ERR(0, 741, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_XDECREF_SET(__pyx_v_exc, ((PyObject*)__pyx_t_13));
__pyx_t_13 = 0;
/* "spacy/tokenizer.pyx":745
* # spaces in the text but not in the underlying rule, so skip
* # cases where the texts aren't identical
* if span.text != "".join([self.vocab.strings[orth] for orth in exc]): # <<<<<<<<<<<<<<
* final_tokens.append(tokens[i])
* i += 1
*/
__pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_span, __pyx_mstate_global->__pyx_n_u_text); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 745, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 745, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_4 = __pyx_v_exc; __Pyx_INCREF(__pyx_t_4);
__pyx_t_7 = 0;
for (;;) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_4);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 745, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
__pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_4, __pyx_t_7, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_7;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 745, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_XDECREF_SET(__pyx_v_orth, __pyx_t_5);
__pyx_t_5 = 0;
__pyx_t_5 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab->strings), __pyx_v_orth); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 745, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 745, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_4 = PyUnicode_Join(__pyx_mstate_global->__pyx_kp_u__6, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 745, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_16 = (__Pyx_PyUnicode_Equals(__pyx_t_13, __pyx_t_4, Py_NE)); if (unlikely((__pyx_t_16 < 0))) __PYX_ERR(0, 745, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (__pyx_t_16) {
/* "spacy/tokenizer.pyx":746
* # cases where the texts aren't identical
* if span.text != "".join([self.vocab.strings[orth] for orth in exc]):
* final_tokens.append(tokens[i]) # <<<<<<<<<<<<<<
* i += 1
* else:
*/
__pyx_t_4 = __Pyx_PyObject_GetItem(__pyx_v_tokens, __pyx_v_i); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 746, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_final_tokens, __pyx_t_4); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 746, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":747
* if span.text != "".join([self.vocab.strings[orth] for orth in exc]):
* final_tokens.append(tokens[i])
* i += 1 # <<<<<<<<<<<<<<
* else:
* for j, orth in enumerate(exc):
*/
__pyx_t_4 = __Pyx_PyLong_AddObjC(__pyx_v_i, __pyx_mstate_global->__pyx_int_1, 1, 1, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 747, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF_SET(__pyx_v_i, __pyx_t_4);
__pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":745
* # spaces in the text but not in the underlying rule, so skip
* # cases where the texts aren't identical
* if span.text != "".join([self.vocab.strings[orth] for orth in exc]): # <<<<<<<<<<<<<<
* final_tokens.append(tokens[i])
* i += 1
*/
goto __pyx_L73;
}
/* "spacy/tokenizer.pyx":749
* i += 1
* else:
* for j, orth in enumerate(exc): # <<<<<<<<<<<<<<
* final_tokens.append((f"SPECIAL-{j + 1}", self.vocab.strings[orth]))
* i += len(span)
*/
/*else*/ {
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
__pyx_t_4 = __pyx_mstate_global->__pyx_int_0;
__pyx_t_13 = __pyx_v_exc; __Pyx_INCREF(__pyx_t_13);
__pyx_t_7 = 0;
for (;;) {
{
Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_13);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 749, __pyx_L1_error)
#endif
if (__pyx_t_7 >= __pyx_temp) break;
}
__pyx_t_1 = __Pyx_PyList_GetItemRefFast(__pyx_t_13, __pyx_t_7, __Pyx_ReferenceSharing_OwnStrongReference);
++__pyx_t_7;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 749, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_XDECREF_SET(__pyx_v_orth, __pyx_t_1);
__pyx_t_1 = 0;
__Pyx_INCREF(__pyx_t_4);
__Pyx_XDECREF_SET(__pyx_v_j, __pyx_t_4);
__pyx_t_1 = __Pyx_PyLong_AddObjC(__pyx_t_4, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 749, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_4);
__pyx_t_4 = __pyx_t_1;
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":750
* else:
* for j, orth in enumerate(exc):
* final_tokens.append((f"SPECIAL-{j + 1}", self.vocab.strings[orth])) # <<<<<<<<<<<<<<
* i += len(span)
* else:
*/
__pyx_t_1 = __Pyx_PyLong_AddObjC(__pyx_v_j, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 750, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_5 = __Pyx_PyObject_FormatSimple(__pyx_t_1, __pyx_mstate_global->__pyx_empty_unicode); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 750, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = __Pyx_PyUnicode_Concat(__pyx_mstate_global->__pyx_kp_u_SPECIAL, __pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 750, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_5 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab->strings), __pyx_v_orth); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 750, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 750, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_GIVEREF(__pyx_t_1);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1) != (0)) __PYX_ERR(0, 750, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_t_5);
if (__Pyx_PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_5) != (0)) __PYX_ERR(0, 750, __pyx_L1_error);
__pyx_t_1 = 0;
__pyx_t_5 = 0;
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_final_tokens, __pyx_t_3); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 750, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":749
* i += 1
* else:
* for j, orth in enumerate(exc): # <<<<<<<<<<<<<<
* final_tokens.append((f"SPECIAL-{j + 1}", self.vocab.strings[orth]))
* i += len(span)
*/
}
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":751
* for j, orth in enumerate(exc):
* final_tokens.append((f"SPECIAL-{j + 1}", self.vocab.strings[orth]))
* i += len(span) # <<<<<<<<<<<<<<
* else:
* final_tokens.append(tokens[i])
*/
__pyx_t_7 = PyObject_Length(__pyx_v_span); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 751, __pyx_L1_error)
__pyx_t_4 = PyLong_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 751, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_13 = PyNumber_InPlaceAdd(__pyx_v_i, __pyx_t_4); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 751, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF_SET(__pyx_v_i, __pyx_t_13);
__pyx_t_13 = 0;
}
__pyx_L73:;
/* "spacy/tokenizer.pyx":739
* spans_by_start = {s.start: s for s in spans}
* while i < len(tokens):
* if i in spans_by_start: # <<<<<<<<<<<<<<
* span = spans_by_start[i]
* exc = [d[ORTH] for d in special_cases[span.label_]]
*/
goto __pyx_L69;
}
/* "spacy/tokenizer.pyx":753
* i += len(span)
* else:
* final_tokens.append(tokens[i]) # <<<<<<<<<<<<<<
* i += 1
* return final_tokens
*/
/*else*/ {
__pyx_t_13 = __Pyx_PyObject_GetItem(__pyx_v_tokens, __pyx_v_i); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 753, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__pyx_t_15 = __Pyx_PyList_Append(__pyx_v_final_tokens, __pyx_t_13); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 753, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
/* "spacy/tokenizer.pyx":754
* else:
* final_tokens.append(tokens[i])
* i += 1 # <<<<<<<<<<<<<<
* return final_tokens
*
*/
__pyx_t_13 = __Pyx_PyLong_AddObjC(__pyx_v_i, __pyx_mstate_global->__pyx_int_1, 1, 1, 0); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 754, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_13);
__Pyx_DECREF_SET(__pyx_v_i, __pyx_t_13);
__pyx_t_13 = 0;
}
__pyx_L69:;
}
/* "spacy/tokenizer.pyx":755
* final_tokens.append(tokens[i])
* i += 1
* return final_tokens # <<<<<<<<<<<<<<
*
* def score(self, examples, **kwargs):
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF(__pyx_v_final_tokens);
__pyx_r = __pyx_v_final_tokens;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":631
* self._load_special_cases(self._rules)
*
* def explain(self, text): # <<<<<<<<<<<<<<
* """A debugging tokenizer that provides information about which
* tokenizer rule or pattern was matched for each token. The tokens
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_9);
__Pyx_XDECREF(__pyx_t_13);
__Pyx_XDECREF(__pyx_t_14);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.explain", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_prefix_search);
__Pyx_XDECREF(__pyx_v_suffix_search);
__Pyx_XDECREF(__pyx_v_infix_finditer);
__Pyx_XDECREF(__pyx_v_token_match);
__Pyx_XDECREF(__pyx_v_url_match);
__Pyx_XDECREF(__pyx_v_special_cases);
__Pyx_XDECREF(__pyx_v_orth);
__Pyx_XDECREF(__pyx_v_special_tokens);
__Pyx_XDECREF(__pyx_v_tokens);
__Pyx_XDECREF(__pyx_v_substring);
__Pyx_XDECREF(__pyx_v_suffixes);
__Pyx_XDECREF(__pyx_v_split);
__Pyx_XDECREF(__pyx_v_infixes);
__Pyx_XDECREF(__pyx_v_offset);
__Pyx_XDECREF(__pyx_v_match);
__Pyx_XDECREF(__pyx_v_words);
__Pyx_XDECREF(__pyx_v_spaces);
__Pyx_XDECREF(__pyx_v_t_words);
__Pyx_XDECREF(__pyx_v_t_spaces);
__Pyx_XDECREF(__pyx_v_word);
__Pyx_XDECREF(__pyx_v_space);
__Pyx_XDECREF((PyObject *)__pyx_v_doc);
__Pyx_XDECREF(__pyx_v_matches);
__Pyx_XDECREF(__pyx_v_spans);
__Pyx_XDECREF(__pyx_v_i);
__Pyx_XDECREF(__pyx_v_final_tokens);
__Pyx_XDECREF(__pyx_v_spans_by_start);
__Pyx_XDECREF(__pyx_v_span);
__Pyx_XDECREF(__pyx_v_exc);
__Pyx_XDECREF(__pyx_v_j);
__Pyx_XDECREF(__pyx_v_special_token);
__Pyx_XDECREF(__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_2generator1);
__Pyx_XDECREF(__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_5generator2);
__Pyx_XDECREF(__pyx_gb_5spacy_9tokenizer_9Tokenizer_7explain_8generator3);
__Pyx_XDECREF(__pyx_v_t);
__Pyx_XDECREF(__pyx_v_m_id);
__Pyx_XDECREF(__pyx_v_s);
__Pyx_XDECREF(__pyx_v_e);
__Pyx_XDECREF(__pyx_8genexpr3__pyx_v_s);
__Pyx_XDECREF(__pyx_v_d);
__Pyx_DECREF((PyObject *)__pyx_cur_scope);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":757
* return final_tokens
*
* def score(self, examples, **kwargs): # <<<<<<<<<<<<<<
* validate_examples(examples, "Tokenizer.score")
* return Scorer.score_tokenization(examples)
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_32score(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_31score, "Tokenizer.score(self, examples, **kwargs)");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_32score = {"score", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_32score, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_31score};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_32score(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_examples = 0;
CYTHON_UNUSED PyObject *__pyx_v_kwargs = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("score (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_examples,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 757, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 757, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, __pyx_v_kwargs, values, kwd_pos_args, __pyx_kwds_len, "score", 1) < (0)) __PYX_ERR(0, 757, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("score", 1, 1, 1, i); __PYX_ERR(0, 757, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 757, __pyx_L3_error)
}
__pyx_v_examples = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("score", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 757, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_XDECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0;
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.score", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_31score(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_examples, __pyx_v_kwargs);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_XDECREF(__pyx_v_kwargs);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_31score(CYTHON_UNUSED struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_examples, CYTHON_UNUSED PyObject *__pyx_v_kwargs) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
size_t __pyx_t_4;
PyObject *__pyx_t_5 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("score", 0);
/* "spacy/tokenizer.pyx":758
*
* def score(self, examples, **kwargs):
* validate_examples(examples, "Tokenizer.score") # <<<<<<<<<<<<<<
* return Scorer.score_tokenization(examples)
*
*/
__pyx_t_2 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_validate_examples); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 758, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_2);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_2);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_4 = 0;
}
#endif
{
PyObject *__pyx_callargs[3] = {__pyx_t_2, __pyx_v_examples, __pyx_mstate_global->__pyx_kp_u_Tokenizer_score};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_4, (3-__pyx_t_4) | (__pyx_t_4*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 758, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":759
* def score(self, examples, **kwargs):
* validate_examples(examples, "Tokenizer.score")
* return Scorer.score_tokenization(examples) # <<<<<<<<<<<<<<
*
* def to_disk(self, path, **kwargs):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_3 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_Scorer); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 759, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_score_tokenization); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 759, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_4 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_5))) {
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_5);
assert(__pyx_t_3);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_5);
__Pyx_INCREF(__pyx_t_3);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_5, __pyx__function);
__pyx_t_4 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_v_examples};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_5, __pyx_callargs+__pyx_t_4, (2-__pyx_t_4) | (__pyx_t_4*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 759, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":757
* return final_tokens
*
* def score(self, examples, **kwargs): # <<<<<<<<<<<<<<
* validate_examples(examples, "Tokenizer.score")
* return Scorer.score_tokenization(examples)
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.score", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":761
* return Scorer.score_tokenization(examples)
*
* def to_disk(self, path, **kwargs): # <<<<<<<<<<<<<<
* """Save the current state to a directory.
*
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_34to_disk(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_33to_disk, "Tokenizer.to_disk(self, path, **kwargs)\n\nSave the current state to a directory.\n\npath (str / Path): A path to a directory, which will be created if\n it doesn't exist.\nexclude (list): String names of serialization fields to exclude.\n\nDOCS: https://spacy.io/api/tokenizer#to_disk");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_34to_disk = {"to_disk", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_34to_disk, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_33to_disk};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_34to_disk(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_path = 0;
PyObject *__pyx_v_kwargs = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("to_disk (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
__pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL;
__Pyx_GOTREF(__pyx_v_kwargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_path,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 761, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 761, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, __pyx_v_kwargs, values, kwd_pos_args, __pyx_kwds_len, "to_disk", 1) < (0)) __PYX_ERR(0, 761, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("to_disk", 1, 1, 1, i); __PYX_ERR(0, 761, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 761, __pyx_L3_error)
}
__pyx_v_path = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("to_disk", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 761, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0;
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_33to_disk(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_path, __pyx_v_kwargs);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_DECREF(__pyx_v_kwargs);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_33to_disk(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_kwargs) {
PyObject *__pyx_v_file_ = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
size_t __pyx_t_5;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
PyObject *__pyx_t_8 = NULL;
PyObject *__pyx_t_9 = NULL;
PyObject *__pyx_t_10 = NULL;
PyObject *__pyx_t_11 = NULL;
int __pyx_t_12;
int __pyx_t_13;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("to_disk", 0);
__Pyx_INCREF(__pyx_v_path);
/* "spacy/tokenizer.pyx":770
* DOCS: https://spacy.io/api/tokenizer#to_disk
* """
* path = util.ensure_path(path) # <<<<<<<<<<<<<<
* with path.open("wb") as file_:
* file_.write(self.to_bytes(**kwargs))
*/
__pyx_t_2 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 770, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_ensure_path); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 770, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_4))) {
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_4);
assert(__pyx_t_2);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_4);
__Pyx_INCREF(__pyx_t_2);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_4, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_v_path};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_4, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 770, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF_SET(__pyx_v_path, __pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":771
* """
* path = util.ensure_path(path)
* with path.open("wb") as file_: # <<<<<<<<<<<<<<
* file_.write(self.to_bytes(**kwargs))
*
*/
/*with:*/ {
__pyx_t_4 = __pyx_v_path;
__Pyx_INCREF(__pyx_t_4);
__pyx_t_5 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, __pyx_mstate_global->__pyx_n_u_wb};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_open, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 771, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_6 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_exit); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 771, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__pyx_t_2 = NULL;
__pyx_t_3 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_enter); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 771, __pyx_L3_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_2);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_2);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_5, (1-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 771, __pyx_L3_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_3 = __pyx_t_4;
__pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/*try:*/ {
{
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__Pyx_ExceptionSave(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9);
__Pyx_XGOTREF(__pyx_t_7);
__Pyx_XGOTREF(__pyx_t_8);
__Pyx_XGOTREF(__pyx_t_9);
/*try:*/ {
__pyx_v_file_ = __pyx_t_3;
__pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":772
* path = util.ensure_path(path)
* with path.open("wb") as file_:
* file_.write(self.to_bytes(**kwargs)) # <<<<<<<<<<<<<<
*
* def from_disk(self, path, *, exclude=tuple()):
*/
__pyx_t_1 = __pyx_v_file_;
__Pyx_INCREF(__pyx_t_1);
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_mstate_global->__pyx_n_u_to_bytes); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 772, __pyx_L7_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_2 = PyDict_Copy(__pyx_v_kwargs); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 772, __pyx_L7_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_10 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_mstate_global->__pyx_empty_tuple, __pyx_t_2); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 772, __pyx_L7_error)
__Pyx_GOTREF(__pyx_t_10);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_5 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, __pyx_t_10};
__pyx_t_3 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_write, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 772, __pyx_L7_error)
__Pyx_GOTREF(__pyx_t_3);
}
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":771
* """
* path = util.ensure_path(path)
* with path.open("wb") as file_: # <<<<<<<<<<<<<<
* file_.write(self.to_bytes(**kwargs))
*
*/
}
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
goto __pyx_L12_try_end;
__pyx_L7_error:;
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
/*except:*/ {
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
if (__Pyx_GetException(&__pyx_t_3, &__pyx_t_10, &__pyx_t_1) < 0) __PYX_ERR(0, 771, __pyx_L9_except_error)
__Pyx_XGOTREF(__pyx_t_3);
__Pyx_XGOTREF(__pyx_t_10);
__Pyx_XGOTREF(__pyx_t_1);
__pyx_t_2 = PyTuple_Pack(3, __pyx_t_3, __pyx_t_10, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 771, __pyx_L9_except_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_11 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_2, NULL);
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 771, __pyx_L9_except_error)
__Pyx_GOTREF(__pyx_t_11);
__pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_11);
__Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
if (__pyx_t_12 < (0)) __PYX_ERR(0, 771, __pyx_L9_except_error)
__pyx_t_13 = (!__pyx_t_12);
if (unlikely(__pyx_t_13)) {
__Pyx_GIVEREF(__pyx_t_3);
__Pyx_GIVEREF(__pyx_t_10);
__Pyx_XGIVEREF(__pyx_t_1);
__Pyx_ErrRestoreWithState(__pyx_t_3, __pyx_t_10, __pyx_t_1);
__pyx_t_3 = 0; __pyx_t_10 = 0; __pyx_t_1 = 0;
__PYX_ERR(0, 771, __pyx_L9_except_error)
}
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
goto __pyx_L8_exception_handled;
}
__pyx_L9_except_error:;
__Pyx_XGIVEREF(__pyx_t_7);
__Pyx_XGIVEREF(__pyx_t_8);
__Pyx_XGIVEREF(__pyx_t_9);
__Pyx_ExceptionReset(__pyx_t_7, __pyx_t_8, __pyx_t_9);
goto __pyx_L1_error;
__pyx_L8_exception_handled:;
__Pyx_XGIVEREF(__pyx_t_7);
__Pyx_XGIVEREF(__pyx_t_8);
__Pyx_XGIVEREF(__pyx_t_9);
__Pyx_ExceptionReset(__pyx_t_7, __pyx_t_8, __pyx_t_9);
__pyx_L12_try_end:;
}
}
/*finally:*/ {
/*normal exit:*/{
if (__pyx_t_6) {
__pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_mstate_global->__pyx_tuple[2], NULL);
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 771, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
}
goto __pyx_L6;
}
__pyx_L6:;
}
goto __pyx_L16;
__pyx_L3_error:;
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
goto __pyx_L1_error;
__pyx_L16:;
}
/* "spacy/tokenizer.pyx":761
* return Scorer.score_tokenization(examples)
*
* def to_disk(self, path, **kwargs): # <<<<<<<<<<<<<<
* """Save the current state to a directory.
*
*/
/* function exit code */
__pyx_r = Py_None; __Pyx_INCREF(Py_None);
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_XDECREF(__pyx_t_10);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_file_);
__Pyx_XDECREF(__pyx_v_path);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":774
* file_.write(self.to_bytes(**kwargs))
*
* def from_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Loads state from a directory. Modifies the object in place and
* returns it.
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_36from_disk(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_35from_disk, "Tokenizer.from_disk(self, path, *, exclude=tuple())\n\nLoads state from a directory. Modifies the object in place and\nreturns it.\n\npath (str / Path): A path to a directory.\nexclude (list): String names of serialization fields to exclude.\nRETURNS (Tokenizer): The modified `Tokenizer` object.\n\nDOCS: https://spacy.io/api/tokenizer#from_disk");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_36from_disk = {"from_disk", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_36from_disk, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_35from_disk};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_36from_disk(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_path = 0;
PyObject *__pyx_v_exclude = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[2] = {0,0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("from_disk (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_path,&__pyx_mstate_global->__pyx_n_u_exclude,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 774, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 774, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "from_disk", 0) < (0)) __PYX_ERR(0, 774, __pyx_L3_error)
if (!values[1]) values[1] = __Pyx_NewRef(__pyx_mstate_global->__pyx_k__8);
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("from_disk", 1, 1, 1, i); __PYX_ERR(0, 774, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 774, __pyx_L3_error)
if (!values[1]) values[1] = __Pyx_NewRef(__pyx_mstate_global->__pyx_k__8);
}
__pyx_v_path = values[0];
__pyx_v_exclude = values[1];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("from_disk", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 774, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_35from_disk(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_path, __pyx_v_exclude);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_35from_disk(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude) {
PyObject *__pyx_v_file_ = NULL;
PyObject *__pyx_v_bytes_data = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
size_t __pyx_t_5;
PyObject *__pyx_t_6 = NULL;
PyObject *__pyx_t_7 = NULL;
PyObject *__pyx_t_8 = NULL;
PyObject *__pyx_t_9 = NULL;
PyObject *__pyx_t_10 = NULL;
int __pyx_t_11;
int __pyx_t_12;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("from_disk", 0);
__Pyx_INCREF(__pyx_v_path);
/* "spacy/tokenizer.pyx":784
* DOCS: https://spacy.io/api/tokenizer#from_disk
* """
* path = util.ensure_path(path) # <<<<<<<<<<<<<<
* with path.open("rb") as file_:
* bytes_data = file_.read()
*/
__pyx_t_2 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 784, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_ensure_path); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 784, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_4))) {
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_4);
assert(__pyx_t_2);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_4);
__Pyx_INCREF(__pyx_t_2);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_4, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_v_path};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_4, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 784, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF_SET(__pyx_v_path, __pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":785
* """
* path = util.ensure_path(path)
* with path.open("rb") as file_: # <<<<<<<<<<<<<<
* bytes_data = file_.read()
* self.from_bytes(bytes_data, exclude=exclude)
*/
/*with:*/ {
__pyx_t_4 = __pyx_v_path;
__Pyx_INCREF(__pyx_t_4);
__pyx_t_5 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, __pyx_mstate_global->__pyx_n_u_rb};
__pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_open, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 785, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_6 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_exit); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 785, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_6);
__pyx_t_2 = NULL;
__pyx_t_3 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_enter); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 785, __pyx_L3_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (likely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_2);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_2);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, NULL};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_5, (1-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 785, __pyx_L3_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_3 = __pyx_t_4;
__pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/*try:*/ {
{
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__Pyx_ExceptionSave(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9);
__Pyx_XGOTREF(__pyx_t_7);
__Pyx_XGOTREF(__pyx_t_8);
__Pyx_XGOTREF(__pyx_t_9);
/*try:*/ {
__pyx_v_file_ = __pyx_t_3;
__pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":786
* path = util.ensure_path(path)
* with path.open("rb") as file_:
* bytes_data = file_.read() # <<<<<<<<<<<<<<
* self.from_bytes(bytes_data, exclude=exclude)
* return self
*/
__pyx_t_1 = __pyx_v_file_;
__Pyx_INCREF(__pyx_t_1);
__pyx_t_5 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, NULL};
__pyx_t_3 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_read, __pyx_callargs+__pyx_t_5, (1-__pyx_t_5) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 786, __pyx_L7_error)
__Pyx_GOTREF(__pyx_t_3);
}
__pyx_v_bytes_data = __pyx_t_3;
__pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":785
* """
* path = util.ensure_path(path)
* with path.open("rb") as file_: # <<<<<<<<<<<<<<
* bytes_data = file_.read()
* self.from_bytes(bytes_data, exclude=exclude)
*/
}
__Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
__Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
__Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
goto __pyx_L12_try_end;
__pyx_L7_error:;
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
/*except:*/ {
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
if (__Pyx_GetException(&__pyx_t_3, &__pyx_t_1, &__pyx_t_4) < 0) __PYX_ERR(0, 785, __pyx_L9_except_error)
__Pyx_XGOTREF(__pyx_t_3);
__Pyx_XGOTREF(__pyx_t_1);
__Pyx_XGOTREF(__pyx_t_4);
__pyx_t_2 = PyTuple_Pack(3, __pyx_t_3, __pyx_t_1, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 785, __pyx_L9_except_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_10 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_2, NULL);
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 785, __pyx_L9_except_error)
__Pyx_GOTREF(__pyx_t_10);
__pyx_t_11 = __Pyx_PyObject_IsTrue(__pyx_t_10);
__Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
if (__pyx_t_11 < (0)) __PYX_ERR(0, 785, __pyx_L9_except_error)
__pyx_t_12 = (!__pyx_t_11);
if (unlikely(__pyx_t_12)) {
__Pyx_GIVEREF(__pyx_t_3);
__Pyx_GIVEREF(__pyx_t_1);
__Pyx_XGIVEREF(__pyx_t_4);
__Pyx_ErrRestoreWithState(__pyx_t_3, __pyx_t_1, __pyx_t_4);
__pyx_t_3 = 0; __pyx_t_1 = 0; __pyx_t_4 = 0;
__PYX_ERR(0, 785, __pyx_L9_except_error)
}
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
goto __pyx_L8_exception_handled;
}
__pyx_L9_except_error:;
__Pyx_XGIVEREF(__pyx_t_7);
__Pyx_XGIVEREF(__pyx_t_8);
__Pyx_XGIVEREF(__pyx_t_9);
__Pyx_ExceptionReset(__pyx_t_7, __pyx_t_8, __pyx_t_9);
goto __pyx_L1_error;
__pyx_L8_exception_handled:;
__Pyx_XGIVEREF(__pyx_t_7);
__Pyx_XGIVEREF(__pyx_t_8);
__Pyx_XGIVEREF(__pyx_t_9);
__Pyx_ExceptionReset(__pyx_t_7, __pyx_t_8, __pyx_t_9);
__pyx_L12_try_end:;
}
}
/*finally:*/ {
/*normal exit:*/{
if (__pyx_t_6) {
__pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_mstate_global->__pyx_tuple[2], NULL);
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 785, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_9);
__Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
}
goto __pyx_L6;
}
__pyx_L6:;
}
goto __pyx_L16;
__pyx_L3_error:;
__Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
goto __pyx_L1_error;
__pyx_L16:;
}
/* "spacy/tokenizer.pyx":787
* with path.open("rb") as file_:
* bytes_data = file_.read()
* self.from_bytes(bytes_data, exclude=exclude) # <<<<<<<<<<<<<<
* return self
*
*/
__pyx_t_1 = ((PyObject *)__pyx_v_self);
__Pyx_INCREF(__pyx_t_1);
if (unlikely(!__pyx_v_bytes_data)) { __Pyx_RaiseUnboundLocalError("bytes_data"); __PYX_ERR(0, 787, __pyx_L1_error) }
__pyx_t_5 = 0;
{
PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 1 : 0)] = {__pyx_t_1, __pyx_v_bytes_data};
__pyx_t_3 = __Pyx_MakeVectorcallBuilderKwds(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 787, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_exclude, __pyx_v_exclude, __pyx_t_3, __pyx_callargs+2, 0) < (0)) __PYX_ERR(0, 787, __pyx_L1_error)
__pyx_t_4 = __Pyx_Object_VectorcallMethod_CallFromBuilder((PyObject*)__pyx_mstate_global->__pyx_n_u_from_bytes, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_3);
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 787, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":788
* bytes_data = file_.read()
* self.from_bytes(bytes_data, exclude=exclude)
* return self # <<<<<<<<<<<<<<
*
* def to_bytes(self, *, exclude=tuple()):
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF((PyObject *)__pyx_v_self);
__pyx_r = ((PyObject *)__pyx_v_self);
goto __pyx_L0;
/* "spacy/tokenizer.pyx":774
* file_.write(self.to_bytes(**kwargs))
*
* def from_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Loads state from a directory. Modifies the object in place and
* returns it.
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_file_);
__Pyx_XDECREF(__pyx_v_bytes_data);
__Pyx_XDECREF(__pyx_v_path);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":790
* return self
*
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Serialize the current state to a binary string.
*
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_38to_bytes(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_37to_bytes, "Tokenizer.to_bytes(self, *, exclude=tuple())\n\nSerialize the current state to a binary string.\n\nexclude (list): String names of serialization fields to exclude.\nRETURNS (bytes): The serialized form of the `Tokenizer` object.\n\nDOCS: https://spacy.io/api/tokenizer#to_bytes");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_38to_bytes = {"to_bytes", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_38to_bytes, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_37to_bytes};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_38to_bytes(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_exclude = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("to_bytes (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_exclude,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 790, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, 0, __pyx_kwds_len, "to_bytes", 0) < (0)) __PYX_ERR(0, 790, __pyx_L3_error)
if (!values[0]) values[0] = __Pyx_NewRef(__pyx_mstate_global->__pyx_k__9);
} else if (unlikely(__pyx_nargs != 0)) {
goto __pyx_L5_argtuple_error;
} else {
if (!values[0]) values[0] = __Pyx_NewRef(__pyx_mstate_global->__pyx_k__9);
}
__pyx_v_exclude = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("to_bytes", 1, 0, 0, __pyx_nargs); __PYX_ERR(0, 790, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_37to_bytes(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_exclude);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":799
* """
* serializers = {
* "vocab": lambda: self.vocab.to_bytes(exclude=exclude), # <<<<<<<<<<<<<<
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search),
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_lambda3(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_lambda3 = {"lambda3", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_lambda3, METH_NOARGS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_lambda3(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda3 (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_lambda_funcdef_lambda3(__pyx_self);
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda3(PyObject *__pyx_self) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
PyObject *__pyx_t_4 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda3", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 799, __pyx_L1_error) }
__pyx_t_2 = ((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab);
__Pyx_INCREF(__pyx_t_2);
if (unlikely(!__pyx_cur_scope->__pyx_v_exclude)) { __Pyx_RaiseClosureNameError("exclude"); __PYX_ERR(0, 799, __pyx_L1_error) }
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 1 : 0)] = {__pyx_t_2, NULL};
__pyx_t_4 = __Pyx_MakeVectorcallBuilderKwds(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 799, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_exclude, __pyx_cur_scope->__pyx_v_exclude, __pyx_t_4, __pyx_callargs+1, 0) < (0)) __PYX_ERR(0, 799, __pyx_L1_error)
__pyx_t_1 = __Pyx_Object_VectorcallMethod_CallFromBuilder((PyObject*)__pyx_mstate_global->__pyx_n_u_to_bytes, __pyx_callargs+__pyx_t_3, (1-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_4);
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 799, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda3", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":800
* serializers = {
* "vocab": lambda: self.vocab.to_bytes(exclude=exclude),
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search), # <<<<<<<<<<<<<<
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_1lambda4(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_1lambda4 = {"lambda4", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_1lambda4, METH_NOARGS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_1lambda4(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda4 (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_lambda_funcdef_lambda4(__pyx_self);
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda4(PyObject *__pyx_self) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
size_t __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda4", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_get_regex_pattern); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 800, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 800, __pyx_L1_error) }
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_prefix_search); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 800, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_2);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_2);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_t_4};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 800, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda4", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":801
* "vocab": lambda: self.vocab.to_bytes(exclude=exclude),
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search),
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search), # <<<<<<<<<<<<<<
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
* "token_match": lambda: _get_regex_pattern(self.token_match),
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_2lambda5(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_2lambda5 = {"lambda5", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_2lambda5, METH_NOARGS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_2lambda5(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda5 (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_lambda_funcdef_lambda5(__pyx_self);
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda5(PyObject *__pyx_self) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
size_t __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda5", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_get_regex_pattern); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 801, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 801, __pyx_L1_error) }
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_suffix_search); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 801, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_2);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_2);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_t_4};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 801, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda5", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":802
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search),
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer), # <<<<<<<<<<<<<<
* "token_match": lambda: _get_regex_pattern(self.token_match),
* "url_match": lambda: _get_regex_pattern(self.url_match),
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_3lambda6(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_3lambda6 = {"lambda6", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_3lambda6, METH_NOARGS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_3lambda6(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda6 (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_lambda_funcdef_lambda6(__pyx_self);
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda6(PyObject *__pyx_self) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
size_t __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda6", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_get_regex_pattern); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 802, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 802, __pyx_L1_error) }
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_infix_finditer); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 802, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_2);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_2);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_t_4};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 802, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda6", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":803
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
* "token_match": lambda: _get_regex_pattern(self.token_match), # <<<<<<<<<<<<<<
* "url_match": lambda: _get_regex_pattern(self.url_match),
* "exceptions": lambda: dict(sorted(self._rules.items())),
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_4lambda7(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_4lambda7 = {"lambda7", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_4lambda7, METH_NOARGS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_4lambda7(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda7 (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_lambda_funcdef_lambda7(__pyx_self);
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda7(PyObject *__pyx_self) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
size_t __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda7", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_get_regex_pattern); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 803, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 803, __pyx_L1_error) }
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_token_match); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 803, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_2);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_2);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_t_4};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 803, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda7", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":804
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
* "token_match": lambda: _get_regex_pattern(self.token_match),
* "url_match": lambda: _get_regex_pattern(self.url_match), # <<<<<<<<<<<<<<
* "exceptions": lambda: dict(sorted(self._rules.items())),
* "faster_heuristics": lambda: self.faster_heuristics,
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_5lambda8(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_5lambda8 = {"lambda8", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_5lambda8, METH_NOARGS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_5lambda8(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda8 (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_lambda_funcdef_lambda8(__pyx_self);
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda8(PyObject *__pyx_self) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
size_t __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda8", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_get_regex_pattern); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 804, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 804, __pyx_L1_error) }
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_url_match); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 804, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_2);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_2);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_t_4};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 804, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda8", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":805
* "token_match": lambda: _get_regex_pattern(self.token_match),
* "url_match": lambda: _get_regex_pattern(self.url_match),
* "exceptions": lambda: dict(sorted(self._rules.items())), # <<<<<<<<<<<<<<
* "faster_heuristics": lambda: self.faster_heuristics,
* }
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_6lambda9(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_6lambda9 = {"lambda9", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_6lambda9, METH_NOARGS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_6lambda9(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda9 (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_lambda_funcdef_lambda9(__pyx_self);
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda9(PyObject *__pyx_self) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
size_t __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda9", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = NULL;
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 805, __pyx_L1_error) }
__pyx_t_4 = __pyx_cur_scope->__pyx_v_self->_rules;
__Pyx_INCREF(__pyx_t_4);
__pyx_t_5 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, NULL};
__pyx_t_3 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_items, __pyx_callargs+__pyx_t_5, (1-__pyx_t_5) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 805, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
}
__pyx_t_4 = PySequence_List(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 805, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely((PyList_Sort(__pyx_t_4) < 0))) __PYX_ERR(0, 805, __pyx_L1_error)
__pyx_t_5 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_t_4};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)(&PyDict_Type), __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 805, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda9", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":806
* "url_match": lambda: _get_regex_pattern(self.url_match),
* "exceptions": lambda: dict(sorted(self._rules.items())),
* "faster_heuristics": lambda: self.faster_heuristics, # <<<<<<<<<<<<<<
* }
* return util.to_bytes(serializers, exclude)
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_7lambda10(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_7lambda10 = {"lambda10", (PyCFunction)__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_7lambda10, METH_NOARGS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_8to_bytes_7lambda10(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda10 (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_lambda_funcdef_lambda10(__pyx_self);
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda10(PyObject *__pyx_self) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda10", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 806, __pyx_L1_error) }
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_faster_heuristics); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 806, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes.lambda10", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":790
* return self
*
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Serialize the current state to a binary string.
*
*/
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_37to_bytes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_exclude) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *__pyx_cur_scope;
PyObject *__pyx_v_serializers = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
size_t __pyx_t_5;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("to_bytes", 0);
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes, __pyx_mstate_global->__pyx_empty_tuple, NULL);
if (unlikely(!__pyx_cur_scope)) {
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *)Py_None);
__Pyx_INCREF(Py_None);
__PYX_ERR(0, 790, __pyx_L1_error)
} else {
__Pyx_GOTREF((PyObject *)__pyx_cur_scope);
}
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
__pyx_cur_scope->__pyx_v_exclude = __pyx_v_exclude;
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_exclude);
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_exclude);
/* "spacy/tokenizer.pyx":799
* """
* serializers = {
* "vocab": lambda: self.vocab.to_bytes(exclude=exclude), # <<<<<<<<<<<<<<
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search),
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
*/
__pyx_t_1 = __Pyx_PyDict_NewPresized(8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 799, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_lambda3, 0, __pyx_mstate_global->__pyx_n_u_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[4])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 799, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_vocab, __pyx_t_2) < (0)) __PYX_ERR(0, 799, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":800
* serializers = {
* "vocab": lambda: self.vocab.to_bytes(exclude=exclude),
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search), # <<<<<<<<<<<<<<
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_1lambda4, 0, __pyx_mstate_global->__pyx_n_u_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[5])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 800, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_prefix_search, __pyx_t_2) < (0)) __PYX_ERR(0, 799, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":801
* "vocab": lambda: self.vocab.to_bytes(exclude=exclude),
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search),
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search), # <<<<<<<<<<<<<<
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
* "token_match": lambda: _get_regex_pattern(self.token_match),
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_2lambda5, 0, __pyx_mstate_global->__pyx_n_u_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[6])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 801, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_suffix_search, __pyx_t_2) < (0)) __PYX_ERR(0, 799, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":802
* "prefix_search": lambda: _get_regex_pattern(self.prefix_search),
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer), # <<<<<<<<<<<<<<
* "token_match": lambda: _get_regex_pattern(self.token_match),
* "url_match": lambda: _get_regex_pattern(self.url_match),
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_3lambda6, 0, __pyx_mstate_global->__pyx_n_u_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[7])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 802, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_infix_finditer, __pyx_t_2) < (0)) __PYX_ERR(0, 799, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":803
* "suffix_search": lambda: _get_regex_pattern(self.suffix_search),
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
* "token_match": lambda: _get_regex_pattern(self.token_match), # <<<<<<<<<<<<<<
* "url_match": lambda: _get_regex_pattern(self.url_match),
* "exceptions": lambda: dict(sorted(self._rules.items())),
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_4lambda7, 0, __pyx_mstate_global->__pyx_n_u_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[8])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 803, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_token_match, __pyx_t_2) < (0)) __PYX_ERR(0, 799, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":804
* "infix_finditer": lambda: _get_regex_pattern(self.infix_finditer),
* "token_match": lambda: _get_regex_pattern(self.token_match),
* "url_match": lambda: _get_regex_pattern(self.url_match), # <<<<<<<<<<<<<<
* "exceptions": lambda: dict(sorted(self._rules.items())),
* "faster_heuristics": lambda: self.faster_heuristics,
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_5lambda8, 0, __pyx_mstate_global->__pyx_n_u_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[9])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 804, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_url_match, __pyx_t_2) < (0)) __PYX_ERR(0, 799, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":805
* "token_match": lambda: _get_regex_pattern(self.token_match),
* "url_match": lambda: _get_regex_pattern(self.url_match),
* "exceptions": lambda: dict(sorted(self._rules.items())), # <<<<<<<<<<<<<<
* "faster_heuristics": lambda: self.faster_heuristics,
* }
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_6lambda9, 0, __pyx_mstate_global->__pyx_n_u_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[10])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 805, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_exceptions, __pyx_t_2) < (0)) __PYX_ERR(0, 799, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":806
* "url_match": lambda: _get_regex_pattern(self.url_match),
* "exceptions": lambda: dict(sorted(self._rules.items())),
* "faster_heuristics": lambda: self.faster_heuristics, # <<<<<<<<<<<<<<
* }
* return util.to_bytes(serializers, exclude)
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_8to_bytes_7lambda10, 0, __pyx_mstate_global->__pyx_n_u_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[11])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 806, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_faster_heuristics, __pyx_t_2) < (0)) __PYX_ERR(0, 799, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_v_serializers = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":808
* "faster_heuristics": lambda: self.faster_heuristics,
* }
* return util.to_bytes(serializers, exclude) # <<<<<<<<<<<<<<
*
* def from_bytes(self, bytes_data, *, exclude=tuple()):
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 808, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_to_bytes); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 808, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_4))) {
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_4);
assert(__pyx_t_2);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_4);
__Pyx_INCREF(__pyx_t_2);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_4, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[3] = {__pyx_t_2, __pyx_v_serializers, __pyx_cur_scope->__pyx_v_exclude};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_4, __pyx_callargs+__pyx_t_5, (3-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 808, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":790
* return self
*
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Serialize the current state to a binary string.
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.to_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_serializers);
__Pyx_DECREF((PyObject *)__pyx_cur_scope);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":810
* return util.to_bytes(serializers, exclude)
*
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Load state from a binary string.
*
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_40from_bytes(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer_9Tokenizer_39from_bytes, "Tokenizer.from_bytes(self, bytes_data, *, exclude=tuple())\n\nLoad state from a binary string.\n\nbytes_data (bytes): The data to load from.\nexclude (list): String names of serialization fields to exclude.\nRETURNS (Tokenizer): The `Tokenizer` object.\n\nDOCS: https://spacy.io/api/tokenizer#from_bytes");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_40from_bytes = {"from_bytes", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_40from_bytes, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_39from_bytes};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_40from_bytes(PyObject *__pyx_v_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_bytes_data = 0;
PyObject *__pyx_v_exclude = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[2] = {0,0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("from_bytes (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_bytes_data,&__pyx_mstate_global->__pyx_n_u_exclude,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 810, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 810, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "from_bytes", 0) < (0)) __PYX_ERR(0, 810, __pyx_L3_error)
if (!values[1]) values[1] = __Pyx_NewRef(__pyx_mstate_global->__pyx_k__10);
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("from_bytes", 1, 1, 1, i); __PYX_ERR(0, 810, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 810, __pyx_L3_error)
if (!values[1]) values[1] = __Pyx_NewRef(__pyx_mstate_global->__pyx_k__10);
}
__pyx_v_bytes_data = values[0];
__pyx_v_exclude = values[1];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("from_bytes", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 810, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_39from_bytes(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), __pyx_v_bytes_data, __pyx_v_exclude);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":821
* data = {}
* deserializers = {
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude), # <<<<<<<<<<<<<<
* "prefix_search": lambda b: data.setdefault("prefix_search", b),
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_lambda11(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_lambda11 = {"lambda11", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_lambda11, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_lambda11(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_b = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda11 (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_b,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 821, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 821, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "lambda11", 0) < (0)) __PYX_ERR(0, 821, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("lambda11", 1, 1, 1, i); __PYX_ERR(0, 821, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 821, __pyx_L3_error)
}
__pyx_v_b = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("lambda11", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 821, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda11", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_lambda_funcdef_lambda11(__pyx_self, __pyx_v_b);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda11(PyObject *__pyx_self, PyObject *__pyx_v_b) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
size_t __pyx_t_3;
PyObject *__pyx_t_4 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda11", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 821, __pyx_L1_error) }
__pyx_t_2 = ((PyObject *)__pyx_cur_scope->__pyx_v_self->vocab);
__Pyx_INCREF(__pyx_t_2);
if (unlikely(!__pyx_cur_scope->__pyx_v_exclude)) { __Pyx_RaiseClosureNameError("exclude"); __PYX_ERR(0, 821, __pyx_L1_error) }
__pyx_t_3 = 0;
{
PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 1 : 0)] = {__pyx_t_2, __pyx_v_b};
__pyx_t_4 = __Pyx_MakeVectorcallBuilderKwds(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 821, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_exclude, __pyx_cur_scope->__pyx_v_exclude, __pyx_t_4, __pyx_callargs+2, 0) < (0)) __PYX_ERR(0, 821, __pyx_L1_error)
__pyx_t_1 = __Pyx_Object_VectorcallMethod_CallFromBuilder((PyObject*)__pyx_mstate_global->__pyx_n_u_from_bytes, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_4);
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 821, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda11", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":822
* deserializers = {
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude),
* "prefix_search": lambda b: data.setdefault("prefix_search", b), # <<<<<<<<<<<<<<
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_1lambda12(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_1lambda12 = {"lambda12", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_1lambda12, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_1lambda12(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_b = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda12 (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_b,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 822, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 822, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "lambda12", 0) < (0)) __PYX_ERR(0, 822, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("lambda12", 1, 1, 1, i); __PYX_ERR(0, 822, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 822, __pyx_L3_error)
}
__pyx_v_b = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("lambda12", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 822, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda12", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_lambda_funcdef_lambda12(__pyx_self, __pyx_v_b);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda12(PyObject *__pyx_self, PyObject *__pyx_v_b) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda12", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 822, __pyx_L1_error) }
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
__PYX_ERR(0, 822, __pyx_L1_error)
}
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_prefix_search, __pyx_v_b); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 822, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda12", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":823
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude),
* "prefix_search": lambda b: data.setdefault("prefix_search", b),
* "suffix_search": lambda b: data.setdefault("suffix_search", b), # <<<<<<<<<<<<<<
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
* "token_match": lambda b: data.setdefault("token_match", b),
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_2lambda13(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_2lambda13 = {"lambda13", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_2lambda13, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_2lambda13(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_b = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda13 (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_b,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 823, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 823, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "lambda13", 0) < (0)) __PYX_ERR(0, 823, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("lambda13", 1, 1, 1, i); __PYX_ERR(0, 823, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 823, __pyx_L3_error)
}
__pyx_v_b = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("lambda13", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 823, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda13", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_lambda_funcdef_lambda13(__pyx_self, __pyx_v_b);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda13(PyObject *__pyx_self, PyObject *__pyx_v_b) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda13", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 823, __pyx_L1_error) }
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
__PYX_ERR(0, 823, __pyx_L1_error)
}
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_suffix_search, __pyx_v_b); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 823, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda13", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":824
* "prefix_search": lambda b: data.setdefault("prefix_search", b),
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b), # <<<<<<<<<<<<<<
* "token_match": lambda b: data.setdefault("token_match", b),
* "url_match": lambda b: data.setdefault("url_match", b),
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_3lambda14(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_3lambda14 = {"lambda14", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_3lambda14, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_3lambda14(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_b = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda14 (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_b,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 824, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 824, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "lambda14", 0) < (0)) __PYX_ERR(0, 824, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("lambda14", 1, 1, 1, i); __PYX_ERR(0, 824, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 824, __pyx_L3_error)
}
__pyx_v_b = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("lambda14", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 824, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda14", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_lambda_funcdef_lambda14(__pyx_self, __pyx_v_b);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda14(PyObject *__pyx_self, PyObject *__pyx_v_b) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda14", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 824, __pyx_L1_error) }
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
__PYX_ERR(0, 824, __pyx_L1_error)
}
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_infix_finditer, __pyx_v_b); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 824, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda14", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":825
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
* "token_match": lambda b: data.setdefault("token_match", b), # <<<<<<<<<<<<<<
* "url_match": lambda b: data.setdefault("url_match", b),
* "exceptions": lambda b: data.setdefault("rules", b),
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_4lambda15(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_4lambda15 = {"lambda15", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_4lambda15, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_4lambda15(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_b = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda15 (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_b,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 825, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 825, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "lambda15", 0) < (0)) __PYX_ERR(0, 825, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("lambda15", 1, 1, 1, i); __PYX_ERR(0, 825, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 825, __pyx_L3_error)
}
__pyx_v_b = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("lambda15", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 825, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda15", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_lambda_funcdef_lambda15(__pyx_self, __pyx_v_b);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda15(PyObject *__pyx_self, PyObject *__pyx_v_b) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda15", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 825, __pyx_L1_error) }
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
__PYX_ERR(0, 825, __pyx_L1_error)
}
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_token_match, __pyx_v_b); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 825, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda15", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":826
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
* "token_match": lambda b: data.setdefault("token_match", b),
* "url_match": lambda b: data.setdefault("url_match", b), # <<<<<<<<<<<<<<
* "exceptions": lambda b: data.setdefault("rules", b),
* "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b),
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_5lambda16(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_5lambda16 = {"lambda16", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_5lambda16, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_5lambda16(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_b = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda16 (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_b,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 826, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 826, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "lambda16", 0) < (0)) __PYX_ERR(0, 826, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("lambda16", 1, 1, 1, i); __PYX_ERR(0, 826, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 826, __pyx_L3_error)
}
__pyx_v_b = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("lambda16", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 826, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda16", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_lambda_funcdef_lambda16(__pyx_self, __pyx_v_b);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda16(PyObject *__pyx_self, PyObject *__pyx_v_b) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda16", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 826, __pyx_L1_error) }
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
__PYX_ERR(0, 826, __pyx_L1_error)
}
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_url_match, __pyx_v_b); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 826, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda16", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":827
* "token_match": lambda b: data.setdefault("token_match", b),
* "url_match": lambda b: data.setdefault("url_match", b),
* "exceptions": lambda b: data.setdefault("rules", b), # <<<<<<<<<<<<<<
* "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b),
* }
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_6lambda17(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_6lambda17 = {"lambda17", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_6lambda17, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_6lambda17(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_b = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda17 (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_b,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 827, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 827, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "lambda17", 0) < (0)) __PYX_ERR(0, 827, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("lambda17", 1, 1, 1, i); __PYX_ERR(0, 827, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 827, __pyx_L3_error)
}
__pyx_v_b = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("lambda17", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 827, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda17", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_lambda_funcdef_lambda17(__pyx_self, __pyx_v_b);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda17(PyObject *__pyx_self, PyObject *__pyx_v_b) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda17", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 827, __pyx_L1_error) }
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
__PYX_ERR(0, 827, __pyx_L1_error)
}
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_rules, __pyx_v_b); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 827, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda17", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":828
* "url_match": lambda b: data.setdefault("url_match", b),
* "exceptions": lambda b: data.setdefault("rules", b),
* "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b), # <<<<<<<<<<<<<<
* }
* # reset all properties and flush all caches (through rules),
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_7lambda18(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_7lambda18 = {"lambda18", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_7lambda18, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_10from_bytes_7lambda18(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_b = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("lambda18 (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_b,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 828, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 828, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "lambda18", 0) < (0)) __PYX_ERR(0, 828, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("lambda18", 1, 1, 1, i); __PYX_ERR(0, 828, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 828, __pyx_L3_error)
}
__pyx_v_b = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("lambda18", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 828, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda18", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_lambda_funcdef_lambda18(__pyx_self, __pyx_v_b);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_lambda_funcdef_lambda18(PyObject *__pyx_self, PyObject *__pyx_v_b) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_outer_scope;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("lambda18", 0);
__pyx_outer_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self);
__pyx_cur_scope = __pyx_outer_scope;
__Pyx_XDECREF(__pyx_r);
if (unlikely(!__pyx_cur_scope->__pyx_v_data)) { __Pyx_RaiseClosureNameError("data"); __PYX_ERR(0, 828, __pyx_L1_error) }
if (unlikely(__pyx_cur_scope->__pyx_v_data == Py_None)) {
PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "setdefault");
__PYX_ERR(0, 828, __pyx_L1_error)
}
__pyx_t_1 = __Pyx_PyDict_SetDefault(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_faster_heuristics, __pyx_v_b); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 828, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes.lambda18", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":810
* return util.to_bytes(serializers, exclude)
*
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Load state from a binary string.
*
*/
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_39from_bytes(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_bytes_data, PyObject *__pyx_v_exclude) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *__pyx_cur_scope;
PyObject *__pyx_v_deserializers = NULL;
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
size_t __pyx_t_5;
int __pyx_t_6;
int __pyx_t_7;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("from_bytes", 0);
__pyx_cur_scope = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes, __pyx_mstate_global->__pyx_empty_tuple, NULL);
if (unlikely(!__pyx_cur_scope)) {
__pyx_cur_scope = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *)Py_None);
__Pyx_INCREF(Py_None);
__PYX_ERR(0, 810, __pyx_L1_error)
} else {
__Pyx_GOTREF((PyObject *)__pyx_cur_scope);
}
__pyx_cur_scope->__pyx_v_self = __pyx_v_self;
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
__Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
__pyx_cur_scope->__pyx_v_exclude = __pyx_v_exclude;
__Pyx_INCREF(__pyx_cur_scope->__pyx_v_exclude);
__Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_exclude);
/* "spacy/tokenizer.pyx":819
* DOCS: https://spacy.io/api/tokenizer#from_bytes
* """
* data = {} # <<<<<<<<<<<<<<
* deserializers = {
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude),
*/
__pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 819, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_GIVEREF(__pyx_t_1);
__pyx_cur_scope->__pyx_v_data = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":821
* data = {}
* deserializers = {
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude), # <<<<<<<<<<<<<<
* "prefix_search": lambda b: data.setdefault("prefix_search", b),
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
*/
__pyx_t_1 = __Pyx_PyDict_NewPresized(8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 821, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_lambda11, 0, __pyx_mstate_global->__pyx_n_u_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[12])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 821, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_vocab, __pyx_t_2) < (0)) __PYX_ERR(0, 821, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":822
* deserializers = {
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude),
* "prefix_search": lambda b: data.setdefault("prefix_search", b), # <<<<<<<<<<<<<<
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_1lambda12, 0, __pyx_mstate_global->__pyx_n_u_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[13])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 822, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_prefix_search, __pyx_t_2) < (0)) __PYX_ERR(0, 821, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":823
* "vocab": lambda b: self.vocab.from_bytes(b, exclude=exclude),
* "prefix_search": lambda b: data.setdefault("prefix_search", b),
* "suffix_search": lambda b: data.setdefault("suffix_search", b), # <<<<<<<<<<<<<<
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
* "token_match": lambda b: data.setdefault("token_match", b),
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_2lambda13, 0, __pyx_mstate_global->__pyx_n_u_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[14])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 823, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_suffix_search, __pyx_t_2) < (0)) __PYX_ERR(0, 821, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":824
* "prefix_search": lambda b: data.setdefault("prefix_search", b),
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b), # <<<<<<<<<<<<<<
* "token_match": lambda b: data.setdefault("token_match", b),
* "url_match": lambda b: data.setdefault("url_match", b),
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_3lambda14, 0, __pyx_mstate_global->__pyx_n_u_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[15])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 824, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_infix_finditer, __pyx_t_2) < (0)) __PYX_ERR(0, 821, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":825
* "suffix_search": lambda b: data.setdefault("suffix_search", b),
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
* "token_match": lambda b: data.setdefault("token_match", b), # <<<<<<<<<<<<<<
* "url_match": lambda b: data.setdefault("url_match", b),
* "exceptions": lambda b: data.setdefault("rules", b),
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_4lambda15, 0, __pyx_mstate_global->__pyx_n_u_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[16])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 825, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_token_match, __pyx_t_2) < (0)) __PYX_ERR(0, 821, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":826
* "infix_finditer": lambda b: data.setdefault("infix_finditer", b),
* "token_match": lambda b: data.setdefault("token_match", b),
* "url_match": lambda b: data.setdefault("url_match", b), # <<<<<<<<<<<<<<
* "exceptions": lambda b: data.setdefault("rules", b),
* "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b),
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_5lambda16, 0, __pyx_mstate_global->__pyx_n_u_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[17])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 826, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_url_match, __pyx_t_2) < (0)) __PYX_ERR(0, 821, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":827
* "token_match": lambda b: data.setdefault("token_match", b),
* "url_match": lambda b: data.setdefault("url_match", b),
* "exceptions": lambda b: data.setdefault("rules", b), # <<<<<<<<<<<<<<
* "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b),
* }
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_6lambda17, 0, __pyx_mstate_global->__pyx_n_u_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[18])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 827, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_exceptions, __pyx_t_2) < (0)) __PYX_ERR(0, 821, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
/* "spacy/tokenizer.pyx":828
* "url_match": lambda b: data.setdefault("url_match", b),
* "exceptions": lambda b: data.setdefault("rules", b),
* "faster_heuristics": lambda b: data.setdefault("faster_heuristics", b), # <<<<<<<<<<<<<<
* }
* # reset all properties and flush all caches (through rules),
*/
__pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10from_bytes_7lambda18, 0, __pyx_mstate_global->__pyx_n_u_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[19])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 828, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
if (PyDict_SetItem(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_faster_heuristics, __pyx_t_2) < (0)) __PYX_ERR(0, 821, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_v_deserializers = ((PyObject*)__pyx_t_1);
__pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":833
* # reset rules first so that _reload_special_cases is trivial/fast as
* # the other properties are reset
* self.rules = {} # <<<<<<<<<<<<<<
* self.prefix_search = None
* self.suffix_search = None
*/
__pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 833, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_rules, __pyx_t_1) < (0)) __PYX_ERR(0, 833, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":834
* # the other properties are reset
* self.rules = {}
* self.prefix_search = None # <<<<<<<<<<<<<<
* self.suffix_search = None
* self.infix_finditer = None
*/
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_prefix_search, Py_None) < (0)) __PYX_ERR(0, 834, __pyx_L1_error)
/* "spacy/tokenizer.pyx":835
* self.rules = {}
* self.prefix_search = None
* self.suffix_search = None # <<<<<<<<<<<<<<
* self.infix_finditer = None
* self.token_match = None
*/
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_suffix_search, Py_None) < (0)) __PYX_ERR(0, 835, __pyx_L1_error)
/* "spacy/tokenizer.pyx":836
* self.prefix_search = None
* self.suffix_search = None
* self.infix_finditer = None # <<<<<<<<<<<<<<
* self.token_match = None
* self.url_match = None
*/
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_infix_finditer, Py_None) < (0)) __PYX_ERR(0, 836, __pyx_L1_error)
/* "spacy/tokenizer.pyx":837
* self.suffix_search = None
* self.infix_finditer = None
* self.token_match = None # <<<<<<<<<<<<<<
* self.url_match = None
* util.from_bytes(bytes_data, deserializers, exclude)
*/
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_token_match, Py_None) < (0)) __PYX_ERR(0, 837, __pyx_L1_error)
/* "spacy/tokenizer.pyx":838
* self.infix_finditer = None
* self.token_match = None
* self.url_match = None # <<<<<<<<<<<<<<
* util.from_bytes(bytes_data, deserializers, exclude)
* if "prefix_search" in data and isinstance(data["prefix_search"], str):
*/
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_url_match, Py_None) < (0)) __PYX_ERR(0, 838, __pyx_L1_error)
/* "spacy/tokenizer.pyx":839
* self.token_match = None
* self.url_match = None
* util.from_bytes(bytes_data, deserializers, exclude) # <<<<<<<<<<<<<<
* if "prefix_search" in data and isinstance(data["prefix_search"], str):
* self.prefix_search = re.compile(data["prefix_search"]).search
*/
__pyx_t_2 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 839, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_from_bytes); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 839, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_4))) {
__pyx_t_2 = PyMethod_GET_SELF(__pyx_t_4);
assert(__pyx_t_2);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_4);
__Pyx_INCREF(__pyx_t_2);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_4, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[4] = {__pyx_t_2, __pyx_v_bytes_data, __pyx_v_deserializers, __pyx_cur_scope->__pyx_v_exclude};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_4, __pyx_callargs+__pyx_t_5, (4-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 839, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":840
* self.url_match = None
* util.from_bytes(bytes_data, deserializers, exclude)
* if "prefix_search" in data and isinstance(data["prefix_search"], str): # <<<<<<<<<<<<<<
* self.prefix_search = re.compile(data["prefix_search"]).search
* if "suffix_search" in data and isinstance(data["suffix_search"], str):
*/
__pyx_t_7 = (__Pyx_PyDict_ContainsTF(__pyx_mstate_global->__pyx_n_u_prefix_search, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely((__pyx_t_7 < 0))) __PYX_ERR(0, 840, __pyx_L1_error)
if (__pyx_t_7) {
} else {
__pyx_t_6 = __pyx_t_7;
goto __pyx_L4_bool_binop_done;
}
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_prefix_search); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 840, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_7 = PyUnicode_Check(__pyx_t_1);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_6 = __pyx_t_7;
__pyx_L4_bool_binop_done:;
if (__pyx_t_6) {
/* "spacy/tokenizer.pyx":841
* util.from_bytes(bytes_data, deserializers, exclude)
* if "prefix_search" in data and isinstance(data["prefix_search"], str):
* self.prefix_search = re.compile(data["prefix_search"]).search # <<<<<<<<<<<<<<
* if "suffix_search" in data and isinstance(data["suffix_search"], str):
* self.suffix_search = re.compile(data["suffix_search"]).search
*/
__pyx_t_4 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_re); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 841, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_compile); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 841, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_prefix_search); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 841, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_4);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_4);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, __pyx_t_2};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 841, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_search); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 841, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_prefix_search, __pyx_t_3) < (0)) __PYX_ERR(0, 841, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":840
* self.url_match = None
* util.from_bytes(bytes_data, deserializers, exclude)
* if "prefix_search" in data and isinstance(data["prefix_search"], str): # <<<<<<<<<<<<<<
* self.prefix_search = re.compile(data["prefix_search"]).search
* if "suffix_search" in data and isinstance(data["suffix_search"], str):
*/
}
/* "spacy/tokenizer.pyx":842
* if "prefix_search" in data and isinstance(data["prefix_search"], str):
* self.prefix_search = re.compile(data["prefix_search"]).search
* if "suffix_search" in data and isinstance(data["suffix_search"], str): # <<<<<<<<<<<<<<
* self.suffix_search = re.compile(data["suffix_search"]).search
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str):
*/
__pyx_t_7 = (__Pyx_PyDict_ContainsTF(__pyx_mstate_global->__pyx_n_u_suffix_search, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely((__pyx_t_7 < 0))) __PYX_ERR(0, 842, __pyx_L1_error)
if (__pyx_t_7) {
} else {
__pyx_t_6 = __pyx_t_7;
goto __pyx_L7_bool_binop_done;
}
__pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_suffix_search); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 842, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_7 = PyUnicode_Check(__pyx_t_3);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_t_6 = __pyx_t_7;
__pyx_L7_bool_binop_done:;
if (__pyx_t_6) {
/* "spacy/tokenizer.pyx":843
* self.prefix_search = re.compile(data["prefix_search"]).search
* if "suffix_search" in data and isinstance(data["suffix_search"], str):
* self.suffix_search = re.compile(data["suffix_search"]).search # <<<<<<<<<<<<<<
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str):
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer
*/
__pyx_t_1 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_re); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 843, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_compile); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 843, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_suffix_search); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 843, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_4))) {
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4);
assert(__pyx_t_1);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_4);
__Pyx_INCREF(__pyx_t_1);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_4, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, __pyx_t_2};
__pyx_t_3 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_4, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 843, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
}
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_search); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 843, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_suffix_search, __pyx_t_4) < (0)) __PYX_ERR(0, 843, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":842
* if "prefix_search" in data and isinstance(data["prefix_search"], str):
* self.prefix_search = re.compile(data["prefix_search"]).search
* if "suffix_search" in data and isinstance(data["suffix_search"], str): # <<<<<<<<<<<<<<
* self.suffix_search = re.compile(data["suffix_search"]).search
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str):
*/
}
/* "spacy/tokenizer.pyx":844
* if "suffix_search" in data and isinstance(data["suffix_search"], str):
* self.suffix_search = re.compile(data["suffix_search"]).search
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str): # <<<<<<<<<<<<<<
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer
* if "token_match" in data and isinstance(data["token_match"], str):
*/
__pyx_t_7 = (__Pyx_PyDict_ContainsTF(__pyx_mstate_global->__pyx_n_u_infix_finditer, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely((__pyx_t_7 < 0))) __PYX_ERR(0, 844, __pyx_L1_error)
if (__pyx_t_7) {
} else {
__pyx_t_6 = __pyx_t_7;
goto __pyx_L10_bool_binop_done;
}
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_infix_finditer); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 844, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_7 = PyUnicode_Check(__pyx_t_4);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_6 = __pyx_t_7;
__pyx_L10_bool_binop_done:;
if (__pyx_t_6) {
/* "spacy/tokenizer.pyx":845
* self.suffix_search = re.compile(data["suffix_search"]).search
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str):
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer # <<<<<<<<<<<<<<
* if "token_match" in data and isinstance(data["token_match"], str):
* self.token_match = re.compile(data["token_match"]).match
*/
__pyx_t_3 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_re); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 845, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_compile); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 845, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_infix_finditer); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 845, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_1))) {
__pyx_t_3 = PyMethod_GET_SELF(__pyx_t_1);
assert(__pyx_t_3);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_1);
__Pyx_INCREF(__pyx_t_3);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_1, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_t_2};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_1, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 845, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_finditer); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 845, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_infix_finditer, __pyx_t_1) < (0)) __PYX_ERR(0, 845, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
/* "spacy/tokenizer.pyx":844
* if "suffix_search" in data and isinstance(data["suffix_search"], str):
* self.suffix_search = re.compile(data["suffix_search"]).search
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str): # <<<<<<<<<<<<<<
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer
* if "token_match" in data and isinstance(data["token_match"], str):
*/
}
/* "spacy/tokenizer.pyx":846
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str):
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer
* if "token_match" in data and isinstance(data["token_match"], str): # <<<<<<<<<<<<<<
* self.token_match = re.compile(data["token_match"]).match
* if "url_match" in data and isinstance(data["url_match"], str):
*/
__pyx_t_7 = (__Pyx_PyDict_ContainsTF(__pyx_mstate_global->__pyx_n_u_token_match, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely((__pyx_t_7 < 0))) __PYX_ERR(0, 846, __pyx_L1_error)
if (__pyx_t_7) {
} else {
__pyx_t_6 = __pyx_t_7;
goto __pyx_L13_bool_binop_done;
}
__pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_token_match); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 846, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_t_7 = PyUnicode_Check(__pyx_t_1);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_6 = __pyx_t_7;
__pyx_L13_bool_binop_done:;
if (__pyx_t_6) {
/* "spacy/tokenizer.pyx":847
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer
* if "token_match" in data and isinstance(data["token_match"], str):
* self.token_match = re.compile(data["token_match"]).match # <<<<<<<<<<<<<<
* if "url_match" in data and isinstance(data["url_match"], str):
* self.url_match = re.compile(data["url_match"]).match
*/
__pyx_t_4 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_re); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 847, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_compile); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 847, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_token_match); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 847, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_3))) {
__pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
assert(__pyx_t_4);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
__Pyx_INCREF(__pyx_t_4);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, __pyx_t_2};
__pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 847, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
}
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_mstate_global->__pyx_n_u_match); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 847, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_token_match, __pyx_t_3) < (0)) __PYX_ERR(0, 847, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
/* "spacy/tokenizer.pyx":846
* if "infix_finditer" in data and isinstance(data["infix_finditer"], str):
* self.infix_finditer = re.compile(data["infix_finditer"]).finditer
* if "token_match" in data and isinstance(data["token_match"], str): # <<<<<<<<<<<<<<
* self.token_match = re.compile(data["token_match"]).match
* if "url_match" in data and isinstance(data["url_match"], str):
*/
}
/* "spacy/tokenizer.pyx":848
* if "token_match" in data and isinstance(data["token_match"], str):
* self.token_match = re.compile(data["token_match"]).match
* if "url_match" in data and isinstance(data["url_match"], str): # <<<<<<<<<<<<<<
* self.url_match = re.compile(data["url_match"]).match
* if "faster_heuristics" in data:
*/
__pyx_t_7 = (__Pyx_PyDict_ContainsTF(__pyx_mstate_global->__pyx_n_u_url_match, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely((__pyx_t_7 < 0))) __PYX_ERR(0, 848, __pyx_L1_error)
if (__pyx_t_7) {
} else {
__pyx_t_6 = __pyx_t_7;
goto __pyx_L16_bool_binop_done;
}
__pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_url_match); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 848, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_7 = PyUnicode_Check(__pyx_t_3);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_t_6 = __pyx_t_7;
__pyx_L16_bool_binop_done:;
if (__pyx_t_6) {
/* "spacy/tokenizer.pyx":849
* self.token_match = re.compile(data["token_match"]).match
* if "url_match" in data and isinstance(data["url_match"], str):
* self.url_match = re.compile(data["url_match"]).match # <<<<<<<<<<<<<<
* if "faster_heuristics" in data:
* self.faster_heuristics = data["faster_heuristics"]
*/
__pyx_t_1 = NULL;
__Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_re); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 849, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_compile); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 849, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_url_match); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 849, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_2);
__pyx_t_5 = 1;
#if CYTHON_UNPACK_METHODS
if (unlikely(PyMethod_Check(__pyx_t_4))) {
__pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4);
assert(__pyx_t_1);
PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_4);
__Pyx_INCREF(__pyx_t_1);
__Pyx_INCREF(__pyx__function);
__Pyx_DECREF_SET(__pyx_t_4, __pyx__function);
__pyx_t_5 = 0;
}
#endif
{
PyObject *__pyx_callargs[2] = {__pyx_t_1, __pyx_t_2};
__pyx_t_3 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_4, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 849, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
}
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_match); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 849, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_url_match, __pyx_t_4) < (0)) __PYX_ERR(0, 849, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":848
* if "token_match" in data and isinstance(data["token_match"], str):
* self.token_match = re.compile(data["token_match"]).match
* if "url_match" in data and isinstance(data["url_match"], str): # <<<<<<<<<<<<<<
* self.url_match = re.compile(data["url_match"]).match
* if "faster_heuristics" in data:
*/
}
/* "spacy/tokenizer.pyx":850
* if "url_match" in data and isinstance(data["url_match"], str):
* self.url_match = re.compile(data["url_match"]).match
* if "faster_heuristics" in data: # <<<<<<<<<<<<<<
* self.faster_heuristics = data["faster_heuristics"]
* # always load rules last so that all other settings are set before the
*/
__pyx_t_6 = (__Pyx_PyDict_ContainsTF(__pyx_mstate_global->__pyx_n_u_faster_heuristics, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely((__pyx_t_6 < 0))) __PYX_ERR(0, 850, __pyx_L1_error)
if (__pyx_t_6) {
/* "spacy/tokenizer.pyx":851
* self.url_match = re.compile(data["url_match"]).match
* if "faster_heuristics" in data:
* self.faster_heuristics = data["faster_heuristics"] # <<<<<<<<<<<<<<
* # always load rules last so that all other settings are set before the
* # internal tokenization for the phrase matcher
*/
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_faster_heuristics); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 851, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_faster_heuristics, __pyx_t_4) < (0)) __PYX_ERR(0, 851, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":850
* if "url_match" in data and isinstance(data["url_match"], str):
* self.url_match = re.compile(data["url_match"]).match
* if "faster_heuristics" in data: # <<<<<<<<<<<<<<
* self.faster_heuristics = data["faster_heuristics"]
* # always load rules last so that all other settings are set before the
*/
}
/* "spacy/tokenizer.pyx":854
* # always load rules last so that all other settings are set before the
* # internal tokenization for the phrase matcher
* if "rules" in data and isinstance(data["rules"], dict): # <<<<<<<<<<<<<<
* self.rules = data["rules"]
* return self
*/
__pyx_t_7 = (__Pyx_PyDict_ContainsTF(__pyx_mstate_global->__pyx_n_u_rules, __pyx_cur_scope->__pyx_v_data, Py_EQ)); if (unlikely((__pyx_t_7 < 0))) __PYX_ERR(0, 854, __pyx_L1_error)
if (__pyx_t_7) {
} else {
__pyx_t_6 = __pyx_t_7;
goto __pyx_L20_bool_binop_done;
}
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_rules); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 854, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_7 = PyDict_Check(__pyx_t_4);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_6 = __pyx_t_7;
__pyx_L20_bool_binop_done:;
if (__pyx_t_6) {
/* "spacy/tokenizer.pyx":855
* # internal tokenization for the phrase matcher
* if "rules" in data and isinstance(data["rules"], dict):
* self.rules = data["rules"] # <<<<<<<<<<<<<<
* return self
*
*/
__pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_cur_scope->__pyx_v_data, __pyx_mstate_global->__pyx_n_u_rules); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 855, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_mstate_global->__pyx_n_u_rules, __pyx_t_4) < (0)) __PYX_ERR(0, 855, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":854
* # always load rules last so that all other settings are set before the
* # internal tokenization for the phrase matcher
* if "rules" in data and isinstance(data["rules"], dict): # <<<<<<<<<<<<<<
* self.rules = data["rules"]
* return self
*/
}
/* "spacy/tokenizer.pyx":856
* if "rules" in data and isinstance(data["rules"], dict):
* self.rules = data["rules"]
* return self # <<<<<<<<<<<<<<
*
*
*/
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
__pyx_r = ((PyObject *)__pyx_cur_scope->__pyx_v_self);
goto __pyx_L0;
/* "spacy/tokenizer.pyx":810
* return util.to_bytes(serializers, exclude)
*
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Load state from a binary string.
*
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_2);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.from_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XDECREF(__pyx_v_deserializers);
__Pyx_DECREF((PyObject *)__pyx_cur_scope);
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pxd":17
* cdef PreshMap _cache
* cdef PreshMap _specials
* cdef readonly Vocab vocab # <<<<<<<<<<<<<<
*
* cdef object _token_match
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_5vocab_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_5vocab_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_5vocab___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_5vocab___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__", 0);
__Pyx_XDECREF(__pyx_r);
__Pyx_INCREF((PyObject *)__pyx_v_self->vocab);
__pyx_r = ((PyObject *)__pyx_v_self->vocab);
goto __pyx_L0;
/* function exit code */
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pxd":28
* # TODO convert to bool in v4
* cdef int _faster_heuristics
* cdef public int max_cache_size # <<<<<<<<<<<<<<
*
* cdef Doc _tokenize_affixes(self, str string, bint with_special_cases)
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_14max_cache_size_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_5spacy_9tokenizer_9Tokenizer_14max_cache_size_1__get__(PyObject *__pyx_v_self) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_14max_cache_size___get__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer_9Tokenizer_14max_cache_size___get__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__get__", 0);
__Pyx_XDECREF(__pyx_r);
__pyx_t_1 = __Pyx_PyLong_From_int(__pyx_v_self->max_cache_size); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 28, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.max_cache_size.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* Python wrapper */
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_14max_cache_size_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_5spacy_9tokenizer_9Tokenizer_14max_cache_size_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
int __pyx_r;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
__pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
__pyx_r = __pyx_pf_5spacy_9tokenizer_9Tokenizer_14max_cache_size_2__set__(((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)__pyx_v_self), ((PyObject *)__pyx_v_value));
/* function exit code */
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static int __pyx_pf_5spacy_9tokenizer_9Tokenizer_14max_cache_size_2__set__(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *__pyx_v_self, PyObject *__pyx_v_value) {
int __pyx_r;
int __pyx_t_1;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__pyx_t_1 = __Pyx_PyLong_As_int(__pyx_v_value); if (unlikely((__pyx_t_1 == (int)-1) && PyErr_Occurred())) __PYX_ERR(4, 28, __pyx_L1_error)
__pyx_v_self->max_cache_size = __pyx_t_1;
/* function exit code */
__pyx_r = 0;
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_AddTraceback("spacy.tokenizer.Tokenizer.max_cache_size.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = -1;
__pyx_L0:;
return __pyx_r;
}
/* "spacy/tokenizer.pyx":859
*
*
* def _get_regex_pattern(regex): # <<<<<<<<<<<<<<
* """Get a pattern string for a regex, or None if the pattern is None."""
* return None if regex is None else regex.__self__.pattern
*/
/* Python wrapper */
static PyObject *__pyx_pw_5spacy_9tokenizer_1_get_regex_pattern(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_5spacy_9tokenizer__get_regex_pattern, "_get_regex_pattern(regex)\n\nGet a pattern string for a regex, or None if the pattern is None.");
static PyMethodDef __pyx_mdef_5spacy_9tokenizer_1_get_regex_pattern = {"_get_regex_pattern", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_1_get_regex_pattern, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer__get_regex_pattern};
static PyObject *__pyx_pw_5spacy_9tokenizer_1_get_regex_pattern(PyObject *__pyx_self,
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
PyObject *__pyx_v_regex = 0;
#if !CYTHON_METH_FASTCALL
CYTHON_UNUSED Py_ssize_t __pyx_nargs;
#endif
CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
PyObject* values[1] = {0};
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
PyObject *__pyx_r = 0;
__Pyx_RefNannyDeclarations
__Pyx_RefNannySetupContext("_get_regex_pattern (wrapper)", 0);
#if !CYTHON_METH_FASTCALL
#if CYTHON_ASSUME_SAFE_SIZE
__pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
#else
__pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
#endif
#endif
__pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
{
PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_regex,0};
const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 859, __pyx_L3_error)
if (__pyx_kwds_len > 0) {
switch (__pyx_nargs) {
case 1:
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 859, __pyx_L3_error)
CYTHON_FALLTHROUGH;
case 0: break;
default: goto __pyx_L5_argtuple_error;
}
const Py_ssize_t kwd_pos_args = __pyx_nargs;
if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "_get_regex_pattern", 0) < (0)) __PYX_ERR(0, 859, __pyx_L3_error)
for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("_get_regex_pattern", 1, 1, 1, i); __PYX_ERR(0, 859, __pyx_L3_error) }
}
} else if (unlikely(__pyx_nargs != 1)) {
goto __pyx_L5_argtuple_error;
} else {
values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 859, __pyx_L3_error)
}
__pyx_v_regex = values[0];
}
goto __pyx_L6_skip;
__pyx_L5_argtuple_error:;
__Pyx_RaiseArgtupleInvalid("_get_regex_pattern", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 859, __pyx_L3_error)
__pyx_L6_skip:;
goto __pyx_L4_argument_unpacking_done;
__pyx_L3_error:;
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_AddTraceback("spacy.tokenizer._get_regex_pattern", __pyx_clineno, __pyx_lineno, __pyx_filename);
__Pyx_RefNannyFinishContext();
return NULL;
__pyx_L4_argument_unpacking_done:;
__pyx_r = __pyx_pf_5spacy_9tokenizer__get_regex_pattern(__pyx_self, __pyx_v_regex);
/* function exit code */
for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
Py_XDECREF(values[__pyx_temp]);
}
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
static PyObject *__pyx_pf_5spacy_9tokenizer__get_regex_pattern(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_regex) {
PyObject *__pyx_r = NULL;
__Pyx_RefNannyDeclarations
PyObject *__pyx_t_1 = NULL;
int __pyx_t_2;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("_get_regex_pattern", 0);
/* "spacy/tokenizer.pyx":861
* def _get_regex_pattern(regex):
* """Get a pattern string for a regex, or None if the pattern is None."""
* return None if regex is None else regex.__self__.pattern # <<<<<<<<<<<<<<
*
*
*/
__Pyx_XDECREF(__pyx_r);
__pyx_t_2 = (__pyx_v_regex == Py_None);
if (__pyx_t_2) {
__Pyx_INCREF(Py_None);
__pyx_t_1 = Py_None;
} else {
__pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_regex, __pyx_mstate_global->__pyx_n_u_self); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 861, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_3);
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_pattern); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 861, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
__pyx_t_1 = __pyx_t_4;
__pyx_t_4 = 0;
}
__pyx_r = __pyx_t_1;
__pyx_t_1 = 0;
goto __pyx_L0;
/* "spacy/tokenizer.pyx":859
*
*
* def _get_regex_pattern(regex): # <<<<<<<<<<<<<<
* """Get a pattern string for a regex, or None if the pattern is None."""
* return None if regex is None else regex.__self__.pattern
*/
/* function exit code */
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_XDECREF(__pyx_t_3);
__Pyx_XDECREF(__pyx_t_4);
__Pyx_AddTraceback("spacy.tokenizer._get_regex_pattern", __pyx_clineno, __pyx_lineno, __pyx_filename);
__pyx_r = NULL;
__pyx_L0:;
__Pyx_XGIVEREF(__pyx_r);
__Pyx_RefNannyFinishContext();
return __pyx_r;
}
/* "spacy/tokenizer.pyx":870
*
*
* cdef bint len_start_cmp(SpanC a, SpanC b) noexcept nogil: # <<<<<<<<<<<<<<
* if a.end - a.start == b.end - b.start:
* return b.start < a.start
*/
static int __pyx_f_5spacy_9tokenizer_len_start_cmp(struct __pyx_t_5spacy_7structs_SpanC __pyx_v_a, struct __pyx_t_5spacy_7structs_SpanC __pyx_v_b) {
int __pyx_r;
int __pyx_t_1;
/* "spacy/tokenizer.pyx":871
*
* cdef bint len_start_cmp(SpanC a, SpanC b) noexcept nogil:
* if a.end - a.start == b.end - b.start: # <<<<<<<<<<<<<<
* return b.start < a.start
* return a.end - a.start < b.end - b.start
*/
__pyx_t_1 = ((__pyx_v_a.end - __pyx_v_a.start) == (__pyx_v_b.end - __pyx_v_b.start));
if (__pyx_t_1) {
/* "spacy/tokenizer.pyx":872
* cdef bint len_start_cmp(SpanC a, SpanC b) noexcept nogil:
* if a.end - a.start == b.end - b.start:
* return b.start < a.start # <<<<<<<<<<<<<<
* return a.end - a.start < b.end - b.start
*
*/
__pyx_r = (__pyx_v_b.start < __pyx_v_a.start);
goto __pyx_L0;
/* "spacy/tokenizer.pyx":871
*
* cdef bint len_start_cmp(SpanC a, SpanC b) noexcept nogil:
* if a.end - a.start == b.end - b.start: # <<<<<<<<<<<<<<
* return b.start < a.start
* return a.end - a.start < b.end - b.start
*/
}
/* "spacy/tokenizer.pyx":873
* if a.end - a.start == b.end - b.start:
* return b.start < a.start
* return a.end - a.start < b.end - b.start # <<<<<<<<<<<<<<
*
*
*/
__pyx_r = ((__pyx_v_a.end - __pyx_v_a.start) < (__pyx_v_b.end - __pyx_v_b.start));
goto __pyx_L0;
/* "spacy/tokenizer.pyx":870
*
*
* cdef bint len_start_cmp(SpanC a, SpanC b) noexcept nogil: # <<<<<<<<<<<<<<
* if a.end - a.start == b.end - b.start:
* return b.start < a.start
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* "spacy/tokenizer.pyx":876
*
*
* cdef bint start_cmp(SpanC a, SpanC b) noexcept nogil: # <<<<<<<<<<<<<<
* return a.start < b.start
*/
static int __pyx_f_5spacy_9tokenizer_start_cmp(struct __pyx_t_5spacy_7structs_SpanC __pyx_v_a, struct __pyx_t_5spacy_7structs_SpanC __pyx_v_b) {
int __pyx_r;
/* "spacy/tokenizer.pyx":877
*
* cdef bint start_cmp(SpanC a, SpanC b) noexcept nogil:
* return a.start < b.start # <<<<<<<<<<<<<<
*/
__pyx_r = (__pyx_v_a.start < __pyx_v_b.start);
goto __pyx_L0;
/* "spacy/tokenizer.pyx":876
*
*
* cdef bint start_cmp(SpanC a, SpanC b) noexcept nogil: # <<<<<<<<<<<<<<
* return a.start < b.start
*/
/* function exit code */
__pyx_L0:;
return __pyx_r;
}
/* #### Code section: module_exttypes ### */
static struct __pyx_vtabstruct_5spacy_9tokenizer_Tokenizer __pyx_vtable_5spacy_9tokenizer_Tokenizer;
static PyObject *__pyx_tp_new_5spacy_9tokenizer_Tokenizer(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *p;
PyObject *o;
o = __Pyx_AllocateExtensionType(t, 0);
if (unlikely(!o)) return 0;
p = ((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)o);
p->__pyx_vtab = __pyx_vtabptr_5spacy_9tokenizer_Tokenizer;
p->mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)Py_None); Py_INCREF(Py_None);
p->_cache = ((struct __pyx_obj_7preshed_4maps_PreshMap *)Py_None); Py_INCREF(Py_None);
p->_specials = ((struct __pyx_obj_7preshed_4maps_PreshMap *)Py_None); Py_INCREF(Py_None);
p->vocab = ((struct __pyx_obj_5spacy_5vocab_Vocab *)Py_None); Py_INCREF(Py_None);
p->_token_match = Py_None; Py_INCREF(Py_None);
p->_url_match = Py_None; Py_INCREF(Py_None);
p->_prefix_search = Py_None; Py_INCREF(Py_None);
p->_suffix_search = Py_None; Py_INCREF(Py_None);
p->_infix_finditer = Py_None; Py_INCREF(Py_None);
p->_rules = Py_None; Py_INCREF(Py_None);
p->_special_matcher = ((struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher *)Py_None); Py_INCREF(Py_None);
return o;
}
static void __pyx_tp_dealloc_5spacy_9tokenizer_Tokenizer(PyObject *o) {
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *p = (struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)o;
#if CYTHON_USE_TP_FINALIZE
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_5spacy_9tokenizer_Tokenizer) {
if (PyObject_CallFinalizerFromDealloc(o)) return;
}
}
#endif
PyObject_GC_UnTrack(o);
Py_CLEAR(p->mem);
Py_CLEAR(p->_cache);
Py_CLEAR(p->_specials);
Py_CLEAR(p->vocab);
Py_CLEAR(p->_token_match);
Py_CLEAR(p->_url_match);
Py_CLEAR(p->_prefix_search);
Py_CLEAR(p->_suffix_search);
Py_CLEAR(p->_infix_finditer);
Py_CLEAR(p->_rules);
Py_CLEAR(p->_special_matcher);
PyTypeObject *tp = Py_TYPE(o);
#if CYTHON_USE_TYPE_SLOTS
(*tp->tp_free)(o);
#else
{
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
if (tp_free) tp_free(o);
}
#endif
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(tp);
#endif
}
static int __pyx_tp_traverse_5spacy_9tokenizer_Tokenizer(PyObject *o, visitproc v, void *a) {
int e;
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *p = (struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)o;
{
e = __Pyx_call_type_traverse(o, 1, v, a);
if (e) return e;
}
if (p->mem) {
e = (*v)(((PyObject *)p->mem), a); if (e) return e;
}
if (p->_cache) {
e = (*v)(((PyObject *)p->_cache), a); if (e) return e;
}
if (p->_specials) {
e = (*v)(((PyObject *)p->_specials), a); if (e) return e;
}
if (p->vocab) {
e = (*v)(((PyObject *)p->vocab), a); if (e) return e;
}
if (p->_token_match) {
e = (*v)(p->_token_match, a); if (e) return e;
}
if (p->_url_match) {
e = (*v)(p->_url_match, a); if (e) return e;
}
if (p->_prefix_search) {
e = (*v)(p->_prefix_search, a); if (e) return e;
}
if (p->_suffix_search) {
e = (*v)(p->_suffix_search, a); if (e) return e;
}
if (p->_infix_finditer) {
e = (*v)(p->_infix_finditer, a); if (e) return e;
}
if (p->_rules) {
e = (*v)(p->_rules, a); if (e) return e;
}
if (p->_special_matcher) {
e = (*v)(((PyObject *)p->_special_matcher), a); if (e) return e;
}
return 0;
}
static int __pyx_tp_clear_5spacy_9tokenizer_Tokenizer(PyObject *o) {
PyObject* tmp;
struct __pyx_obj_5spacy_9tokenizer_Tokenizer *p = (struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)o;
tmp = ((PyObject*)p->mem);
p->mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)Py_None); Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->_cache);
p->_cache = ((struct __pyx_obj_7preshed_4maps_PreshMap *)Py_None); Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->_specials);
p->_specials = ((struct __pyx_obj_7preshed_4maps_PreshMap *)Py_None); Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->vocab);
p->vocab = ((struct __pyx_obj_5spacy_5vocab_Vocab *)Py_None); Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->_token_match);
p->_token_match = Py_None; Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->_url_match);
p->_url_match = Py_None; Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->_prefix_search);
p->_prefix_search = Py_None; Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->_suffix_search);
p->_suffix_search = Py_None; Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->_infix_finditer);
p->_infix_finditer = Py_None; Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->_rules);
p->_rules = Py_None; Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->_special_matcher);
p->_special_matcher = ((struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher *)Py_None); Py_INCREF(Py_None);
Py_XDECREF(tmp);
return 0;
}
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_token_match(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_11token_match_1__get__(o);
}
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_token_match(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
if (v) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_11token_match_3__set__(o, v);
}
else {
PyErr_SetString(PyExc_NotImplementedError, "__del__");
return -1;
}
}
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_url_match(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_9url_match_1__get__(o);
}
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_url_match(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
if (v) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_9url_match_3__set__(o, v);
}
else {
PyErr_SetString(PyExc_NotImplementedError, "__del__");
return -1;
}
}
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_prefix_search(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_13prefix_search_1__get__(o);
}
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_prefix_search(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
if (v) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_13prefix_search_3__set__(o, v);
}
else {
PyErr_SetString(PyExc_NotImplementedError, "__del__");
return -1;
}
}
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_suffix_search(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_13suffix_search_1__get__(o);
}
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_suffix_search(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
if (v) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_13suffix_search_3__set__(o, v);
}
else {
PyErr_SetString(PyExc_NotImplementedError, "__del__");
return -1;
}
}
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_infix_finditer(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_14infix_finditer_1__get__(o);
}
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_infix_finditer(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
if (v) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_14infix_finditer_3__set__(o, v);
}
else {
PyErr_SetString(PyExc_NotImplementedError, "__del__");
return -1;
}
}
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_rules(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_5rules_1__get__(o);
}
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_rules(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
if (v) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_5rules_3__set__(o, v);
}
else {
PyErr_SetString(PyExc_NotImplementedError, "__del__");
return -1;
}
}
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_faster_heuristics(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_1__get__(o);
}
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_faster_heuristics(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
if (v) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_17faster_heuristics_3__set__(o, v);
}
else {
PyErr_SetString(PyExc_NotImplementedError, "__del__");
return -1;
}
}
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_vocab(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_5vocab_1__get__(o);
}
static PyObject *__pyx_getprop_5spacy_9tokenizer_9Tokenizer_max_cache_size(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_14max_cache_size_1__get__(o);
}
static int __pyx_setprop_5spacy_9tokenizer_9Tokenizer_max_cache_size(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
if (v) {
return __pyx_pw_5spacy_9tokenizer_9Tokenizer_14max_cache_size_3__set__(o, v);
}
else {
PyErr_SetString(PyExc_NotImplementedError, "__del__");
return -1;
}
}
static PyMethodDef __pyx_methods_5spacy_9tokenizer_Tokenizer[] = {
{"__reduce__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_3__reduce__, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_2__reduce__},
{"pipe", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_7pipe, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_6pipe},
{"_flush_cache", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_10_flush_cache, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_9_flush_cache},
{"_reset_cache", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_12_reset_cache, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_11_reset_cache},
{"_flush_specials", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_14_flush_specials, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_13_flush_specials},
{"find_infix", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_16find_infix, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_15find_infix},
{"find_prefix", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_18find_prefix, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_17find_prefix},
{"find_suffix", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_20find_suffix, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_19find_suffix},
{"_load_special_cases", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_22_load_special_cases, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_21_load_special_cases},
{"_validate_special_case", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_24_validate_special_case, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_23_validate_special_case},
{"add_special_case", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_26add_special_case, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_25add_special_case},
{"_reload_special_cases", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_28_reload_special_cases, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_27_reload_special_cases},
{"explain", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_30explain, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_29explain},
{"score", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_32score, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_31score},
{"to_disk", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_34to_disk, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_33to_disk},
{"from_disk", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_36from_disk, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_35from_disk},
{"to_bytes", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_38to_bytes, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_37to_bytes},
{"from_bytes", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_5spacy_9tokenizer_9Tokenizer_40from_bytes, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_5spacy_9tokenizer_9Tokenizer_39from_bytes},
{0, 0, 0, 0}
};
static struct PyGetSetDef __pyx_getsets_5spacy_9tokenizer_Tokenizer[] = {
{"token_match", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_token_match, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_token_match, 0, 0},
{"url_match", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_url_match, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_url_match, 0, 0},
{"prefix_search", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_prefix_search, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_prefix_search, 0, 0},
{"suffix_search", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_suffix_search, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_suffix_search, 0, 0},
{"infix_finditer", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_infix_finditer, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_infix_finditer, 0, 0},
{"rules", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_rules, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_rules, 0, 0},
{"faster_heuristics", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_faster_heuristics, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_faster_heuristics, 0, 0},
{"vocab", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_vocab, 0, 0, 0},
{"max_cache_size", __pyx_getprop_5spacy_9tokenizer_9Tokenizer_max_cache_size, __pyx_setprop_5spacy_9tokenizer_9Tokenizer_max_cache_size, PyDoc_STR("max_cache_size: 'int'"), 0},
{0, 0, 0, 0, 0}
};
#if CYTHON_USE_TYPE_SPECS
static PyType_Slot __pyx_type_5spacy_9tokenizer_Tokenizer_slots[] = {
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_5spacy_9tokenizer_Tokenizer},
{Py_tp_call, (void *)__pyx_pw_5spacy_9tokenizer_9Tokenizer_5__call__},
{Py_tp_doc, (void *)PyDoc_STR("Tokenizer(Vocab vocab, rules=None, prefix_search=None, suffix_search=None, infix_finditer=None, token_match=None, url_match=None, faster_heuristics=True, max_cache_size=10000)\n\nSegment text, and create Doc objects with the discovered segment\nboundaries.\n\nDOCS: https://spacy.io/api/tokenizer")},
{Py_tp_traverse, (void *)__pyx_tp_traverse_5spacy_9tokenizer_Tokenizer},
{Py_tp_clear, (void *)__pyx_tp_clear_5spacy_9tokenizer_Tokenizer},
{Py_tp_methods, (void *)__pyx_methods_5spacy_9tokenizer_Tokenizer},
{Py_tp_getset, (void *)__pyx_getsets_5spacy_9tokenizer_Tokenizer},
{Py_tp_init, (void *)__pyx_pw_5spacy_9tokenizer_9Tokenizer_1__init__},
{Py_tp_new, (void *)__pyx_tp_new_5spacy_9tokenizer_Tokenizer},
{0, 0},
};
static PyType_Spec __pyx_type_5spacy_9tokenizer_Tokenizer_spec = {
"spacy.tokenizer.Tokenizer",
sizeof(struct __pyx_obj_5spacy_9tokenizer_Tokenizer),
0,
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC,
__pyx_type_5spacy_9tokenizer_Tokenizer_slots,
};
#else
static PyTypeObject __pyx_type_5spacy_9tokenizer_Tokenizer = {
PyVarObject_HEAD_INIT(0, 0)
"spacy.tokenizer.""Tokenizer", /*tp_name*/
sizeof(struct __pyx_obj_5spacy_9tokenizer_Tokenizer), /*tp_basicsize*/
0, /*tp_itemsize*/
__pyx_tp_dealloc_5spacy_9tokenizer_Tokenizer, /*tp_dealloc*/
0, /*tp_vectorcall_offset*/
0, /*tp_getattr*/
0, /*tp_setattr*/
0, /*tp_as_async*/
0, /*tp_repr*/
0, /*tp_as_number*/
0, /*tp_as_sequence*/
0, /*tp_as_mapping*/
0, /*tp_hash*/
__pyx_pw_5spacy_9tokenizer_9Tokenizer_5__call__, /*tp_call*/
0, /*tp_str*/
0, /*tp_getattro*/
0, /*tp_setattro*/
0, /*tp_as_buffer*/
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
PyDoc_STR("Tokenizer(Vocab vocab, rules=None, prefix_search=None, suffix_search=None, infix_finditer=None, token_match=None, url_match=None, faster_heuristics=True, max_cache_size=10000)\n\nSegment text, and create Doc objects with the discovered segment\nboundaries.\n\nDOCS: https://spacy.io/api/tokenizer"), /*tp_doc*/
__pyx_tp_traverse_5spacy_9tokenizer_Tokenizer, /*tp_traverse*/
__pyx_tp_clear_5spacy_9tokenizer_Tokenizer, /*tp_clear*/
0, /*tp_richcompare*/
0, /*tp_weaklistoffset*/
0, /*tp_iter*/
0, /*tp_iternext*/
__pyx_methods_5spacy_9tokenizer_Tokenizer, /*tp_methods*/
0, /*tp_members*/
__pyx_getsets_5spacy_9tokenizer_Tokenizer, /*tp_getset*/
0, /*tp_base*/
0, /*tp_dict*/
0, /*tp_descr_get*/
0, /*tp_descr_set*/
#if !CYTHON_USE_TYPE_SPECS
0, /*tp_dictoffset*/
#endif
__pyx_pw_5spacy_9tokenizer_9Tokenizer_1__init__, /*tp_init*/
0, /*tp_alloc*/
__pyx_tp_new_5spacy_9tokenizer_Tokenizer, /*tp_new*/
0, /*tp_free*/
0, /*tp_is_gc*/
0, /*tp_bases*/
0, /*tp_mro*/
0, /*tp_cache*/
0, /*tp_subclasses*/
0, /*tp_weaklist*/
0, /*tp_del*/
0, /*tp_version_tag*/
#if CYTHON_USE_TP_FINALIZE
0, /*tp_finalize*/
#else
NULL, /*tp_finalize*/
#endif
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
0, /*tp_vectorcall*/
#endif
#if __PYX_NEED_TP_PRINT_SLOT == 1
0, /*tp_print*/
#endif
#if PY_VERSION_HEX >= 0x030C0000
0, /*tp_watched*/
#endif
#if PY_VERSION_HEX >= 0x030d00A4
0, /*tp_versions_used*/
#endif
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
0, /*tp_pypy_flags*/
#endif
};
#endif
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct__pipe(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
PyObject *o;
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct__pipe > 0) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(t, __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe))))
{
o = (PyObject*)__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct__pipe[--__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct__pipe];
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(Py_TYPE(o));
#endif
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe));
#if CYTHON_COMPILING_IN_LIMITED_API
(void) PyObject_Init(o, t);
#else
(void) PyObject_INIT(o, t);
#endif
PyObject_GC_Track(o);
} else
#endif
{
o = __Pyx_AllocateExtensionType(t, 1);
if (unlikely(!o)) return 0;
}
return o;
}
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct__pipe(PyObject *o) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *)o;
#if CYTHON_USE_TP_FINALIZE
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct__pipe) {
if (PyObject_CallFinalizerFromDealloc(o)) return;
}
}
#endif
PyObject_GC_UnTrack(o);
Py_CLEAR(p->__pyx_v_batch_size);
Py_CLEAR(p->__pyx_v_self);
Py_CLEAR(p->__pyx_v_text);
Py_CLEAR(p->__pyx_v_texts);
Py_CLEAR(p->__pyx_t_0);
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct__pipe < 8) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(Py_TYPE(o), __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe))))
{
__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct__pipe[__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct__pipe++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *)o);
} else
#endif
{
PyTypeObject *tp = Py_TYPE(o);
#if CYTHON_USE_TYPE_SLOTS
(*tp->tp_free)(o);
#else
{
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
if (tp_free) tp_free(o);
}
#endif
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(tp);
#endif
}
}
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct__pipe(PyObject *o, visitproc v, void *a) {
int e;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe *)o;
{
e = __Pyx_call_type_traverse(o, 1, v, a);
if (e) return e;
}
if (p->__pyx_v_batch_size) {
e = (*v)(p->__pyx_v_batch_size, a); if (e) return e;
}
if (p->__pyx_v_self) {
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
}
if (p->__pyx_v_text) {
e = (*v)(p->__pyx_v_text, a); if (e) return e;
}
if (p->__pyx_v_texts) {
e = (*v)(p->__pyx_v_texts, a); if (e) return e;
}
if (p->__pyx_t_0) {
e = (*v)(p->__pyx_t_0, a); if (e) return e;
}
return 0;
}
#if CYTHON_USE_TYPE_SPECS
static PyType_Slot __pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe_slots[] = {
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct__pipe},
{Py_tp_traverse, (void *)__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct__pipe},
{Py_tp_new, (void *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct__pipe},
{0, 0},
};
static PyType_Spec __pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe_spec = {
"spacy.tokenizer.__pyx_scope_struct__pipe",
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe),
0,
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC,
__pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe_slots,
};
#else
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe = {
PyVarObject_HEAD_INIT(0, 0)
"spacy.tokenizer.""__pyx_scope_struct__pipe", /*tp_name*/
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct__pipe), /*tp_basicsize*/
0, /*tp_itemsize*/
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct__pipe, /*tp_dealloc*/
0, /*tp_vectorcall_offset*/
0, /*tp_getattr*/
0, /*tp_setattr*/
0, /*tp_as_async*/
0, /*tp_repr*/
0, /*tp_as_number*/
0, /*tp_as_sequence*/
0, /*tp_as_mapping*/
0, /*tp_hash*/
0, /*tp_call*/
0, /*tp_str*/
0, /*tp_getattro*/
0, /*tp_setattro*/
0, /*tp_as_buffer*/
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
0, /*tp_doc*/
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct__pipe, /*tp_traverse*/
0, /*tp_clear*/
0, /*tp_richcompare*/
0, /*tp_weaklistoffset*/
0, /*tp_iter*/
0, /*tp_iternext*/
0, /*tp_methods*/
0, /*tp_members*/
0, /*tp_getset*/
0, /*tp_base*/
0, /*tp_dict*/
0, /*tp_descr_get*/
0, /*tp_descr_set*/
#if !CYTHON_USE_TYPE_SPECS
0, /*tp_dictoffset*/
#endif
0, /*tp_init*/
0, /*tp_alloc*/
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct__pipe, /*tp_new*/
0, /*tp_free*/
0, /*tp_is_gc*/
0, /*tp_bases*/
0, /*tp_mro*/
0, /*tp_cache*/
0, /*tp_subclasses*/
0, /*tp_weaklist*/
0, /*tp_del*/
0, /*tp_version_tag*/
#if CYTHON_USE_TP_FINALIZE
0, /*tp_finalize*/
#else
NULL, /*tp_finalize*/
#endif
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
0, /*tp_vectorcall*/
#endif
#if __PYX_NEED_TP_PRINT_SLOT == 1
0, /*tp_print*/
#endif
#if PY_VERSION_HEX >= 0x030C0000
0, /*tp_watched*/
#endif
#if PY_VERSION_HEX >= 0x030d00A4
0, /*tp_versions_used*/
#endif
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
0, /*tp_pypy_flags*/
#endif
};
#endif
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_1_explain(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
PyObject *o;
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_1_explain > 0) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(t, __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain))))
{
o = (PyObject*)__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_1_explain[--__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_1_explain];
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(Py_TYPE(o));
#endif
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain));
#if CYTHON_COMPILING_IN_LIMITED_API
(void) PyObject_Init(o, t);
#else
(void) PyObject_INIT(o, t);
#endif
PyObject_GC_Track(o);
} else
#endif
{
o = __Pyx_AllocateExtensionType(t, 1);
if (unlikely(!o)) return 0;
}
return o;
}
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_1_explain(PyObject *o) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *)o;
#if CYTHON_USE_TP_FINALIZE
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_1_explain) {
if (PyObject_CallFinalizerFromDealloc(o)) return;
}
}
#endif
PyObject_GC_UnTrack(o);
Py_CLEAR(p->__pyx_v_self);
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_1_explain < 8) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(Py_TYPE(o), __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain))))
{
__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_1_explain[__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_1_explain++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *)o);
} else
#endif
{
PyTypeObject *tp = Py_TYPE(o);
#if CYTHON_USE_TYPE_SLOTS
(*tp->tp_free)(o);
#else
{
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
if (tp_free) tp_free(o);
}
#endif
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(tp);
#endif
}
}
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_1_explain(PyObject *o, visitproc v, void *a) {
int e;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *)o;
{
e = __Pyx_call_type_traverse(o, 1, v, a);
if (e) return e;
}
if (p->__pyx_v_self) {
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
}
return 0;
}
static int __pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_1_explain(PyObject *o) {
PyObject* tmp;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain *)o;
tmp = ((PyObject*)p->__pyx_v_self);
p->__pyx_v_self = ((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)Py_None); Py_INCREF(Py_None);
Py_XDECREF(tmp);
return 0;
}
#if CYTHON_USE_TYPE_SPECS
static PyType_Slot __pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain_slots[] = {
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_1_explain},
{Py_tp_traverse, (void *)__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_1_explain},
{Py_tp_clear, (void *)__pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_1_explain},
{Py_tp_new, (void *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_1_explain},
{0, 0},
};
static PyType_Spec __pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain_spec = {
"spacy.tokenizer.__pyx_scope_struct_1_explain",
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain),
0,
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC,
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain_slots,
};
#else
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain = {
PyVarObject_HEAD_INIT(0, 0)
"spacy.tokenizer.""__pyx_scope_struct_1_explain", /*tp_name*/
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_1_explain), /*tp_basicsize*/
0, /*tp_itemsize*/
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_1_explain, /*tp_dealloc*/
0, /*tp_vectorcall_offset*/
0, /*tp_getattr*/
0, /*tp_setattr*/
0, /*tp_as_async*/
0, /*tp_repr*/
0, /*tp_as_number*/
0, /*tp_as_sequence*/
0, /*tp_as_mapping*/
0, /*tp_hash*/
0, /*tp_call*/
0, /*tp_str*/
0, /*tp_getattro*/
0, /*tp_setattro*/
0, /*tp_as_buffer*/
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
0, /*tp_doc*/
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_1_explain, /*tp_traverse*/
__pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_1_explain, /*tp_clear*/
0, /*tp_richcompare*/
0, /*tp_weaklistoffset*/
0, /*tp_iter*/
0, /*tp_iternext*/
0, /*tp_methods*/
0, /*tp_members*/
0, /*tp_getset*/
0, /*tp_base*/
0, /*tp_dict*/
0, /*tp_descr_get*/
0, /*tp_descr_set*/
#if !CYTHON_USE_TYPE_SPECS
0, /*tp_dictoffset*/
#endif
0, /*tp_init*/
0, /*tp_alloc*/
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_1_explain, /*tp_new*/
0, /*tp_free*/
0, /*tp_is_gc*/
0, /*tp_bases*/
0, /*tp_mro*/
0, /*tp_cache*/
0, /*tp_subclasses*/
0, /*tp_weaklist*/
0, /*tp_del*/
0, /*tp_version_tag*/
#if CYTHON_USE_TP_FINALIZE
0, /*tp_finalize*/
#else
NULL, /*tp_finalize*/
#endif
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
0, /*tp_vectorcall*/
#endif
#if __PYX_NEED_TP_PRINT_SLOT == 1
0, /*tp_print*/
#endif
#if PY_VERSION_HEX >= 0x030C0000
0, /*tp_watched*/
#endif
#if PY_VERSION_HEX >= 0x030d00A4
0, /*tp_versions_used*/
#endif
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
0, /*tp_pypy_flags*/
#endif
};
#endif
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_2_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
PyObject *o;
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_2_genexpr > 0) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(t, __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr))))
{
o = (PyObject*)__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_2_genexpr[--__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_2_genexpr];
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(Py_TYPE(o));
#endif
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr));
#if CYTHON_COMPILING_IN_LIMITED_API
(void) PyObject_Init(o, t);
#else
(void) PyObject_INIT(o, t);
#endif
PyObject_GC_Track(o);
} else
#endif
{
o = __Pyx_AllocateExtensionType(t, 1);
if (unlikely(!o)) return 0;
}
return o;
}
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_2_genexpr(PyObject *o) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *)o;
#if CYTHON_USE_TP_FINALIZE
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_2_genexpr) {
if (PyObject_CallFinalizerFromDealloc(o)) return;
}
}
#endif
PyObject_GC_UnTrack(o);
Py_CLEAR(p->__pyx_outer_scope);
Py_CLEAR(p->__pyx_genexpr_arg_0);
Py_CLEAR(p->__pyx_v_e);
Py_CLEAR(p->__pyx_v_i);
Py_CLEAR(p->__pyx_t_0);
Py_CLEAR(p->__pyx_t_1);
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_2_genexpr < 8) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(Py_TYPE(o), __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr))))
{
__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_2_genexpr[__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_2_genexpr++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *)o);
} else
#endif
{
PyTypeObject *tp = Py_TYPE(o);
#if CYTHON_USE_TYPE_SLOTS
(*tp->tp_free)(o);
#else
{
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
if (tp_free) tp_free(o);
}
#endif
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(tp);
#endif
}
}
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_2_genexpr(PyObject *o, visitproc v, void *a) {
int e;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr *)o;
{
e = __Pyx_call_type_traverse(o, 1, v, a);
if (e) return e;
}
if (p->__pyx_outer_scope) {
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
}
if (p->__pyx_genexpr_arg_0) {
e = (*v)(p->__pyx_genexpr_arg_0, a); if (e) return e;
}
if (p->__pyx_v_e) {
e = (*v)(p->__pyx_v_e, a); if (e) return e;
}
if (p->__pyx_v_i) {
e = (*v)(p->__pyx_v_i, a); if (e) return e;
}
if (p->__pyx_t_0) {
e = (*v)(p->__pyx_t_0, a); if (e) return e;
}
if (p->__pyx_t_1) {
e = (*v)(p->__pyx_t_1, a); if (e) return e;
}
return 0;
}
#if CYTHON_USE_TYPE_SPECS
static PyType_Slot __pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr_slots[] = {
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_2_genexpr},
{Py_tp_traverse, (void *)__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_2_genexpr},
{Py_tp_new, (void *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_2_genexpr},
{0, 0},
};
static PyType_Spec __pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr_spec = {
"spacy.tokenizer.__pyx_scope_struct_2_genexpr",
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr),
0,
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC,
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr_slots,
};
#else
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr = {
PyVarObject_HEAD_INIT(0, 0)
"spacy.tokenizer.""__pyx_scope_struct_2_genexpr", /*tp_name*/
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_2_genexpr), /*tp_basicsize*/
0, /*tp_itemsize*/
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_2_genexpr, /*tp_dealloc*/
0, /*tp_vectorcall_offset*/
0, /*tp_getattr*/
0, /*tp_setattr*/
0, /*tp_as_async*/
0, /*tp_repr*/
0, /*tp_as_number*/
0, /*tp_as_sequence*/
0, /*tp_as_mapping*/
0, /*tp_hash*/
0, /*tp_call*/
0, /*tp_str*/
0, /*tp_getattro*/
0, /*tp_setattro*/
0, /*tp_as_buffer*/
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
0, /*tp_doc*/
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_2_genexpr, /*tp_traverse*/
0, /*tp_clear*/
0, /*tp_richcompare*/
0, /*tp_weaklistoffset*/
0, /*tp_iter*/
0, /*tp_iternext*/
0, /*tp_methods*/
0, /*tp_members*/
0, /*tp_getset*/
0, /*tp_base*/
0, /*tp_dict*/
0, /*tp_descr_get*/
0, /*tp_descr_set*/
#if !CYTHON_USE_TYPE_SPECS
0, /*tp_dictoffset*/
#endif
0, /*tp_init*/
0, /*tp_alloc*/
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_2_genexpr, /*tp_new*/
0, /*tp_free*/
0, /*tp_is_gc*/
0, /*tp_bases*/
0, /*tp_mro*/
0, /*tp_cache*/
0, /*tp_subclasses*/
0, /*tp_weaklist*/
0, /*tp_del*/
0, /*tp_version_tag*/
#if CYTHON_USE_TP_FINALIZE
0, /*tp_finalize*/
#else
NULL, /*tp_finalize*/
#endif
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
0, /*tp_vectorcall*/
#endif
#if __PYX_NEED_TP_PRINT_SLOT == 1
0, /*tp_print*/
#endif
#if PY_VERSION_HEX >= 0x030C0000
0, /*tp_watched*/
#endif
#if PY_VERSION_HEX >= 0x030d00A4
0, /*tp_versions_used*/
#endif
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
0, /*tp_pypy_flags*/
#endif
};
#endif
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_3_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
PyObject *o;
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_3_genexpr > 0) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(t, __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr))))
{
o = (PyObject*)__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_3_genexpr[--__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_3_genexpr];
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(Py_TYPE(o));
#endif
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr));
#if CYTHON_COMPILING_IN_LIMITED_API
(void) PyObject_Init(o, t);
#else
(void) PyObject_INIT(o, t);
#endif
PyObject_GC_Track(o);
} else
#endif
{
o = __Pyx_AllocateExtensionType(t, 1);
if (unlikely(!o)) return 0;
}
return o;
}
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_3_genexpr(PyObject *o) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *)o;
#if CYTHON_USE_TP_FINALIZE
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_3_genexpr) {
if (PyObject_CallFinalizerFromDealloc(o)) return;
}
}
#endif
PyObject_GC_UnTrack(o);
Py_CLEAR(p->__pyx_outer_scope);
Py_CLEAR(p->__pyx_genexpr_arg_0);
Py_CLEAR(p->__pyx_v_e);
Py_CLEAR(p->__pyx_v_i);
Py_CLEAR(p->__pyx_t_0);
Py_CLEAR(p->__pyx_t_1);
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_3_genexpr < 8) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(Py_TYPE(o), __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr))))
{
__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_3_genexpr[__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_3_genexpr++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *)o);
} else
#endif
{
PyTypeObject *tp = Py_TYPE(o);
#if CYTHON_USE_TYPE_SLOTS
(*tp->tp_free)(o);
#else
{
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
if (tp_free) tp_free(o);
}
#endif
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(tp);
#endif
}
}
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_3_genexpr(PyObject *o, visitproc v, void *a) {
int e;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr *)o;
{
e = __Pyx_call_type_traverse(o, 1, v, a);
if (e) return e;
}
if (p->__pyx_outer_scope) {
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
}
if (p->__pyx_genexpr_arg_0) {
e = (*v)(p->__pyx_genexpr_arg_0, a); if (e) return e;
}
if (p->__pyx_v_e) {
e = (*v)(p->__pyx_v_e, a); if (e) return e;
}
if (p->__pyx_v_i) {
e = (*v)(p->__pyx_v_i, a); if (e) return e;
}
if (p->__pyx_t_0) {
e = (*v)(p->__pyx_t_0, a); if (e) return e;
}
if (p->__pyx_t_1) {
e = (*v)(p->__pyx_t_1, a); if (e) return e;
}
return 0;
}
#if CYTHON_USE_TYPE_SPECS
static PyType_Slot __pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr_slots[] = {
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_3_genexpr},
{Py_tp_traverse, (void *)__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_3_genexpr},
{Py_tp_new, (void *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_3_genexpr},
{0, 0},
};
static PyType_Spec __pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr_spec = {
"spacy.tokenizer.__pyx_scope_struct_3_genexpr",
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr),
0,
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC,
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr_slots,
};
#else
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr = {
PyVarObject_HEAD_INIT(0, 0)
"spacy.tokenizer.""__pyx_scope_struct_3_genexpr", /*tp_name*/
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_3_genexpr), /*tp_basicsize*/
0, /*tp_itemsize*/
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_3_genexpr, /*tp_dealloc*/
0, /*tp_vectorcall_offset*/
0, /*tp_getattr*/
0, /*tp_setattr*/
0, /*tp_as_async*/
0, /*tp_repr*/
0, /*tp_as_number*/
0, /*tp_as_sequence*/
0, /*tp_as_mapping*/
0, /*tp_hash*/
0, /*tp_call*/
0, /*tp_str*/
0, /*tp_getattro*/
0, /*tp_setattro*/
0, /*tp_as_buffer*/
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
0, /*tp_doc*/
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_3_genexpr, /*tp_traverse*/
0, /*tp_clear*/
0, /*tp_richcompare*/
0, /*tp_weaklistoffset*/
0, /*tp_iter*/
0, /*tp_iternext*/
0, /*tp_methods*/
0, /*tp_members*/
0, /*tp_getset*/
0, /*tp_base*/
0, /*tp_dict*/
0, /*tp_descr_get*/
0, /*tp_descr_set*/
#if !CYTHON_USE_TYPE_SPECS
0, /*tp_dictoffset*/
#endif
0, /*tp_init*/
0, /*tp_alloc*/
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_3_genexpr, /*tp_new*/
0, /*tp_free*/
0, /*tp_is_gc*/
0, /*tp_bases*/
0, /*tp_mro*/
0, /*tp_cache*/
0, /*tp_subclasses*/
0, /*tp_weaklist*/
0, /*tp_del*/
0, /*tp_version_tag*/
#if CYTHON_USE_TP_FINALIZE
0, /*tp_finalize*/
#else
NULL, /*tp_finalize*/
#endif
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
0, /*tp_vectorcall*/
#endif
#if __PYX_NEED_TP_PRINT_SLOT == 1
0, /*tp_print*/
#endif
#if PY_VERSION_HEX >= 0x030C0000
0, /*tp_watched*/
#endif
#if PY_VERSION_HEX >= 0x030d00A4
0, /*tp_versions_used*/
#endif
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
0, /*tp_pypy_flags*/
#endif
};
#endif
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_4_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
PyObject *o;
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_4_genexpr > 0) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(t, __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr))))
{
o = (PyObject*)__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_4_genexpr[--__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_4_genexpr];
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(Py_TYPE(o));
#endif
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr));
#if CYTHON_COMPILING_IN_LIMITED_API
(void) PyObject_Init(o, t);
#else
(void) PyObject_INIT(o, t);
#endif
PyObject_GC_Track(o);
} else
#endif
{
o = __Pyx_AllocateExtensionType(t, 1);
if (unlikely(!o)) return 0;
}
return o;
}
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_4_genexpr(PyObject *o) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *)o;
#if CYTHON_USE_TP_FINALIZE
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_4_genexpr) {
if (PyObject_CallFinalizerFromDealloc(o)) return;
}
}
#endif
PyObject_GC_UnTrack(o);
Py_CLEAR(p->__pyx_outer_scope);
Py_CLEAR(p->__pyx_genexpr_arg_0);
Py_CLEAR(p->__pyx_v_e);
Py_CLEAR(p->__pyx_v_i);
Py_CLEAR(p->__pyx_t_0);
Py_CLEAR(p->__pyx_t_1);
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_4_genexpr < 8) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(Py_TYPE(o), __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr))))
{
__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_4_genexpr[__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_4_genexpr++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *)o);
} else
#endif
{
PyTypeObject *tp = Py_TYPE(o);
#if CYTHON_USE_TYPE_SLOTS
(*tp->tp_free)(o);
#else
{
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
if (tp_free) tp_free(o);
}
#endif
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(tp);
#endif
}
}
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_4_genexpr(PyObject *o, visitproc v, void *a) {
int e;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr *)o;
{
e = __Pyx_call_type_traverse(o, 1, v, a);
if (e) return e;
}
if (p->__pyx_outer_scope) {
e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e;
}
if (p->__pyx_genexpr_arg_0) {
e = (*v)(p->__pyx_genexpr_arg_0, a); if (e) return e;
}
if (p->__pyx_v_e) {
e = (*v)(p->__pyx_v_e, a); if (e) return e;
}
if (p->__pyx_v_i) {
e = (*v)(p->__pyx_v_i, a); if (e) return e;
}
if (p->__pyx_t_0) {
e = (*v)(p->__pyx_t_0, a); if (e) return e;
}
if (p->__pyx_t_1) {
e = (*v)(p->__pyx_t_1, a); if (e) return e;
}
return 0;
}
#if CYTHON_USE_TYPE_SPECS
static PyType_Slot __pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr_slots[] = {
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_4_genexpr},
{Py_tp_traverse, (void *)__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_4_genexpr},
{Py_tp_new, (void *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_4_genexpr},
{0, 0},
};
static PyType_Spec __pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr_spec = {
"spacy.tokenizer.__pyx_scope_struct_4_genexpr",
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr),
0,
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC,
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr_slots,
};
#else
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr = {
PyVarObject_HEAD_INIT(0, 0)
"spacy.tokenizer.""__pyx_scope_struct_4_genexpr", /*tp_name*/
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_4_genexpr), /*tp_basicsize*/
0, /*tp_itemsize*/
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_4_genexpr, /*tp_dealloc*/
0, /*tp_vectorcall_offset*/
0, /*tp_getattr*/
0, /*tp_setattr*/
0, /*tp_as_async*/
0, /*tp_repr*/
0, /*tp_as_number*/
0, /*tp_as_sequence*/
0, /*tp_as_mapping*/
0, /*tp_hash*/
0, /*tp_call*/
0, /*tp_str*/
0, /*tp_getattro*/
0, /*tp_setattro*/
0, /*tp_as_buffer*/
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
0, /*tp_doc*/
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_4_genexpr, /*tp_traverse*/
0, /*tp_clear*/
0, /*tp_richcompare*/
0, /*tp_weaklistoffset*/
0, /*tp_iter*/
0, /*tp_iternext*/
0, /*tp_methods*/
0, /*tp_members*/
0, /*tp_getset*/
0, /*tp_base*/
0, /*tp_dict*/
0, /*tp_descr_get*/
0, /*tp_descr_set*/
#if !CYTHON_USE_TYPE_SPECS
0, /*tp_dictoffset*/
#endif
0, /*tp_init*/
0, /*tp_alloc*/
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_4_genexpr, /*tp_new*/
0, /*tp_free*/
0, /*tp_is_gc*/
0, /*tp_bases*/
0, /*tp_mro*/
0, /*tp_cache*/
0, /*tp_subclasses*/
0, /*tp_weaklist*/
0, /*tp_del*/
0, /*tp_version_tag*/
#if CYTHON_USE_TP_FINALIZE
0, /*tp_finalize*/
#else
NULL, /*tp_finalize*/
#endif
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
0, /*tp_vectorcall*/
#endif
#if __PYX_NEED_TP_PRINT_SLOT == 1
0, /*tp_print*/
#endif
#if PY_VERSION_HEX >= 0x030C0000
0, /*tp_watched*/
#endif
#if PY_VERSION_HEX >= 0x030d00A4
0, /*tp_versions_used*/
#endif
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
0, /*tp_pypy_flags*/
#endif
};
#endif
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
PyObject *o;
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes > 0) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(t, __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes))))
{
o = (PyObject*)__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes[--__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes];
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(Py_TYPE(o));
#endif
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes));
#if CYTHON_COMPILING_IN_LIMITED_API
(void) PyObject_Init(o, t);
#else
(void) PyObject_INIT(o, t);
#endif
PyObject_GC_Track(o);
} else
#endif
{
o = __Pyx_AllocateExtensionType(t, 1);
if (unlikely(!o)) return 0;
}
return o;
}
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes(PyObject *o) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *)o;
#if CYTHON_USE_TP_FINALIZE
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes) {
if (PyObject_CallFinalizerFromDealloc(o)) return;
}
}
#endif
PyObject_GC_UnTrack(o);
Py_CLEAR(p->__pyx_v_exclude);
Py_CLEAR(p->__pyx_v_self);
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes < 8) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(Py_TYPE(o), __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes))))
{
__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes[__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *)o);
} else
#endif
{
PyTypeObject *tp = Py_TYPE(o);
#if CYTHON_USE_TYPE_SLOTS
(*tp->tp_free)(o);
#else
{
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
if (tp_free) tp_free(o);
}
#endif
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(tp);
#endif
}
}
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes(PyObject *o, visitproc v, void *a) {
int e;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *)o;
{
e = __Pyx_call_type_traverse(o, 1, v, a);
if (e) return e;
}
if (p->__pyx_v_exclude) {
e = (*v)(p->__pyx_v_exclude, a); if (e) return e;
}
if (p->__pyx_v_self) {
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
}
return 0;
}
static int __pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes(PyObject *o) {
PyObject* tmp;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes *)o;
tmp = ((PyObject*)p->__pyx_v_exclude);
p->__pyx_v_exclude = Py_None; Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->__pyx_v_self);
p->__pyx_v_self = ((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)Py_None); Py_INCREF(Py_None);
Py_XDECREF(tmp);
return 0;
}
#if CYTHON_USE_TYPE_SPECS
static PyType_Slot __pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes_slots[] = {
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes},
{Py_tp_traverse, (void *)__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes},
{Py_tp_clear, (void *)__pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes},
{Py_tp_new, (void *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes},
{0, 0},
};
static PyType_Spec __pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes_spec = {
"spacy.tokenizer.__pyx_scope_struct_5_to_bytes",
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes),
0,
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC,
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes_slots,
};
#else
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes = {
PyVarObject_HEAD_INIT(0, 0)
"spacy.tokenizer.""__pyx_scope_struct_5_to_bytes", /*tp_name*/
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes), /*tp_basicsize*/
0, /*tp_itemsize*/
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes, /*tp_dealloc*/
0, /*tp_vectorcall_offset*/
0, /*tp_getattr*/
0, /*tp_setattr*/
0, /*tp_as_async*/
0, /*tp_repr*/
0, /*tp_as_number*/
0, /*tp_as_sequence*/
0, /*tp_as_mapping*/
0, /*tp_hash*/
0, /*tp_call*/
0, /*tp_str*/
0, /*tp_getattro*/
0, /*tp_setattro*/
0, /*tp_as_buffer*/
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
0, /*tp_doc*/
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes, /*tp_traverse*/
__pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes, /*tp_clear*/
0, /*tp_richcompare*/
0, /*tp_weaklistoffset*/
0, /*tp_iter*/
0, /*tp_iternext*/
0, /*tp_methods*/
0, /*tp_members*/
0, /*tp_getset*/
0, /*tp_base*/
0, /*tp_dict*/
0, /*tp_descr_get*/
0, /*tp_descr_set*/
#if !CYTHON_USE_TYPE_SPECS
0, /*tp_dictoffset*/
#endif
0, /*tp_init*/
0, /*tp_alloc*/
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes, /*tp_new*/
0, /*tp_free*/
0, /*tp_is_gc*/
0, /*tp_bases*/
0, /*tp_mro*/
0, /*tp_cache*/
0, /*tp_subclasses*/
0, /*tp_weaklist*/
0, /*tp_del*/
0, /*tp_version_tag*/
#if CYTHON_USE_TP_FINALIZE
0, /*tp_finalize*/
#else
NULL, /*tp_finalize*/
#endif
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
0, /*tp_vectorcall*/
#endif
#if __PYX_NEED_TP_PRINT_SLOT == 1
0, /*tp_print*/
#endif
#if PY_VERSION_HEX >= 0x030C0000
0, /*tp_watched*/
#endif
#if PY_VERSION_HEX >= 0x030d00A4
0, /*tp_versions_used*/
#endif
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
0, /*tp_pypy_flags*/
#endif
};
#endif
static PyObject *__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
PyObject *o;
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes > 0) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(t, __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes))))
{
o = (PyObject*)__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes[--__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes];
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(Py_TYPE(o));
#endif
memset(o, 0, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes));
#if CYTHON_COMPILING_IN_LIMITED_API
(void) PyObject_Init(o, t);
#else
(void) PyObject_INIT(o, t);
#endif
PyObject_GC_Track(o);
} else
#endif
{
o = __Pyx_AllocateExtensionType(t, 1);
if (unlikely(!o)) return 0;
}
return o;
}
static void __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes(PyObject *o) {
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *)o;
#if CYTHON_USE_TP_FINALIZE
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes) {
if (PyObject_CallFinalizerFromDealloc(o)) return;
}
}
#endif
PyObject_GC_UnTrack(o);
Py_CLEAR(p->__pyx_v_data);
Py_CLEAR(p->__pyx_v_exclude);
Py_CLEAR(p->__pyx_v_self);
#if CYTHON_USE_FREELISTS
if (likely((int)(__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes < 8) & __PYX_CHECK_FINAL_TYPE_FOR_FREELISTS(Py_TYPE(o), __pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes, sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes))))
{
__pyx_mstate_global->__pyx_freelist_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes[__pyx_mstate_global->__pyx_freecount_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes++] = ((struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *)o);
} else
#endif
{
PyTypeObject *tp = Py_TYPE(o);
#if CYTHON_USE_TYPE_SLOTS
(*tp->tp_free)(o);
#else
{
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
if (tp_free) tp_free(o);
}
#endif
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(tp);
#endif
}
}
static int __pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes(PyObject *o, visitproc v, void *a) {
int e;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *)o;
{
e = __Pyx_call_type_traverse(o, 1, v, a);
if (e) return e;
}
if (p->__pyx_v_data) {
e = (*v)(p->__pyx_v_data, a); if (e) return e;
}
if (p->__pyx_v_exclude) {
e = (*v)(p->__pyx_v_exclude, a); if (e) return e;
}
if (p->__pyx_v_self) {
e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
}
return 0;
}
static int __pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes(PyObject *o) {
PyObject* tmp;
struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *p = (struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes *)o;
tmp = ((PyObject*)p->__pyx_v_data);
p->__pyx_v_data = ((PyObject*)Py_None); Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->__pyx_v_exclude);
p->__pyx_v_exclude = Py_None; Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->__pyx_v_self);
p->__pyx_v_self = ((struct __pyx_obj_5spacy_9tokenizer_Tokenizer *)Py_None); Py_INCREF(Py_None);
Py_XDECREF(tmp);
return 0;
}
#if CYTHON_USE_TYPE_SPECS
static PyType_Slot __pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes_slots[] = {
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes},
{Py_tp_traverse, (void *)__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes},
{Py_tp_clear, (void *)__pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes},
{Py_tp_new, (void *)__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes},
{0, 0},
};
static PyType_Spec __pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes_spec = {
"spacy.tokenizer.__pyx_scope_struct_6_from_bytes",
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes),
0,
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC,
__pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes_slots,
};
#else
static PyTypeObject __pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes = {
PyVarObject_HEAD_INIT(0, 0)
"spacy.tokenizer.""__pyx_scope_struct_6_from_bytes", /*tp_name*/
sizeof(struct __pyx_obj_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes), /*tp_basicsize*/
0, /*tp_itemsize*/
__pyx_tp_dealloc_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes, /*tp_dealloc*/
0, /*tp_vectorcall_offset*/
0, /*tp_getattr*/
0, /*tp_setattr*/
0, /*tp_as_async*/
0, /*tp_repr*/
0, /*tp_as_number*/
0, /*tp_as_sequence*/
0, /*tp_as_mapping*/
0, /*tp_hash*/
0, /*tp_call*/
0, /*tp_str*/
0, /*tp_getattro*/
0, /*tp_setattro*/
0, /*tp_as_buffer*/
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
0, /*tp_doc*/
__pyx_tp_traverse_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes, /*tp_traverse*/
__pyx_tp_clear_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes, /*tp_clear*/
0, /*tp_richcompare*/
0, /*tp_weaklistoffset*/
0, /*tp_iter*/
0, /*tp_iternext*/
0, /*tp_methods*/
0, /*tp_members*/
0, /*tp_getset*/
0, /*tp_base*/
0, /*tp_dict*/
0, /*tp_descr_get*/
0, /*tp_descr_set*/
#if !CYTHON_USE_TYPE_SPECS
0, /*tp_dictoffset*/
#endif
0, /*tp_init*/
0, /*tp_alloc*/
__pyx_tp_new_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes, /*tp_new*/
0, /*tp_free*/
0, /*tp_is_gc*/
0, /*tp_bases*/
0, /*tp_mro*/
0, /*tp_cache*/
0, /*tp_subclasses*/
0, /*tp_weaklist*/
0, /*tp_del*/
0, /*tp_version_tag*/
#if CYTHON_USE_TP_FINALIZE
0, /*tp_finalize*/
#else
NULL, /*tp_finalize*/
#endif
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
0, /*tp_vectorcall*/
#endif
#if __PYX_NEED_TP_PRINT_SLOT == 1
0, /*tp_print*/
#endif
#if PY_VERSION_HEX >= 0x030C0000
0, /*tp_watched*/
#endif
#if PY_VERSION_HEX >= 0x030d00A4
0, /*tp_versions_used*/
#endif
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
0, /*tp_pypy_flags*/
#endif
};
#endif
static struct __pyx_vtabstruct_array __pyx_vtable_array;
static PyObject *__pyx_tp_new_array(PyTypeObject *t, PyObject *a, PyObject *k) {
struct __pyx_array_obj *p;
PyObject *o;
o = __Pyx_AllocateExtensionType(t, 0);
if (unlikely(!o)) return 0;
p = ((struct __pyx_array_obj *)o);
p->__pyx_vtab = __pyx_vtabptr_array;
p->mode = ((PyObject*)Py_None); Py_INCREF(Py_None);
p->_format = ((PyObject*)Py_None); Py_INCREF(Py_None);
if (unlikely(__pyx_array___cinit__(o, a, k) < 0)) goto bad;
return o;
bad:
Py_DECREF(o); o = 0;
return NULL;
}
static void __pyx_tp_dealloc_array(PyObject *o) {
struct __pyx_array_obj *p = (struct __pyx_array_obj *)o;
#if CYTHON_USE_TP_FINALIZE
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && (!PyType_IS_GC(Py_TYPE(o)) || !__Pyx_PyObject_GC_IsFinalized(o))) {
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_array) {
if (PyObject_CallFinalizerFromDealloc(o)) return;
}
}
#endif
{
PyObject *etype, *eval, *etb;
PyErr_Fetch(&etype, &eval, &etb);
__Pyx_SET_REFCNT(o, Py_REFCNT(o) + 1);
__pyx_array___dealloc__(o);
__Pyx_SET_REFCNT(o, Py_REFCNT(o) - 1);
PyErr_Restore(etype, eval, etb);
}
Py_CLEAR(p->mode);
Py_CLEAR(p->_format);
PyTypeObject *tp = Py_TYPE(o);
#if CYTHON_USE_TYPE_SLOTS
(*tp->tp_free)(o);
#else
{
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
if (tp_free) tp_free(o);
}
#endif
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(tp);
#endif
}
static PyObject *__pyx_sq_item_array(PyObject *o, Py_ssize_t i) {
PyObject *r;
PyObject *x = PyLong_FromSsize_t(i); if(!x) return 0;
#if CYTHON_USE_TYPE_SLOTS || (!CYTHON_USE_TYPE_SPECS && __PYX_LIMITED_VERSION_HEX < 0x030A0000)
r = Py_TYPE(o)->tp_as_mapping->mp_subscript(o, x);
#else
r = ((binaryfunc)PyType_GetSlot(Py_TYPE(o), Py_mp_subscript))(o, x);
#endif
Py_DECREF(x);
return r;
}
static int __pyx_mp_ass_subscript_array(PyObject *o, PyObject *i, PyObject *v) {
if (v) {
return __pyx_array___setitem__(o, i, v);
}
else {
__Pyx_TypeName o_type_name;
o_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(o));
PyErr_Format(PyExc_NotImplementedError,
"Subscript deletion not supported by " __Pyx_FMT_TYPENAME, o_type_name);
__Pyx_DECREF_TypeName(o_type_name);
return -1;
}
}
static PyObject *__pyx_tp_getattro_array(PyObject *o, PyObject *n) {
PyObject *v = PyObject_GenericGetAttr(o, n);
if (!v && PyErr_ExceptionMatches(PyExc_AttributeError)) {
PyErr_Clear();
v = __pyx_array___getattr__(o, n);
}
return v;
}
static PyObject *__pyx_getprop___pyx_array_memview(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(o);
}
static PyMethodDef __pyx_methods_array[] = {
{"__getattr__", (PyCFunction)__pyx_array___getattr__, METH_O|METH_COEXIST, 0},
{"__reduce_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw___pyx_array_1__reduce_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
{"__setstate_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw___pyx_array_3__setstate_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
{0, 0, 0, 0}
};
static struct PyGetSetDef __pyx_getsets_array[] = {
{"memview", __pyx_getprop___pyx_array_memview, 0, 0, 0},
{0, 0, 0, 0, 0}
};
#if CYTHON_USE_TYPE_SPECS
#if !CYTHON_COMPILING_IN_LIMITED_API
static PyBufferProcs __pyx_tp_as_buffer_array = {
__pyx_array_getbuffer, /*bf_getbuffer*/
0, /*bf_releasebuffer*/
};
#endif
static PyType_Slot __pyx_type___pyx_array_slots[] = {
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_array},
{Py_sq_length, (void *)__pyx_array___len__},
{Py_sq_item, (void *)__pyx_sq_item_array},
{Py_mp_length, (void *)__pyx_array___len__},
{Py_mp_subscript, (void *)__pyx_array___getitem__},
{Py_mp_ass_subscript, (void *)__pyx_mp_ass_subscript_array},
{Py_tp_getattro, (void *)__pyx_tp_getattro_array},
#if defined(Py_bf_getbuffer)
{Py_bf_getbuffer, (void *)__pyx_array_getbuffer},
#endif
{Py_tp_methods, (void *)__pyx_methods_array},
{Py_tp_getset, (void *)__pyx_getsets_array},
{Py_tp_new, (void *)__pyx_tp_new_array},
{0, 0},
};
static PyType_Spec __pyx_type___pyx_array_spec = {
"spacy.tokenizer.array",
sizeof(struct __pyx_array_obj),
0,
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_SEQUENCE,
__pyx_type___pyx_array_slots,
};
#else
static PySequenceMethods __pyx_tp_as_sequence_array = {
__pyx_array___len__, /*sq_length*/
0, /*sq_concat*/
0, /*sq_repeat*/
__pyx_sq_item_array, /*sq_item*/
0, /*sq_slice*/
0, /*sq_ass_item*/
0, /*sq_ass_slice*/
0, /*sq_contains*/
0, /*sq_inplace_concat*/
0, /*sq_inplace_repeat*/
};
static PyMappingMethods __pyx_tp_as_mapping_array = {
__pyx_array___len__, /*mp_length*/
__pyx_array___getitem__, /*mp_subscript*/
__pyx_mp_ass_subscript_array, /*mp_ass_subscript*/
};
static PyBufferProcs __pyx_tp_as_buffer_array = {
__pyx_array_getbuffer, /*bf_getbuffer*/
0, /*bf_releasebuffer*/
};
static PyTypeObject __pyx_type___pyx_array = {
PyVarObject_HEAD_INIT(0, 0)
"spacy.tokenizer.""array", /*tp_name*/
sizeof(struct __pyx_array_obj), /*tp_basicsize*/
0, /*tp_itemsize*/
__pyx_tp_dealloc_array, /*tp_dealloc*/
0, /*tp_vectorcall_offset*/
0, /*tp_getattr*/
0, /*tp_setattr*/
0, /*tp_as_async*/
0, /*tp_repr*/
0, /*tp_as_number*/
&__pyx_tp_as_sequence_array, /*tp_as_sequence*/
&__pyx_tp_as_mapping_array, /*tp_as_mapping*/
0, /*tp_hash*/
0, /*tp_call*/
0, /*tp_str*/
__pyx_tp_getattro_array, /*tp_getattro*/
0, /*tp_setattro*/
&__pyx_tp_as_buffer_array, /*tp_as_buffer*/
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_SEQUENCE, /*tp_flags*/
0, /*tp_doc*/
0, /*tp_traverse*/
0, /*tp_clear*/
0, /*tp_richcompare*/
0, /*tp_weaklistoffset*/
0, /*tp_iter*/
0, /*tp_iternext*/
__pyx_methods_array, /*tp_methods*/
0, /*tp_members*/
__pyx_getsets_array, /*tp_getset*/
0, /*tp_base*/
0, /*tp_dict*/
0, /*tp_descr_get*/
0, /*tp_descr_set*/
#if !CYTHON_USE_TYPE_SPECS
0, /*tp_dictoffset*/
#endif
0, /*tp_init*/
0, /*tp_alloc*/
__pyx_tp_new_array, /*tp_new*/
0, /*tp_free*/
0, /*tp_is_gc*/
0, /*tp_bases*/
0, /*tp_mro*/
0, /*tp_cache*/
0, /*tp_subclasses*/
0, /*tp_weaklist*/
0, /*tp_del*/
0, /*tp_version_tag*/
#if CYTHON_USE_TP_FINALIZE
0, /*tp_finalize*/
#else
NULL, /*tp_finalize*/
#endif
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
0, /*tp_vectorcall*/
#endif
#if __PYX_NEED_TP_PRINT_SLOT == 1
0, /*tp_print*/
#endif
#if PY_VERSION_HEX >= 0x030C0000
0, /*tp_watched*/
#endif
#if PY_VERSION_HEX >= 0x030d00A4
0, /*tp_versions_used*/
#endif
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
0, /*tp_pypy_flags*/
#endif
};
#endif
static PyObject *__pyx_tp_new_Enum(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
struct __pyx_MemviewEnum_obj *p;
PyObject *o;
o = __Pyx_AllocateExtensionType(t, 0);
if (unlikely(!o)) return 0;
p = ((struct __pyx_MemviewEnum_obj *)o);
p->name = Py_None; Py_INCREF(Py_None);
return o;
}
static void __pyx_tp_dealloc_Enum(PyObject *o) {
struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o;
#if CYTHON_USE_TP_FINALIZE
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_Enum) {
if (PyObject_CallFinalizerFromDealloc(o)) return;
}
}
#endif
PyObject_GC_UnTrack(o);
Py_CLEAR(p->name);
PyTypeObject *tp = Py_TYPE(o);
#if CYTHON_USE_TYPE_SLOTS
(*tp->tp_free)(o);
#else
{
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
if (tp_free) tp_free(o);
}
#endif
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(tp);
#endif
}
static int __pyx_tp_traverse_Enum(PyObject *o, visitproc v, void *a) {
int e;
struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o;
{
e = __Pyx_call_type_traverse(o, 1, v, a);
if (e) return e;
}
if (p->name) {
e = (*v)(p->name, a); if (e) return e;
}
return 0;
}
static int __pyx_tp_clear_Enum(PyObject *o) {
PyObject* tmp;
struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o;
tmp = ((PyObject*)p->name);
p->name = Py_None; Py_INCREF(Py_None);
Py_XDECREF(tmp);
return 0;
}
static PyMethodDef __pyx_methods_Enum[] = {
{"__reduce_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw___pyx_MemviewEnum_1__reduce_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
{"__setstate_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw___pyx_MemviewEnum_3__setstate_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
{0, 0, 0, 0}
};
#if CYTHON_USE_TYPE_SPECS
static PyType_Slot __pyx_type___pyx_MemviewEnum_slots[] = {
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_Enum},
{Py_tp_repr, (void *)__pyx_MemviewEnum___repr__},
{Py_tp_traverse, (void *)__pyx_tp_traverse_Enum},
{Py_tp_clear, (void *)__pyx_tp_clear_Enum},
{Py_tp_methods, (void *)__pyx_methods_Enum},
{Py_tp_init, (void *)__pyx_MemviewEnum___init__},
{Py_tp_new, (void *)__pyx_tp_new_Enum},
{0, 0},
};
static PyType_Spec __pyx_type___pyx_MemviewEnum_spec = {
"spacy.tokenizer.Enum",
sizeof(struct __pyx_MemviewEnum_obj),
0,
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC,
__pyx_type___pyx_MemviewEnum_slots,
};
#else
static PyTypeObject __pyx_type___pyx_MemviewEnum = {
PyVarObject_HEAD_INIT(0, 0)
"spacy.tokenizer.""Enum", /*tp_name*/
sizeof(struct __pyx_MemviewEnum_obj), /*tp_basicsize*/
0, /*tp_itemsize*/
__pyx_tp_dealloc_Enum, /*tp_dealloc*/
0, /*tp_vectorcall_offset*/
0, /*tp_getattr*/
0, /*tp_setattr*/
0, /*tp_as_async*/
__pyx_MemviewEnum___repr__, /*tp_repr*/
0, /*tp_as_number*/
0, /*tp_as_sequence*/
0, /*tp_as_mapping*/
0, /*tp_hash*/
0, /*tp_call*/
0, /*tp_str*/
0, /*tp_getattro*/
0, /*tp_setattro*/
0, /*tp_as_buffer*/
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
0, /*tp_doc*/
__pyx_tp_traverse_Enum, /*tp_traverse*/
__pyx_tp_clear_Enum, /*tp_clear*/
0, /*tp_richcompare*/
0, /*tp_weaklistoffset*/
0, /*tp_iter*/
0, /*tp_iternext*/
__pyx_methods_Enum, /*tp_methods*/
0, /*tp_members*/
0, /*tp_getset*/
0, /*tp_base*/
0, /*tp_dict*/
0, /*tp_descr_get*/
0, /*tp_descr_set*/
#if !CYTHON_USE_TYPE_SPECS
0, /*tp_dictoffset*/
#endif
__pyx_MemviewEnum___init__, /*tp_init*/
0, /*tp_alloc*/
__pyx_tp_new_Enum, /*tp_new*/
0, /*tp_free*/
0, /*tp_is_gc*/
0, /*tp_bases*/
0, /*tp_mro*/
0, /*tp_cache*/
0, /*tp_subclasses*/
0, /*tp_weaklist*/
0, /*tp_del*/
0, /*tp_version_tag*/
#if CYTHON_USE_TP_FINALIZE
0, /*tp_finalize*/
#else
NULL, /*tp_finalize*/
#endif
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
0, /*tp_vectorcall*/
#endif
#if __PYX_NEED_TP_PRINT_SLOT == 1
0, /*tp_print*/
#endif
#if PY_VERSION_HEX >= 0x030C0000
0, /*tp_watched*/
#endif
#if PY_VERSION_HEX >= 0x030d00A4
0, /*tp_versions_used*/
#endif
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
0, /*tp_pypy_flags*/
#endif
};
#endif
static struct __pyx_vtabstruct_memoryview __pyx_vtable_memoryview;
static PyObject *__pyx_tp_new_memoryview(PyTypeObject *t, PyObject *a, PyObject *k) {
struct __pyx_memoryview_obj *p;
PyObject *o;
o = __Pyx_AllocateExtensionType(t, 0);
if (unlikely(!o)) return 0;
p = ((struct __pyx_memoryview_obj *)o);
p->__pyx_vtab = __pyx_vtabptr_memoryview;
p->obj = Py_None; Py_INCREF(Py_None);
p->_size = Py_None; Py_INCREF(Py_None);
p->view.obj = NULL;
if (unlikely(__pyx_memoryview___cinit__(o, a, k) < 0)) goto bad;
return o;
bad:
Py_DECREF(o); o = 0;
return NULL;
}
static void __pyx_tp_dealloc_memoryview(PyObject *o) {
struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o;
#if CYTHON_USE_TP_FINALIZE
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_memoryview) {
if (PyObject_CallFinalizerFromDealloc(o)) return;
}
}
#endif
PyObject_GC_UnTrack(o);
{
PyObject *etype, *eval, *etb;
PyErr_Fetch(&etype, &eval, &etb);
__Pyx_SET_REFCNT(o, Py_REFCNT(o) + 1);
__pyx_memoryview___dealloc__(o);
__Pyx_SET_REFCNT(o, Py_REFCNT(o) - 1);
PyErr_Restore(etype, eval, etb);
}
Py_CLEAR(p->obj);
Py_CLEAR(p->_size);
PyTypeObject *tp = Py_TYPE(o);
#if CYTHON_USE_TYPE_SLOTS
(*tp->tp_free)(o);
#else
{
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
if (tp_free) tp_free(o);
}
#endif
#if CYTHON_USE_TYPE_SPECS
Py_DECREF(tp);
#endif
}
static int __pyx_tp_traverse_memoryview(PyObject *o, visitproc v, void *a) {
int e;
struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o;
{
e = __Pyx_call_type_traverse(o, 1, v, a);
if (e) return e;
}
if (p->obj) {
e = (*v)(p->obj, a); if (e) return e;
}
if (p->_size) {
e = (*v)(p->_size, a); if (e) return e;
}
if (p->view.obj) {
e = (*v)(p->view.obj, a); if (e) return e;
}
return 0;
}
static int __pyx_tp_clear_memoryview(PyObject *o) {
PyObject* tmp;
struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o;
tmp = ((PyObject*)p->obj);
p->obj = Py_None; Py_INCREF(Py_None);
Py_XDECREF(tmp);
tmp = ((PyObject*)p->_size);
p->_size = Py_None; Py_INCREF(Py_None);
Py_XDECREF(tmp);
Py_CLEAR(p->view.obj);
return 0;
}
static PyObject *__pyx_sq_item_memoryview(PyObject *o, Py_ssize_t i) {
PyObject *r;
PyObject *x = PyLong_FromSsize_t(i); if(!x) return 0;
#if CYTHON_USE_TYPE_SLOTS || (!CYTHON_USE_TYPE_SPECS && __PYX_LIMITED_VERSION_HEX < 0x030A0000)
r = Py_TYPE(o)->tp_as_mapping->mp_subscript(o, x);
#else
r = ((binaryfunc)PyType_GetSlot(Py_TYPE(o), Py_mp_subscript))(o, x);
#endif
Py_DECREF(x);
return r;
}
static int __pyx_mp_ass_subscript_memoryview(PyObject *o, PyObject *i, PyObject *v) {
if (v) {
return __pyx_memoryview___setitem__(o, i, v);
}
else {
__Pyx_TypeName o_type_name;
o_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(o));
PyErr_Format(PyExc_NotImplementedError,
"Subscript deletion not supported by " __Pyx_FMT_TYPENAME, o_type_name);
__Pyx_DECREF_TypeName(o_type_name);
return -1;
}
}
static PyObject *__pyx_getprop___pyx_memoryview_T(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(o);
}
static PyObject *__pyx_getprop___pyx_memoryview_base(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(o);
}
static PyObject *__pyx_getprop___pyx_memoryview_shape(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(o);
}
static PyObject *__pyx_getprop___pyx_memoryview_strides(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(o);
}
static PyObject *__pyx_getprop___pyx_memoryview_suboffsets(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(o);
}
static PyObject *__pyx_getprop___pyx_memoryview_ndim(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(o);
}
static PyObject *__pyx_getprop___pyx_memoryview_itemsize(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(o);
}
static PyObject *__pyx_getprop___pyx_memoryview_nbytes(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(o);
}
static PyObject *__pyx_getprop___pyx_memoryview_size(PyObject *o, CYTHON_UNUSED void *x) {
return __pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(o);
}
static PyMethodDef __pyx_methods_memoryview[] = {
{"is_c_contig", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_memoryview_is_c_contig, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
{"is_f_contig", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_memoryview_is_f_contig, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
{"copy", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_memoryview_copy, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
{"copy_fortran", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_memoryview_copy_fortran, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
{"__reduce_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw___pyx_memoryview_1__reduce_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
{"__setstate_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw___pyx_memoryview_3__setstate_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
{0, 0, 0, 0}
};
static struct PyGetSetDef __pyx_getsets_memoryview[] = {
{"T", __pyx_getprop___pyx_memoryview_T, 0, 0, 0},
{"base", __pyx_getprop___pyx_memoryview_base, 0, 0, 0},
{"shape", __pyx_getprop___pyx_memoryview_shape, 0, 0, 0},
{"strides", __pyx_getprop___pyx_memoryview_strides, 0, 0, 0},
{"suboffsets", __pyx_getprop___pyx_memoryview_suboffsets, 0, 0, 0},
{"ndim", __pyx_getprop___pyx_memoryview_ndim, 0, 0, 0},
{"itemsize", __pyx_getprop___pyx_memoryview_itemsize, 0, 0, 0},
{"nbytes", __pyx_getprop___pyx_memoryview_nbytes, 0, 0, 0},
{"size", __pyx_getprop___pyx_memoryview_size, 0, 0, 0},
{0, 0, 0, 0, 0}
};
#if CYTHON_USE_TYPE_SPECS
#if !CYTHON_COMPILING_IN_LIMITED_API
static PyBufferProcs __pyx_tp_as_buffer_memoryview = {
__pyx_memoryview_getbuffer, /*bf_getbuffer*/
0, /*bf_releasebuffer*/
};
#endif
static PyType_Slot __pyx_type___pyx_memoryview_slots[] = {
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_memoryview},
{Py_tp_repr, (void *)__pyx_memoryview___repr__},
{Py_sq_length, (void *)__pyx_memoryview___len__},
{Py_sq_item, (void *)__pyx_sq_item_memoryview},
{Py_mp_length, (void *)__pyx_memoryview___len__},
{Py_mp_subscript, (void *)__pyx_memoryview___getitem__},
{Py_mp_ass_subscript, (void *)__pyx_mp_ass_subscript_memoryview},
{Py_tp_str, (void *)__pyx_memoryview___str__},
#if defined(Py_bf_getbuffer)
{Py_bf_getbuffer, (void *)__pyx_memoryview_getbuffer},
#endif
{Py_tp_traverse, (void *)__pyx_tp_traverse_memoryview},
{Py_tp_clear, (void *)__pyx_tp_clear_memoryview},
{Py_tp_methods, (void *)__pyx_methods_memoryview},
{Py_tp_getset, (void *)__pyx_getsets_memoryview},
{Py_tp_new, (void *)__pyx_tp_new_memoryview},
{0, 0},
};
static PyType_Spec __pyx_type___pyx_memoryview_spec = {
"spacy.tokenizer.memoryview",
sizeof(struct __pyx_memoryview_obj),
0,
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC,
__pyx_type___pyx_memoryview_slots,
};
#else
static PySequenceMethods __pyx_tp_as_sequence_memoryview = {
__pyx_memoryview___len__, /*sq_length*/
0, /*sq_concat*/
0, /*sq_repeat*/
__pyx_sq_item_memoryview, /*sq_item*/
0, /*sq_slice*/
0, /*sq_ass_item*/
0, /*sq_ass_slice*/
0, /*sq_contains*/
0, /*sq_inplace_concat*/
0, /*sq_inplace_repeat*/
};
static PyMappingMethods __pyx_tp_as_mapping_memoryview = {
__pyx_memoryview___len__, /*mp_length*/
__pyx_memoryview___getitem__, /*mp_subscript*/
__pyx_mp_ass_subscript_memoryview, /*mp_ass_subscript*/
};
static PyBufferProcs __pyx_tp_as_buffer_memoryview = {
__pyx_memoryview_getbuffer, /*bf_getbuffer*/
0, /*bf_releasebuffer*/
};
static PyTypeObject __pyx_type___pyx_memoryview = {
PyVarObject_HEAD_INIT(0, 0)
"spacy.tokenizer.""memoryview", /*tp_name*/
sizeof(struct __pyx_memoryview_obj), /*tp_basicsize*/
0, /*tp_itemsize*/
__pyx_tp_dealloc_memoryview, /*tp_dealloc*/
0, /*tp_vectorcall_offset*/
0, /*tp_getattr*/
0, /*tp_setattr*/
0, /*tp_as_async*/
__pyx_memoryview___repr__, /*tp_repr*/
0, /*tp_as_number*/
&__pyx_tp_as_sequence_memoryview, /*tp_as_sequence*/
&__pyx_tp_as_mapping_memoryview, /*tp_as_mapping*/
0, /*tp_hash*/
0, /*tp_call*/
__pyx_memoryview___str__, /*tp_str*/
0, /*tp_getattro*/
0, /*tp_setattro*/
&__pyx_tp_as_buffer_memoryview, /*tp_as_buffer*/
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
0, /*tp_doc*/
__pyx_tp_traverse_memoryview, /*tp_traverse*/
__pyx_tp_clear_memoryview, /*tp_clear*/
0, /*tp_richcompare*/
0, /*tp_weaklistoffset*/
0, /*tp_iter*/
0, /*tp_iternext*/
__pyx_methods_memoryview, /*tp_methods*/
0, /*tp_members*/
__pyx_getsets_memoryview, /*tp_getset*/
0, /*tp_base*/
0, /*tp_dict*/
0, /*tp_descr_get*/
0, /*tp_descr_set*/
#if !CYTHON_USE_TYPE_SPECS
0, /*tp_dictoffset*/
#endif
0, /*tp_init*/
0, /*tp_alloc*/
__pyx_tp_new_memoryview, /*tp_new*/
0, /*tp_free*/
0, /*tp_is_gc*/
0, /*tp_bases*/
0, /*tp_mro*/
0, /*tp_cache*/
0, /*tp_subclasses*/
0, /*tp_weaklist*/
0, /*tp_del*/
0, /*tp_version_tag*/
#if CYTHON_USE_TP_FINALIZE
0, /*tp_finalize*/
#else
NULL, /*tp_finalize*/
#endif
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
0, /*tp_vectorcall*/
#endif
#if __PYX_NEED_TP_PRINT_SLOT == 1
0, /*tp_print*/
#endif
#if PY_VERSION_HEX >= 0x030C0000
0, /*tp_watched*/
#endif
#if PY_VERSION_HEX >= 0x030d00A4
0, /*tp_versions_used*/
#endif
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
0, /*tp_pypy_flags*/
#endif
};
#endif
static struct __pyx_vtabstruct__memoryviewslice __pyx_vtable__memoryviewslice;
static PyObject *__pyx_tp_new__memoryviewslice(PyTypeObject *t, PyObject *a, PyObject *k) {
struct __pyx_memoryviewslice_obj *p;
PyObject *o = __pyx_tp_new_memoryview(t, a, k);
if (unlikely(!o)) return 0;
p = ((struct __pyx_memoryviewslice_obj *)o);
p->__pyx_base.__pyx_vtab = (struct __pyx_vtabstruct_memoryview*)__pyx_vtabptr__memoryviewslice;
__Pyx_default_placement_construct(&(p->from_slice));
p->from_object = Py_None; Py_INCREF(Py_None);
p->from_slice.memview = NULL;
return o;
}
static void __pyx_tp_dealloc__memoryviewslice(PyObject *o) {
struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o;
#if CYTHON_USE_TP_FINALIZE
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc__memoryviewslice) {
if (PyObject_CallFinalizerFromDealloc(o)) return;
}
}
#endif
PyObject_GC_UnTrack(o);
{
PyObject *etype, *eval, *etb;
PyErr_Fetch(&etype, &eval, &etb);
__Pyx_SET_REFCNT(o, Py_REFCNT(o) + 1);
__pyx_memoryviewslice___dealloc__(o);
__Pyx_SET_REFCNT(o, Py_REFCNT(o) - 1);
PyErr_Restore(etype, eval, etb);
}
__Pyx_call_destructor(p->from_slice);
Py_CLEAR(p->from_object);
PyObject_GC_Track(o);
__pyx_tp_dealloc_memoryview(o);
}
static int __pyx_tp_traverse__memoryviewslice(PyObject *o, visitproc v, void *a) {
int e;
struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o;
e = __pyx_tp_traverse_memoryview(o, v, a); if (e) return e;
if (p->from_object) {
e = (*v)(p->from_object, a); if (e) return e;
}
return 0;
}
static int __pyx_tp_clear__memoryviewslice(PyObject *o) {
PyObject* tmp;
struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o;
__pyx_tp_clear_memoryview(o);
tmp = ((PyObject*)p->from_object);
p->from_object = Py_None; Py_INCREF(Py_None);
Py_XDECREF(tmp);
__PYX_XCLEAR_MEMVIEW(&p->from_slice, 1);
return 0;
}
static PyMethodDef __pyx_methods__memoryviewslice[] = {
{"__reduce_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw___pyx_memoryviewslice_1__reduce_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
{"__setstate_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw___pyx_memoryviewslice_3__setstate_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
{0, 0, 0, 0}
};
#if CYTHON_USE_TYPE_SPECS
static PyType_Slot __pyx_type___pyx_memoryviewslice_slots[] = {
{Py_tp_dealloc, (void *)__pyx_tp_dealloc__memoryviewslice},
{Py_tp_doc, (void *)PyDoc_STR("Internal class for passing memoryview slices to Python")},
{Py_tp_traverse, (void *)__pyx_tp_traverse__memoryviewslice},
{Py_tp_clear, (void *)__pyx_tp_clear__memoryviewslice},
{Py_tp_methods, (void *)__pyx_methods__memoryviewslice},
{Py_tp_new, (void *)__pyx_tp_new__memoryviewslice},
{0, 0},
};
static PyType_Spec __pyx_type___pyx_memoryviewslice_spec = {
"spacy.tokenizer._memoryviewslice",
sizeof(struct __pyx_memoryviewslice_obj),
0,
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC|Py_TPFLAGS_SEQUENCE,
__pyx_type___pyx_memoryviewslice_slots,
};
#else
static PyTypeObject __pyx_type___pyx_memoryviewslice = {
PyVarObject_HEAD_INIT(0, 0)
"spacy.tokenizer.""_memoryviewslice", /*tp_name*/
sizeof(struct __pyx_memoryviewslice_obj), /*tp_basicsize*/
0, /*tp_itemsize*/
__pyx_tp_dealloc__memoryviewslice, /*tp_dealloc*/
0, /*tp_vectorcall_offset*/
0, /*tp_getattr*/
0, /*tp_setattr*/
0, /*tp_as_async*/
#if CYTHON_COMPILING_IN_PYPY || 0
__pyx_memoryview___repr__, /*tp_repr*/
#else
0, /*tp_repr*/
#endif
0, /*tp_as_number*/
0, /*tp_as_sequence*/
0, /*tp_as_mapping*/
0, /*tp_hash*/
0, /*tp_call*/
#if CYTHON_COMPILING_IN_PYPY || 0
__pyx_memoryview___str__, /*tp_str*/
#else
0, /*tp_str*/
#endif
0, /*tp_getattro*/
0, /*tp_setattro*/
0, /*tp_as_buffer*/
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC|Py_TPFLAGS_SEQUENCE, /*tp_flags*/
PyDoc_STR("Internal class for passing memoryview slices to Python"), /*tp_doc*/
__pyx_tp_traverse__memoryviewslice, /*tp_traverse*/
__pyx_tp_clear__memoryviewslice, /*tp_clear*/
0, /*tp_richcompare*/
0, /*tp_weaklistoffset*/
0, /*tp_iter*/
0, /*tp_iternext*/
__pyx_methods__memoryviewslice, /*tp_methods*/
0, /*tp_members*/
0, /*tp_getset*/
0, /*tp_base*/
0, /*tp_dict*/
0, /*tp_descr_get*/
0, /*tp_descr_set*/
#if !CYTHON_USE_TYPE_SPECS
0, /*tp_dictoffset*/
#endif
0, /*tp_init*/
0, /*tp_alloc*/
__pyx_tp_new__memoryviewslice, /*tp_new*/
0, /*tp_free*/
0, /*tp_is_gc*/
0, /*tp_bases*/
0, /*tp_mro*/
0, /*tp_cache*/
0, /*tp_subclasses*/
0, /*tp_weaklist*/
0, /*tp_del*/
0, /*tp_version_tag*/
#if CYTHON_USE_TP_FINALIZE
0, /*tp_finalize*/
#else
NULL, /*tp_finalize*/
#endif
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
0, /*tp_vectorcall*/
#endif
#if __PYX_NEED_TP_PRINT_SLOT == 1
0, /*tp_print*/
#endif
#if PY_VERSION_HEX >= 0x030C0000
0, /*tp_watched*/
#endif
#if PY_VERSION_HEX >= 0x030d00A4
0, /*tp_versions_used*/
#endif
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
0, /*tp_pypy_flags*/
#endif
};
#endif
static PyMethodDef __pyx_methods[] = {
{0, 0, 0, 0}
};
/* #### Code section: initfunc_declarations ### */
static CYTHON_SMALL_CODE int __Pyx_InitCachedBuiltins(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_InitCachedConstants(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_InitGlobals(void); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_InitConstants(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_global_init_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_export_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_function_export_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_type_init_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_type_import_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_import_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_function_import_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_CreateCodeObjects(__pyx_mstatetype *__pyx_mstate); /*proto*/
/* #### Code section: init_module ### */
static int __Pyx_modinit_global_init_code(__pyx_mstatetype *__pyx_mstate) {
__Pyx_RefNannyDeclarations
CYTHON_UNUSED_VAR(__pyx_mstate);
__Pyx_RefNannySetupContext("__Pyx_modinit_global_init_code", 0);
/*--- Global init code ---*/
__pyx_collections_abc_Sequence = Py_None; Py_INCREF(Py_None);
generic = Py_None; Py_INCREF(Py_None);
strided = Py_None; Py_INCREF(Py_None);
indirect = Py_None; Py_INCREF(Py_None);
contiguous = Py_None; Py_INCREF(Py_None);
indirect_contiguous = Py_None; Py_INCREF(Py_None);
__Pyx_RefNannyFinishContext();
return 0;
}
static int __Pyx_modinit_variable_export_code(__pyx_mstatetype *__pyx_mstate) {
__Pyx_RefNannyDeclarations
CYTHON_UNUSED_VAR(__pyx_mstate);
__Pyx_RefNannySetupContext("__Pyx_modinit_variable_export_code", 0);
/*--- Variable export code ---*/
__Pyx_RefNannyFinishContext();
return 0;
}
static int __Pyx_modinit_function_export_code(__pyx_mstatetype *__pyx_mstate) {
__Pyx_RefNannyDeclarations
CYTHON_UNUSED_VAR(__pyx_mstate);
__Pyx_RefNannySetupContext("__Pyx_modinit_function_export_code", 0);
/*--- Function export code ---*/
__Pyx_RefNannyFinishContext();
return 0;
}
static int __Pyx_modinit_type_init_code(__pyx_mstatetype *__pyx_mstate) {
__Pyx_RefNannyDeclarations
CYTHON_UNUSED_VAR(__pyx_mstate);
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__Pyx_modinit_type_init_code", 0);
/*--- Type init code ---*/
__pyx_vtabptr_5spacy_9tokenizer_Tokenizer = &__pyx_vtable_5spacy_9tokenizer_Tokenizer;
__pyx_vtable_5spacy_9tokenizer_Tokenizer._tokenize_affixes = (struct __pyx_obj_5spacy_6tokens_3doc_Doc *(*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, PyObject *, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__tokenize_affixes;
__pyx_vtable_5spacy_9tokenizer_Tokenizer._apply_special_cases = (int (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *))__pyx_f_5spacy_9tokenizer_9Tokenizer__apply_special_cases;
__pyx_vtable_5spacy_9tokenizer_Tokenizer._filter_special_spans = (void (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__filter_special_spans;
__pyx_vtable_5spacy_9tokenizer_Tokenizer._prepare_special_spans = (PyObject *(*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, std::vector<struct __pyx_t_5spacy_7structs_SpanC> &))__pyx_f_5spacy_9tokenizer_9Tokenizer__prepare_special_spans;
__pyx_vtable_5spacy_9tokenizer_Tokenizer._retokenize_special_spans = (int (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, struct __pyx_t_5spacy_7structs_TokenC *, PyObject *))__pyx_f_5spacy_9tokenizer_9Tokenizer__retokenize_special_spans;
__pyx_vtable_5spacy_9tokenizer_Tokenizer._try_specials_and_cache = (int (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, __pyx_t_5spacy_8typedefs_hash_t, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, int *, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__try_specials_and_cache;
__pyx_vtable_5spacy_9tokenizer_Tokenizer._tokenize = (int (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, __pyx_t_5spacy_8typedefs_hash_t, int *, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__tokenize;
__pyx_vtable_5spacy_9tokenizer_Tokenizer._split_affixes = (PyObject *(*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5cymem_5cymem_Pool *, PyObject *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, int *, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__split_affixes;
__pyx_vtable_5spacy_9tokenizer_Tokenizer._attach_tokens = (int (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, std::vector<struct __pyx_t_5spacy_7structs_LexemeC *> *, int *, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__attach_tokens;
__pyx_vtable_5spacy_9tokenizer_Tokenizer._save_cached = (int (*)(struct __pyx_obj_5spacy_9tokenizer_Tokenizer *, struct __pyx_t_5spacy_7structs_TokenC const *, __pyx_t_5spacy_8typedefs_hash_t, int *, int))__pyx_f_5spacy_9tokenizer_9Tokenizer__save_cached;
#if CYTHON_USE_TYPE_SPECS
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_5spacy_9tokenizer_Tokenizer_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer)) __PYX_ERR(0, 25, __pyx_L1_error)
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_5spacy_9tokenizer_Tokenizer_spec, __pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer) < (0)) __PYX_ERR(0, 25, __pyx_L1_error)
#else
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer = &__pyx_type_5spacy_9tokenizer_Tokenizer;
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
#endif
#if !CYTHON_USE_TYPE_SPECS
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer) < (0)) __PYX_ERR(0, 25, __pyx_L1_error)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer);
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_dictoffset && __pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_getattro == PyObject_GenericGetAttr)) {
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer->tp_getattro = PyObject_GenericGetAttr;
}
#endif
#if CYTHON_UPDATE_DESCRIPTOR_DOC
{
PyObject *wrapper = PyObject_GetAttrString((PyObject *)__pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer, "__init__"); if (unlikely(!wrapper)) __PYX_ERR(0, 25, __pyx_L1_error)
if (__Pyx_IS_TYPE(wrapper, &PyWrapperDescr_Type)) {
__pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer___init__ = *((PyWrapperDescrObject *)wrapper)->d_base;
__pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer___init__.doc = __pyx_doc_5spacy_9tokenizer_9Tokenizer___init__;
((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer___init__;
}
}
#endif
#if CYTHON_UPDATE_DESCRIPTOR_DOC
{
PyObject *wrapper = PyObject_GetAttrString((PyObject *)__pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer, "__call__"); if (unlikely(!wrapper)) __PYX_ERR(0, 25, __pyx_L1_error)
if (__Pyx_IS_TYPE(wrapper, &PyWrapperDescr_Type)) {
__pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer_4__call__ = *((PyWrapperDescrObject *)wrapper)->d_base;
__pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer_4__call__.doc = __pyx_doc_5spacy_9tokenizer_9Tokenizer_4__call__;
((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5spacy_9tokenizer_9Tokenizer_4__call__;
}
}
#endif
if (__Pyx_SetVtable(__pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_vtabptr_5spacy_9tokenizer_Tokenizer) < (0)) __PYX_ERR(0, 25, __pyx_L1_error)
if (__Pyx_MergeVtables(__pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer) < (0)) __PYX_ERR(0, 25, __pyx_L1_error)
if (PyObject_SetAttr(__pyx_m, __pyx_mstate_global->__pyx_n_u_Tokenizer, (PyObject *) __pyx_mstate->__pyx_ptype_5spacy_9tokenizer_Tokenizer) < (0)) __PYX_ERR(0, 25, __pyx_L1_error)
#if CYTHON_USE_TYPE_SPECS
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe)) __PYX_ERR(0, 212, __pyx_L1_error)
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe_spec, __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe) < (0)) __PYX_ERR(0, 212, __pyx_L1_error)
#else
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct__pipe;
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
#endif
#if !CYTHON_USE_TYPE_SPECS
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe) < (0)) __PYX_ERR(0, 212, __pyx_L1_error)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe);
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe->tp_dictoffset && __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe->tp_getattro == PyObject_GenericGetAttr)) {
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct__pipe->tp_getattro = PyObject_GenericGetAttr;
}
#endif
#if CYTHON_USE_TYPE_SPECS
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain)) __PYX_ERR(0, 631, __pyx_L1_error)
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain_spec, __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain) < (0)) __PYX_ERR(0, 631, __pyx_L1_error)
#else
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_1_explain;
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
#endif
#if !CYTHON_USE_TYPE_SPECS
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain) < (0)) __PYX_ERR(0, 631, __pyx_L1_error)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain);
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain->tp_dictoffset && __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain->tp_getattro == PyObject_GenericGetAttr)) {
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_1_explain->tp_getattro = PyObject_GenericGetAttr;
}
#endif
#if CYTHON_USE_TYPE_SPECS
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr)) __PYX_ERR(0, 665, __pyx_L1_error)
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr_spec, __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr) < (0)) __PYX_ERR(0, 665, __pyx_L1_error)
#else
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_2_genexpr;
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
#endif
#if !CYTHON_USE_TYPE_SPECS
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr) < (0)) __PYX_ERR(0, 665, __pyx_L1_error)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr);
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr->tp_dictoffset && __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr->tp_getattro == PyObject_GenericGetAttr)) {
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_2_genexpr->tp_getattro = PyObject_GenericGetAttr;
}
#endif
#if CYTHON_USE_TYPE_SPECS
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr)) __PYX_ERR(0, 674, __pyx_L1_error)
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr_spec, __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr) < (0)) __PYX_ERR(0, 674, __pyx_L1_error)
#else
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_3_genexpr;
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
#endif
#if !CYTHON_USE_TYPE_SPECS
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr) < (0)) __PYX_ERR(0, 674, __pyx_L1_error)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr);
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr->tp_dictoffset && __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr->tp_getattro == PyObject_GenericGetAttr)) {
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_3_genexpr->tp_getattro = PyObject_GenericGetAttr;
}
#endif
#if CYTHON_USE_TYPE_SPECS
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr)) __PYX_ERR(0, 702, __pyx_L1_error)
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr_spec, __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr) < (0)) __PYX_ERR(0, 702, __pyx_L1_error)
#else
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_4_genexpr;
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
#endif
#if !CYTHON_USE_TYPE_SPECS
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr) < (0)) __PYX_ERR(0, 702, __pyx_L1_error)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr);
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr->tp_dictoffset && __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr->tp_getattro == PyObject_GenericGetAttr)) {
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_4_genexpr->tp_getattro = PyObject_GenericGetAttr;
}
#endif
#if CYTHON_USE_TYPE_SPECS
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes)) __PYX_ERR(0, 790, __pyx_L1_error)
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes_spec, __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes) < (0)) __PYX_ERR(0, 790, __pyx_L1_error)
#else
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes;
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
#endif
#if !CYTHON_USE_TYPE_SPECS
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes) < (0)) __PYX_ERR(0, 790, __pyx_L1_error)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes);
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes->tp_dictoffset && __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes->tp_getattro == PyObject_GenericGetAttr)) {
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_5_to_bytes->tp_getattro = PyObject_GenericGetAttr;
}
#endif
#if CYTHON_USE_TYPE_SPECS
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes)) __PYX_ERR(0, 810, __pyx_L1_error)
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes_spec, __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes) < (0)) __PYX_ERR(0, 810, __pyx_L1_error)
#else
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes = &__pyx_type_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes;
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
#endif
#if !CYTHON_USE_TYPE_SPECS
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes) < (0)) __PYX_ERR(0, 810, __pyx_L1_error)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes);
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes->tp_dictoffset && __pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes->tp_getattro == PyObject_GenericGetAttr)) {
__pyx_mstate->__pyx_ptype_5spacy_9tokenizer___pyx_scope_struct_6_from_bytes->tp_getattro = PyObject_GenericGetAttr;
}
#endif
__pyx_vtabptr_array = &__pyx_vtable_array;
__pyx_vtable_array.get_memview = (PyObject *(*)(struct __pyx_array_obj *))__pyx_array_get_memview;
#if CYTHON_USE_TYPE_SPECS
__pyx_mstate->__pyx_array_type = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type___pyx_array_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_array_type)) __PYX_ERR(1, 110, __pyx_L1_error)
#if !CYTHON_COMPILING_IN_LIMITED_API
__pyx_mstate->__pyx_array_type->tp_as_buffer = &__pyx_tp_as_buffer_array;
if (!__pyx_mstate->__pyx_array_type->tp_as_buffer->bf_releasebuffer && __pyx_mstate->__pyx_array_type->tp_base->tp_as_buffer && __pyx_mstate->__pyx_array_type->tp_base->tp_as_buffer->bf_releasebuffer) {
__pyx_mstate->__pyx_array_type->tp_as_buffer->bf_releasebuffer = __pyx_mstate->__pyx_array_type->tp_base->tp_as_buffer->bf_releasebuffer;
}
#elif defined(Py_bf_getbuffer) && defined(Py_bf_releasebuffer)
/* PY_VERSION_HEX >= 0x03090000 || Py_LIMITED_API >= 0x030B0000 */
#elif defined(_MSC_VER)
#pragma message ("The buffer protocol is not supported in the Limited C-API < 3.11.")
#else
#warning "The buffer protocol is not supported in the Limited C-API < 3.11."
#endif
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type___pyx_array_spec, __pyx_mstate->__pyx_array_type) < (0)) __PYX_ERR(1, 110, __pyx_L1_error)
#else
__pyx_mstate->__pyx_array_type = &__pyx_type___pyx_array;
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
#endif
#if !CYTHON_USE_TYPE_SPECS
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_array_type) < (0)) __PYX_ERR(1, 110, __pyx_L1_error)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_array_type);
#endif
if (__Pyx_SetVtable(__pyx_mstate->__pyx_array_type, __pyx_vtabptr_array) < (0)) __PYX_ERR(1, 110, __pyx_L1_error)
if (__Pyx_MergeVtables(__pyx_mstate->__pyx_array_type) < (0)) __PYX_ERR(1, 110, __pyx_L1_error)
if (__Pyx_setup_reduce((PyObject *) __pyx_mstate->__pyx_array_type) < (0)) __PYX_ERR(1, 110, __pyx_L1_error)
#if CYTHON_USE_TYPE_SPECS
__pyx_mstate->__pyx_MemviewEnum_type = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type___pyx_MemviewEnum_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_MemviewEnum_type)) __PYX_ERR(1, 299, __pyx_L1_error)
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type___pyx_MemviewEnum_spec, __pyx_mstate->__pyx_MemviewEnum_type) < (0)) __PYX_ERR(1, 299, __pyx_L1_error)
#else
__pyx_mstate->__pyx_MemviewEnum_type = &__pyx_type___pyx_MemviewEnum;
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
#endif
#if !CYTHON_USE_TYPE_SPECS
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_MemviewEnum_type) < (0)) __PYX_ERR(1, 299, __pyx_L1_error)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_MemviewEnum_type);
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_MemviewEnum_type->tp_dictoffset && __pyx_mstate->__pyx_MemviewEnum_type->tp_getattro == PyObject_GenericGetAttr)) {
__pyx_mstate->__pyx_MemviewEnum_type->tp_getattro = PyObject_GenericGetAttr;
}
#endif
if (__Pyx_setup_reduce((PyObject *) __pyx_mstate->__pyx_MemviewEnum_type) < (0)) __PYX_ERR(1, 299, __pyx_L1_error)
__pyx_vtabptr_memoryview = &__pyx_vtable_memoryview;
__pyx_vtable_memoryview.get_item_pointer = (char *(*)(struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_get_item_pointer;
__pyx_vtable_memoryview.is_slice = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_is_slice;
__pyx_vtable_memoryview.setitem_slice_assignment = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *, PyObject *))__pyx_memoryview_setitem_slice_assignment;
__pyx_vtable_memoryview.setitem_slice_assign_scalar = (PyObject *(*)(struct __pyx_memoryview_obj *, struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_setitem_slice_assign_scalar;
__pyx_vtable_memoryview.setitem_indexed = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *, PyObject *))__pyx_memoryview_setitem_indexed;
__pyx_vtable_memoryview.convert_item_to_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *))__pyx_memoryview_convert_item_to_object;
__pyx_vtable_memoryview.assign_item_from_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *, PyObject *))__pyx_memoryview_assign_item_from_object;
__pyx_vtable_memoryview._get_base = (PyObject *(*)(struct __pyx_memoryview_obj *))__pyx_memoryview__get_base;
#if CYTHON_USE_TYPE_SPECS
__pyx_mstate->__pyx_memoryview_type = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type___pyx_memoryview_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_memoryview_type)) __PYX_ERR(1, 334, __pyx_L1_error)
#if !CYTHON_COMPILING_IN_LIMITED_API
__pyx_mstate->__pyx_memoryview_type->tp_as_buffer = &__pyx_tp_as_buffer_memoryview;
if (!__pyx_mstate->__pyx_memoryview_type->tp_as_buffer->bf_releasebuffer && __pyx_mstate->__pyx_memoryview_type->tp_base->tp_as_buffer && __pyx_mstate->__pyx_memoryview_type->tp_base->tp_as_buffer->bf_releasebuffer) {
__pyx_mstate->__pyx_memoryview_type->tp_as_buffer->bf_releasebuffer = __pyx_mstate->__pyx_memoryview_type->tp_base->tp_as_buffer->bf_releasebuffer;
}
#elif defined(Py_bf_getbuffer) && defined(Py_bf_releasebuffer)
/* PY_VERSION_HEX >= 0x03090000 || Py_LIMITED_API >= 0x030B0000 */
#elif defined(_MSC_VER)
#pragma message ("The buffer protocol is not supported in the Limited C-API < 3.11.")
#else
#warning "The buffer protocol is not supported in the Limited C-API < 3.11."
#endif
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type___pyx_memoryview_spec, __pyx_mstate->__pyx_memoryview_type) < (0)) __PYX_ERR(1, 334, __pyx_L1_error)
#else
__pyx_mstate->__pyx_memoryview_type = &__pyx_type___pyx_memoryview;
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
#endif
#if !CYTHON_USE_TYPE_SPECS
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_memoryview_type) < (0)) __PYX_ERR(1, 334, __pyx_L1_error)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_memoryview_type);
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_memoryview_type->tp_dictoffset && __pyx_mstate->__pyx_memoryview_type->tp_getattro == PyObject_GenericGetAttr)) {
__pyx_mstate->__pyx_memoryview_type->tp_getattro = PyObject_GenericGetAttr;
}
#endif
if (__Pyx_SetVtable(__pyx_mstate->__pyx_memoryview_type, __pyx_vtabptr_memoryview) < (0)) __PYX_ERR(1, 334, __pyx_L1_error)
if (__Pyx_MergeVtables(__pyx_mstate->__pyx_memoryview_type) < (0)) __PYX_ERR(1, 334, __pyx_L1_error)
if (__Pyx_setup_reduce((PyObject *) __pyx_mstate->__pyx_memoryview_type) < (0)) __PYX_ERR(1, 334, __pyx_L1_error)
__pyx_vtabptr__memoryviewslice = &__pyx_vtable__memoryviewslice;
__pyx_vtable__memoryviewslice.__pyx_base = *__pyx_vtabptr_memoryview;
__pyx_vtable__memoryviewslice.__pyx_base.convert_item_to_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *))__pyx_memoryviewslice_convert_item_to_object;
__pyx_vtable__memoryviewslice.__pyx_base.assign_item_from_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *, PyObject *))__pyx_memoryviewslice_assign_item_from_object;
__pyx_vtable__memoryviewslice.__pyx_base._get_base = (PyObject *(*)(struct __pyx_memoryview_obj *))__pyx_memoryviewslice__get_base;
#if CYTHON_USE_TYPE_SPECS
__pyx_t_1 = PyTuple_Pack(1, (PyObject *)__pyx_mstate_global->__pyx_memoryview_type); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 951, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_mstate->__pyx_memoryviewslice_type = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type___pyx_memoryviewslice_spec, __pyx_t_1);
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
if (unlikely(!__pyx_mstate->__pyx_memoryviewslice_type)) __PYX_ERR(1, 951, __pyx_L1_error)
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type___pyx_memoryviewslice_spec, __pyx_mstate->__pyx_memoryviewslice_type) < (0)) __PYX_ERR(1, 951, __pyx_L1_error)
#else
__pyx_mstate->__pyx_memoryviewslice_type = &__pyx_type___pyx_memoryviewslice;
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
__pyx_mstate_global->__pyx_memoryviewslice_type->tp_base = __pyx_mstate_global->__pyx_memoryview_type;
#endif
#if !CYTHON_USE_TYPE_SPECS
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_memoryviewslice_type) < (0)) __PYX_ERR(1, 951, __pyx_L1_error)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_memoryviewslice_type);
#endif
#if !CYTHON_COMPILING_IN_LIMITED_API
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_memoryviewslice_type->tp_dictoffset && __pyx_mstate->__pyx_memoryviewslice_type->tp_getattro == PyObject_GenericGetAttr)) {
__pyx_mstate->__pyx_memoryviewslice_type->tp_getattro = PyObject_GenericGetAttr;
}
#endif
if (__Pyx_SetVtable(__pyx_mstate->__pyx_memoryviewslice_type, __pyx_vtabptr__memoryviewslice) < (0)) __PYX_ERR(1, 951, __pyx_L1_error)
if (__Pyx_MergeVtables(__pyx_mstate->__pyx_memoryviewslice_type) < (0)) __PYX_ERR(1, 951, __pyx_L1_error)
if (__Pyx_setup_reduce((PyObject *) __pyx_mstate->__pyx_memoryviewslice_type) < (0)) __PYX_ERR(1, 951, __pyx_L1_error)
__Pyx_RefNannyFinishContext();
return 0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_RefNannyFinishContext();
return -1;
}
static int __Pyx_modinit_type_import_code(__pyx_mstatetype *__pyx_mstate) {
__Pyx_RefNannyDeclarations
CYTHON_UNUSED_VAR(__pyx_mstate);
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__Pyx_modinit_type_import_code", 0);
/*--- Type import code ---*/
__pyx_t_1 = PyImport_ImportModule("cymem.cymem"); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 4, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_mstate->__pyx_ptype_5cymem_5cymem_PyMalloc = __Pyx_ImportType_3_2_1(__pyx_t_1, "cymem.cymem", "PyMalloc",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(struct __pyx_obj_5cymem_5cymem_PyMalloc), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_PyMalloc),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(struct __pyx_obj_5cymem_5cymem_PyMalloc), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_PyMalloc),
#else
sizeof(struct __pyx_obj_5cymem_5cymem_PyMalloc), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_PyMalloc),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5cymem_5cymem_PyMalloc) __PYX_ERR(5, 4, __pyx_L1_error)
__pyx_vtabptr_5cymem_5cymem_PyMalloc = (struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_5cymem_5cymem_PyMalloc); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_PyMalloc)) __PYX_ERR(5, 4, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5cymem_5cymem_PyFree = __Pyx_ImportType_3_2_1(__pyx_t_1, "cymem.cymem", "PyFree",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(struct __pyx_obj_5cymem_5cymem_PyFree), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_PyFree),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(struct __pyx_obj_5cymem_5cymem_PyFree), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_PyFree),
#else
sizeof(struct __pyx_obj_5cymem_5cymem_PyFree), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_PyFree),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5cymem_5cymem_PyFree) __PYX_ERR(5, 10, __pyx_L1_error)
__pyx_vtabptr_5cymem_5cymem_PyFree = (struct __pyx_vtabstruct_5cymem_5cymem_PyFree*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_5cymem_5cymem_PyFree); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_PyFree)) __PYX_ERR(5, 10, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5cymem_5cymem_Pool = __Pyx_ImportType_3_2_1(__pyx_t_1, "cymem.cymem", "Pool",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(struct __pyx_obj_5cymem_5cymem_Pool), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_Pool),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(struct __pyx_obj_5cymem_5cymem_Pool), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_Pool),
#else
sizeof(struct __pyx_obj_5cymem_5cymem_Pool), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_Pool),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5cymem_5cymem_Pool) __PYX_ERR(5, 16, __pyx_L1_error)
__pyx_vtabptr_5cymem_5cymem_Pool = (struct __pyx_vtabstruct_5cymem_5cymem_Pool*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_5cymem_5cymem_Pool); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_Pool)) __PYX_ERR(5, 16, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5cymem_5cymem_Address = __Pyx_ImportType_3_2_1(__pyx_t_1, "cymem.cymem", "Address",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(struct __pyx_obj_5cymem_5cymem_Address), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_Address),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(struct __pyx_obj_5cymem_5cymem_Address), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_Address),
#else
sizeof(struct __pyx_obj_5cymem_5cymem_Address), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_Address),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5cymem_5cymem_Address) __PYX_ERR(5, 28, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = PyImport_ImportModule("preshed.maps"); if (unlikely(!__pyx_t_1)) __PYX_ERR(6, 45, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_mstate->__pyx_ptype_7preshed_4maps_PreshMap = __Pyx_ImportType_3_2_1(__pyx_t_1, "preshed.maps", "PreshMap",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(struct __pyx_obj_7preshed_4maps_PreshMap), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_7preshed_4maps_PreshMap),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(struct __pyx_obj_7preshed_4maps_PreshMap), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_7preshed_4maps_PreshMap),
#else
sizeof(struct __pyx_obj_7preshed_4maps_PreshMap), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_7preshed_4maps_PreshMap),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_7preshed_4maps_PreshMap) __PYX_ERR(6, 45, __pyx_L1_error)
__pyx_vtabptr_7preshed_4maps_PreshMap = (struct __pyx_vtabstruct_7preshed_4maps_PreshMap*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_7preshed_4maps_PreshMap); if (unlikely(!__pyx_vtabptr_7preshed_4maps_PreshMap)) __PYX_ERR(6, 45, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_7preshed_4maps_PreshMapArray = __Pyx_ImportType_3_2_1(__pyx_t_1, "preshed.maps", "PreshMapArray",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(struct __pyx_obj_7preshed_4maps_PreshMapArray), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_7preshed_4maps_PreshMapArray),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(struct __pyx_obj_7preshed_4maps_PreshMapArray), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_7preshed_4maps_PreshMapArray),
#else
sizeof(struct __pyx_obj_7preshed_4maps_PreshMapArray), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_7preshed_4maps_PreshMapArray),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_7preshed_4maps_PreshMapArray) __PYX_ERR(6, 53, __pyx_L1_error)
__pyx_vtabptr_7preshed_4maps_PreshMapArray = (struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_7preshed_4maps_PreshMapArray); if (unlikely(!__pyx_vtabptr_7preshed_4maps_PreshMapArray)) __PYX_ERR(6, 53, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = PyImport_ImportModule(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_t_1)) __PYX_ERR(7, 9, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_mstate->__pyx_ptype_7cpython_4type_type = __Pyx_ImportType_3_2_1(__pyx_t_1, __Pyx_BUILTIN_MODULE_NAME, "type",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyTypeObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyTypeObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
0, 0,
#else
sizeof(PyHeapTypeObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyHeapTypeObject),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_7cpython_4type_type) __PYX_ERR(7, 9, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = PyImport_ImportModule("numpy"); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 228, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_mstate->__pyx_ptype_5numpy_dtype = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "dtype",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyArray_Descr), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArray_Descr),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyArray_Descr), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArray_Descr),
#else
sizeof(PyArray_Descr), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArray_Descr),
#endif
__Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_dtype) __PYX_ERR(2, 228, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_flatiter = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "flatiter",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyArrayIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayIterObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyArrayIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayIterObject),
#else
sizeof(PyArrayIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayIterObject),
#endif
__Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_flatiter) __PYX_ERR(2, 273, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_broadcast = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "broadcast",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyArrayMultiIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayMultiIterObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyArrayMultiIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayMultiIterObject),
#else
sizeof(PyArrayMultiIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayMultiIterObject),
#endif
__Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_broadcast) __PYX_ERR(2, 277, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_ndarray = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "ndarray",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyArrayObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyArrayObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayObject),
#else
sizeof(PyArrayObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayObject),
#endif
__Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_ndarray) __PYX_ERR(2, 316, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_generic = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "generic",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#else
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_generic) __PYX_ERR(2, 825, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_number = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "number",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#else
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_number) __PYX_ERR(2, 827, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_integer = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "integer",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#else
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_integer) __PYX_ERR(2, 829, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_signedinteger = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "signedinteger",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#else
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_signedinteger) __PYX_ERR(2, 831, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_unsignedinteger = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "unsignedinteger",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#else
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_unsignedinteger) __PYX_ERR(2, 833, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_inexact = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "inexact",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#else
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_inexact) __PYX_ERR(2, 835, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_floating = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "floating",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#else
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_floating) __PYX_ERR(2, 837, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_complexfloating = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "complexfloating",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#else
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_complexfloating) __PYX_ERR(2, 839, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_flexible = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "flexible",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#else
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_flexible) __PYX_ERR(2, 841, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_character = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "character",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#else
sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_character) __PYX_ERR(2, 843, __pyx_L1_error)
__pyx_mstate->__pyx_ptype_5numpy_ufunc = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "ufunc",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(PyUFuncObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyUFuncObject),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(PyUFuncObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyUFuncObject),
#else
sizeof(PyUFuncObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyUFuncObject),
#endif
__Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_ufunc) __PYX_ERR(2, 907, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = PyImport_ImportModule("spacy.strings"); if (unlikely(!__pyx_t_1)) __PYX_ERR(8, 22, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_mstate->__pyx_ptype_5spacy_7strings_StringStore = __Pyx_ImportType_3_2_1(__pyx_t_1, "spacy.strings", "StringStore",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(struct __pyx_obj_5spacy_7strings_StringStore), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_7strings_StringStore),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(struct __pyx_obj_5spacy_7strings_StringStore), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_7strings_StringStore),
#else
sizeof(struct __pyx_obj_5spacy_7strings_StringStore), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_7strings_StringStore),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5spacy_7strings_StringStore) __PYX_ERR(8, 22, __pyx_L1_error)
__pyx_vtabptr_5spacy_7strings_StringStore = (struct __pyx_vtabstruct_5spacy_7strings_StringStore*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_5spacy_7strings_StringStore); if (unlikely(!__pyx_vtabptr_5spacy_7strings_StringStore)) __PYX_ERR(8, 22, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = PyImport_ImportModule("spacy.morphology"); if (unlikely(!__pyx_t_1)) __PYX_ERR(9, 11, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_mstate->__pyx_ptype_5spacy_10morphology_Morphology = __Pyx_ImportType_3_2_1(__pyx_t_1, "spacy.morphology", "Morphology",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(struct __pyx_obj_5spacy_10morphology_Morphology), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_10morphology_Morphology),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(struct __pyx_obj_5spacy_10morphology_Morphology), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_10morphology_Morphology),
#else
sizeof(struct __pyx_obj_5spacy_10morphology_Morphology), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_10morphology_Morphology),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5spacy_10morphology_Morphology) __PYX_ERR(9, 11, __pyx_L1_error)
__pyx_vtabptr_5spacy_10morphology_Morphology = (struct __pyx_vtabstruct_5spacy_10morphology_Morphology*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_5spacy_10morphology_Morphology); if (unlikely(!__pyx_vtabptr_5spacy_10morphology_Morphology)) __PYX_ERR(9, 11, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = PyImport_ImportModule("spacy.vocab"); if (unlikely(!__pyx_t_1)) __PYX_ERR(10, 26, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_mstate->__pyx_ptype_5spacy_5vocab_Vocab = __Pyx_ImportType_3_2_1(__pyx_t_1, "spacy.vocab", "Vocab",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(struct __pyx_obj_5spacy_5vocab_Vocab), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_5vocab_Vocab),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(struct __pyx_obj_5spacy_5vocab_Vocab), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_5vocab_Vocab),
#else
sizeof(struct __pyx_obj_5spacy_5vocab_Vocab), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_5vocab_Vocab),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5spacy_5vocab_Vocab) __PYX_ERR(10, 26, __pyx_L1_error)
__pyx_vtabptr_5spacy_5vocab_Vocab = (struct __pyx_vtabstruct_5spacy_5vocab_Vocab*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_5spacy_5vocab_Vocab); if (unlikely(!__pyx_vtabptr_5spacy_5vocab_Vocab)) __PYX_ERR(10, 26, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = PyImport_ImportModule("spacy.tokens.doc"); if (unlikely(!__pyx_t_1)) __PYX_ERR(11, 37, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_mstate->__pyx_ptype_5spacy_6tokens_3doc_Doc = __Pyx_ImportType_3_2_1(__pyx_t_1, "spacy.tokens.doc", "Doc",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(struct __pyx_obj_5spacy_6tokens_3doc_Doc), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_6tokens_3doc_Doc),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(struct __pyx_obj_5spacy_6tokens_3doc_Doc), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_6tokens_3doc_Doc),
#else
sizeof(struct __pyx_obj_5spacy_6tokens_3doc_Doc), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_6tokens_3doc_Doc),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5spacy_6tokens_3doc_Doc) __PYX_ERR(11, 37, __pyx_L1_error)
__pyx_vtabptr_5spacy_6tokens_3doc_Doc = (struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_5spacy_6tokens_3doc_Doc); if (unlikely(!__pyx_vtabptr_5spacy_6tokens_3doc_Doc)) __PYX_ERR(11, 37, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = PyImport_ImportModule("spacy.matcher.phrasematcher"); if (unlikely(!__pyx_t_1)) __PYX_ERR(12, 11, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_mstate->__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher = __Pyx_ImportType_3_2_1(__pyx_t_1, "spacy.matcher.phrasematcher", "PhraseMatcher",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher),
#else
sizeof(struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_7matcher_13phrasematcher_PhraseMatcher),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher) __PYX_ERR(12, 11, __pyx_L1_error)
__pyx_vtabptr_5spacy_7matcher_13phrasematcher_PhraseMatcher = (struct __pyx_vtabstruct_5spacy_7matcher_13phrasematcher_PhraseMatcher*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_5spacy_7matcher_13phrasematcher_PhraseMatcher); if (unlikely(!__pyx_vtabptr_5spacy_7matcher_13phrasematcher_PhraseMatcher)) __PYX_ERR(12, 11, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__pyx_t_1 = PyImport_ImportModule("spacy.lexeme"); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 24, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
__pyx_mstate->__pyx_ptype_5spacy_6lexeme_Lexeme = __Pyx_ImportType_3_2_1(__pyx_t_1, "spacy.lexeme", "Lexeme",
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
sizeof(struct __pyx_obj_5spacy_6lexeme_Lexeme), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_6lexeme_Lexeme),
#elif CYTHON_COMPILING_IN_LIMITED_API
sizeof(struct __pyx_obj_5spacy_6lexeme_Lexeme), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_6lexeme_Lexeme),
#else
sizeof(struct __pyx_obj_5spacy_6lexeme_Lexeme), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5spacy_6lexeme_Lexeme),
#endif
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5spacy_6lexeme_Lexeme) __PYX_ERR(3, 24, __pyx_L1_error)
__pyx_vtabptr_5spacy_6lexeme_Lexeme = (struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_5spacy_6lexeme_Lexeme); if (unlikely(!__pyx_vtabptr_5spacy_6lexeme_Lexeme)) __PYX_ERR(3, 24, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_RefNannyFinishContext();
return 0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_RefNannyFinishContext();
return -1;
}
static int __Pyx_modinit_variable_import_code(__pyx_mstatetype *__pyx_mstate) {
__Pyx_RefNannyDeclarations
CYTHON_UNUSED_VAR(__pyx_mstate);
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__Pyx_modinit_variable_import_code", 0);
/*--- Variable import code ---*/
{
__pyx_t_1 = PyImport_ImportModule("spacy.vocab"); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
const char * __pyx_import_signature = __Pyx_PyBytes_AsString(__pyx_mstate_global->__pyx_kp_b_struct___pyx_t_5spacy_7structs_L);
#if !CYTHON_ASSUME_SAFE_MACROS
if (unlikely(!__pyx_import_signature)) __PYX_ERR(0, 1, __pyx_L1_error)
#endif
const char * __pyx_import_name = __pyx_import_signature + 39;
void **const __pyx_import_pointers[] = {(void **)&__pyx_vp_5spacy_5vocab_EMPTY_LEXEME, (void **) NULL};
void **const *__pyx_import_pointer = __pyx_import_pointers;
const char *__pyx_import_current_signature = __pyx_import_signature;
while (*__pyx_import_pointer) {
if (__Pyx_ImportVoidPtr_3_2_1(__pyx_t_1, __pyx_import_name, *__pyx_import_pointer, __pyx_import_current_signature) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
++__pyx_import_pointer;
__pyx_import_name = strchr(__pyx_import_name, '\0') + 1;
__pyx_import_signature = strchr(__pyx_import_signature, '\0') + 1;
if (*__pyx_import_signature != '\0') __pyx_import_current_signature = __pyx_import_signature;
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
}
{
__pyx_t_1 = PyImport_ImportModule("spacy.lexeme"); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
const char * __pyx_import_signature = __Pyx_PyBytes_AsString(__pyx_mstate_global->__pyx_kp_b_pyx_t_5spacy_8typedefs_attr_t);
#if !CYTHON_ASSUME_SAFE_MACROS
if (unlikely(!__pyx_import_signature)) __PYX_ERR(0, 1, __pyx_L1_error)
#endif
const char * __pyx_import_name = __pyx_import_signature + 71;
void **const __pyx_import_pointers[] = {(void **)&__pyx_vp_5spacy_6lexeme_OOV_RANK, (void **)&__pyx_vp_5spacy_6lexeme_EMPTY_LEXEME, (void **) NULL};
void **const *__pyx_import_pointer = __pyx_import_pointers;
const char *__pyx_import_current_signature = __pyx_import_signature;
while (*__pyx_import_pointer) {
if (__Pyx_ImportVoidPtr_3_2_1(__pyx_t_1, __pyx_import_name, *__pyx_import_pointer, __pyx_import_current_signature) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
++__pyx_import_pointer;
__pyx_import_name = strchr(__pyx_import_name, '\0') + 1;
__pyx_import_signature = strchr(__pyx_import_signature, '\0') + 1;
if (*__pyx_import_signature != '\0') __pyx_import_current_signature = __pyx_import_signature;
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
}
__Pyx_RefNannyFinishContext();
return 0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_RefNannyFinishContext();
return -1;
}
static int __Pyx_modinit_function_import_code(__pyx_mstatetype *__pyx_mstate) {
__Pyx_RefNannyDeclarations
CYTHON_UNUSED_VAR(__pyx_mstate);
PyObject *__pyx_t_1 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannySetupContext("__Pyx_modinit_function_import_code", 0);
/*--- Function import code ---*/
{
__pyx_t_1 = PyImport_ImportModule("murmurhash.mrmr"); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
const char * __pyx_import_signature = __Pyx_PyBytes_AsString(__pyx_mstate_global->__pyx_kp_b_uint64_t_void_int_uint64_t_hash6);
#if !CYTHON_ASSUME_SAFE_MACROS
if (unlikely(!__pyx_import_signature)) __PYX_ERR(0, 1, __pyx_L1_error)
#endif
const char * __pyx_import_name = __pyx_import_signature + 33;
void (**const __pyx_import_pointers[])(void) = {(void (**)(void))&__pyx_f_10murmurhash_4mrmr_hash64, (void (**)(void)) NULL};
void (**const *__pyx_import_pointer)(void) = __pyx_import_pointers;
const char *__pyx_import_current_signature = __pyx_import_signature;
while (*__pyx_import_pointer) {
if (__Pyx_ImportFunction_3_2_1(__pyx_t_1, __pyx_import_name, *__pyx_import_pointer, __pyx_import_current_signature) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
++__pyx_import_pointer;
__pyx_import_name = strchr(__pyx_import_name, '\0') + 1;
__pyx_import_signature = strchr(__pyx_import_signature, '\0') + 1;
if (*__pyx_import_signature != '\0') __pyx_import_current_signature = __pyx_import_signature;
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
}
{
__pyx_t_1 = PyImport_ImportModule("spacy.strings"); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_1);
const char * __pyx_import_signature = __Pyx_PyBytes_AsString(__pyx_mstate_global->__pyx_kp_b_pyx_t_5spacy_8typedefs_hash_t);
#if !CYTHON_ASSUME_SAFE_MACROS
if (unlikely(!__pyx_import_signature)) __PYX_ERR(0, 1, __pyx_L1_error)
#endif
const char * __pyx_import_name = __pyx_import_signature + 70;
void (**const __pyx_import_pointers[])(void) = {(void (**)(void))&__pyx_f_5spacy_7strings_hash_string, (void (**)(void)) NULL};
void (**const *__pyx_import_pointer)(void) = __pyx_import_pointers;
const char *__pyx_import_current_signature = __pyx_import_signature;
while (*__pyx_import_pointer) {
if (__Pyx_ImportFunction_3_2_1(__pyx_t_1, __pyx_import_name, *__pyx_import_pointer, __pyx_import_current_signature) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
++__pyx_import_pointer;
__pyx_import_name = strchr(__pyx_import_name, '\0') + 1;
__pyx_import_signature = strchr(__pyx_import_signature, '\0') + 1;
if (*__pyx_import_signature != '\0') __pyx_import_current_signature = __pyx_import_signature;
}
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
}
__Pyx_RefNannyFinishContext();
return 0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_1);
__Pyx_RefNannyFinishContext();
return -1;
}
#if CYTHON_PEP489_MULTI_PHASE_INIT
static PyObject* __pyx_pymod_create(PyObject *spec, PyModuleDef *def); /*proto*/
static int __pyx_pymod_exec_tokenizer(PyObject* module); /*proto*/
static PyModuleDef_Slot __pyx_moduledef_slots[] = {
{Py_mod_create, (void*)__pyx_pymod_create},
{Py_mod_exec, (void*)__pyx_pymod_exec_tokenizer},
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
{Py_mod_gil, Py_MOD_GIL_USED},
#endif
#if PY_VERSION_HEX >= 0x030C0000 && CYTHON_USE_MODULE_STATE
{Py_mod_multiple_interpreters, Py_MOD_MULTIPLE_INTERPRETERS_NOT_SUPPORTED},
#endif
{0, NULL}
};
#endif
#ifdef __cplusplus
namespace {
struct PyModuleDef __pyx_moduledef =
#else
static struct PyModuleDef __pyx_moduledef =
#endif
{
PyModuleDef_HEAD_INIT,
"tokenizer",
0, /* m_doc */
#if CYTHON_USE_MODULE_STATE
sizeof(__pyx_mstatetype), /* m_size */
#else
(CYTHON_PEP489_MULTI_PHASE_INIT) ? 0 : -1, /* m_size */
#endif
__pyx_methods /* m_methods */,
#if CYTHON_PEP489_MULTI_PHASE_INIT
__pyx_moduledef_slots, /* m_slots */
#else
NULL, /* m_reload */
#endif
#if CYTHON_USE_MODULE_STATE
__pyx_m_traverse, /* m_traverse */
__pyx_m_clear, /* m_clear */
NULL /* m_free */
#else
NULL, /* m_traverse */
NULL, /* m_clear */
NULL /* m_free */
#endif
};
#ifdef __cplusplus
} /* anonymous namespace */
#endif
/* PyModInitFuncType */
#ifndef CYTHON_NO_PYINIT_EXPORT
#define __Pyx_PyMODINIT_FUNC PyMODINIT_FUNC
#else
#ifdef __cplusplus
#define __Pyx_PyMODINIT_FUNC extern "C" PyObject *
#else
#define __Pyx_PyMODINIT_FUNC PyObject *
#endif
#endif
__Pyx_PyMODINIT_FUNC PyInit_tokenizer(void) CYTHON_SMALL_CODE; /*proto*/
__Pyx_PyMODINIT_FUNC PyInit_tokenizer(void)
#if CYTHON_PEP489_MULTI_PHASE_INIT
{
return PyModuleDef_Init(&__pyx_moduledef);
}
/* ModuleCreationPEP489 */
#if CYTHON_COMPILING_IN_LIMITED_API && (__PYX_LIMITED_VERSION_HEX < 0x03090000\
|| ((defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)) && __PYX_LIMITED_VERSION_HEX < 0x030A0000))
static PY_INT64_T __Pyx_GetCurrentInterpreterId(void) {
{
PyObject *module = PyImport_ImportModule("_interpreters"); // 3.13+ I think
if (!module) {
PyErr_Clear(); // just try the 3.8-3.12 version
module = PyImport_ImportModule("_xxsubinterpreters");
if (!module) goto bad;
}
PyObject *current = PyObject_CallMethod(module, "get_current", NULL);
Py_DECREF(module);
if (!current) goto bad;
if (PyTuple_Check(current)) {
PyObject *new_current = PySequence_GetItem(current, 0);
Py_DECREF(current);
current = new_current;
if (!new_current) goto bad;
}
long long as_c_int = PyLong_AsLongLong(current);
Py_DECREF(current);
return as_c_int;
}
bad:
PySys_WriteStderr("__Pyx_GetCurrentInterpreterId failed. Try setting the C define CYTHON_PEP489_MULTI_PHASE_INIT=0\n");
return -1;
}
#endif
#if !CYTHON_USE_MODULE_STATE
static CYTHON_SMALL_CODE int __Pyx_check_single_interpreter(void) {
static PY_INT64_T main_interpreter_id = -1;
#if CYTHON_COMPILING_IN_GRAAL && defined(GRAALPY_VERSION_NUM) && GRAALPY_VERSION_NUM > 0x19000000
PY_INT64_T current_id = GraalPyInterpreterState_GetIDFromThreadState(PyThreadState_Get());
#elif CYTHON_COMPILING_IN_GRAAL
PY_INT64_T current_id = PyInterpreterState_GetIDFromThreadState(PyThreadState_Get());
#elif CYTHON_COMPILING_IN_LIMITED_API && (__PYX_LIMITED_VERSION_HEX < 0x03090000\
|| ((defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)) && __PYX_LIMITED_VERSION_HEX < 0x030A0000))
PY_INT64_T current_id = __Pyx_GetCurrentInterpreterId();
#elif CYTHON_COMPILING_IN_LIMITED_API
PY_INT64_T current_id = PyInterpreterState_GetID(PyInterpreterState_Get());
#else
PY_INT64_T current_id = PyInterpreterState_GetID(PyThreadState_Get()->interp);
#endif
if (unlikely(current_id == -1)) {
return -1;
}
if (main_interpreter_id == -1) {
main_interpreter_id = current_id;
return 0;
} else if (unlikely(main_interpreter_id != current_id)) {
PyErr_SetString(
PyExc_ImportError,
"Interpreter change detected - this module can only be loaded into one interpreter per process.");
return -1;
}
return 0;
}
#endif
static CYTHON_SMALL_CODE int __Pyx_copy_spec_to_module(PyObject *spec, PyObject *moddict, const char* from_name, const char* to_name, int allow_none)
{
PyObject *value = PyObject_GetAttrString(spec, from_name);
int result = 0;
if (likely(value)) {
if (allow_none || value != Py_None) {
result = PyDict_SetItemString(moddict, to_name, value);
}
Py_DECREF(value);
} else if (PyErr_ExceptionMatches(PyExc_AttributeError)) {
PyErr_Clear();
} else {
result = -1;
}
return result;
}
static CYTHON_SMALL_CODE PyObject* __pyx_pymod_create(PyObject *spec, PyModuleDef *def) {
PyObject *module = NULL, *moddict, *modname;
CYTHON_UNUSED_VAR(def);
#if !CYTHON_USE_MODULE_STATE
if (__Pyx_check_single_interpreter())
return NULL;
#endif
if (__pyx_m)
return __Pyx_NewRef(__pyx_m);
modname = PyObject_GetAttrString(spec, "name");
if (unlikely(!modname)) goto bad;
module = PyModule_NewObject(modname);
Py_DECREF(modname);
if (unlikely(!module)) goto bad;
moddict = PyModule_GetDict(module);
if (unlikely(!moddict)) goto bad;
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "loader", "__loader__", 1) < 0)) goto bad;
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "origin", "__file__", 1) < 0)) goto bad;
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "parent", "__package__", 1) < 0)) goto bad;
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "submodule_search_locations", "__path__", 0) < 0)) goto bad;
return module;
bad:
Py_XDECREF(module);
return NULL;
}
static CYTHON_SMALL_CODE int __pyx_pymod_exec_tokenizer(PyObject *__pyx_pyinit_module)
#endif
{
int stringtab_initialized = 0;
#if CYTHON_USE_MODULE_STATE
int pystate_addmodule_run = 0;
#endif
__pyx_mstatetype *__pyx_mstate = NULL;
PyObject *__pyx_t_1 = NULL;
PyObject *__pyx_t_2 = NULL;
PyObject *__pyx_t_3 = NULL;
PyObject *__pyx_t_4 = NULL;
PyObject *__pyx_t_5 = NULL;
size_t __pyx_t_6;
static PyThread_type_lock __pyx_t_7[8];
int __pyx_t_8;
Py_ssize_t __pyx_t_9;
PyObject *__pyx_t_10 = NULL;
int __pyx_lineno = 0;
const char *__pyx_filename = NULL;
int __pyx_clineno = 0;
__Pyx_RefNannyDeclarations
#if CYTHON_PEP489_MULTI_PHASE_INIT
if (__pyx_m) {
if (__pyx_m == __pyx_pyinit_module) return 0;
PyErr_SetString(PyExc_RuntimeError, "Module 'tokenizer' has already been imported. Re-initialisation is not supported.");
return -1;
}
#else
if (__pyx_m) return __Pyx_NewRef(__pyx_m);
#endif
/*--- Module creation code ---*/
#if CYTHON_PEP489_MULTI_PHASE_INIT
__pyx_t_1 = __pyx_pyinit_module;
Py_INCREF(__pyx_t_1);
#else
__pyx_t_1 = PyModule_Create(&__pyx_moduledef); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1, __pyx_L1_error)
#endif
#if CYTHON_USE_MODULE_STATE
{
int add_module_result = __Pyx_State_AddModule(__pyx_t_1, &__pyx_moduledef);
__pyx_t_1 = 0; /* transfer ownership from __pyx_t_1 to "tokenizer" pseudovariable */
if (unlikely((add_module_result < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
pystate_addmodule_run = 1;
}
#else
__pyx_m = __pyx_t_1;
#endif
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
PyUnstable_Module_SetGIL(__pyx_m, Py_MOD_GIL_USED);
#endif
__pyx_mstate = __pyx_mstate_global;
CYTHON_UNUSED_VAR(__pyx_t_1);
__pyx_mstate->__pyx_d = PyModule_GetDict(__pyx_m); if (unlikely(!__pyx_mstate->__pyx_d)) __PYX_ERR(0, 1, __pyx_L1_error)
Py_INCREF(__pyx_mstate->__pyx_d);
__pyx_mstate->__pyx_b = __Pyx_PyImport_AddModuleRef(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_mstate->__pyx_b)) __PYX_ERR(0, 1, __pyx_L1_error)
__pyx_mstate->__pyx_cython_runtime = __Pyx_PyImport_AddModuleRef("cython_runtime"); if (unlikely(!__pyx_mstate->__pyx_cython_runtime)) __PYX_ERR(0, 1, __pyx_L1_error)
if (PyObject_SetAttrString(__pyx_m, "__builtins__", __pyx_mstate->__pyx_b) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
/* ImportRefnannyAPI */
#if CYTHON_REFNANNY
__Pyx_RefNanny = __Pyx_RefNannyImportAPI("refnanny");
if (!__Pyx_RefNanny) {
PyErr_Clear();
__Pyx_RefNanny = __Pyx_RefNannyImportAPI("Cython.Runtime.refnanny");
if (!__Pyx_RefNanny)
Py_FatalError("failed to import 'refnanny' module");
}
#endif
__Pyx_RefNannySetupContext("PyInit_tokenizer", 0);
__Pyx_init_runtime_version();
if (__Pyx_check_binary_version(__PYX_LIMITED_VERSION_HEX, __Pyx_get_runtime_version(), CYTHON_COMPILING_IN_LIMITED_API) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
__pyx_mstate->__pyx_empty_tuple = PyTuple_New(0); if (unlikely(!__pyx_mstate->__pyx_empty_tuple)) __PYX_ERR(0, 1, __pyx_L1_error)
__pyx_mstate->__pyx_empty_bytes = PyBytes_FromStringAndSize("", 0); if (unlikely(!__pyx_mstate->__pyx_empty_bytes)) __PYX_ERR(0, 1, __pyx_L1_error)
__pyx_mstate->__pyx_empty_unicode = PyUnicode_FromStringAndSize("", 0); if (unlikely(!__pyx_mstate->__pyx_empty_unicode)) __PYX_ERR(0, 1, __pyx_L1_error)
/*--- Library function declarations ---*/
/*--- Initialize various global constants etc. ---*/
if (__Pyx_InitConstants(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
stringtab_initialized = 1;
if (__Pyx_InitGlobals() < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
if (__pyx_module_is_main_spacy__tokenizer) {
if (PyObject_SetAttr(__pyx_m, __pyx_mstate_global->__pyx_n_u_name_2, __pyx_mstate_global->__pyx_n_u_main) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
}
{
PyObject *modules = PyImport_GetModuleDict(); if (unlikely(!modules)) __PYX_ERR(0, 1, __pyx_L1_error)
if (!PyDict_GetItemString(modules, "spacy.tokenizer")) {
if (unlikely((PyDict_SetItemString(modules, "spacy.tokenizer", __pyx_m) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
}
}
/*--- Builtin init code ---*/
if (__Pyx_InitCachedBuiltins(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
/*--- Constants init code ---*/
if (__Pyx_InitCachedConstants(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
if (__Pyx_CreateCodeObjects(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
/*--- Global type/function init code ---*/
(void)__Pyx_modinit_global_init_code(__pyx_mstate);
(void)__Pyx_modinit_variable_export_code(__pyx_mstate);
(void)__Pyx_modinit_function_export_code(__pyx_mstate);
if (unlikely((__Pyx_modinit_type_init_code(__pyx_mstate) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
if (unlikely((__Pyx_modinit_type_import_code(__pyx_mstate) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
if (unlikely((__Pyx_modinit_variable_import_code(__pyx_mstate) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
if (unlikely((__Pyx_modinit_function_import_code(__pyx_mstate) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
/*--- Execution code ---*/
/* "View.MemoryView":100
*
* cdef object __pyx_collections_abc_Sequence "__pyx_collections_abc_Sequence"
* try: # <<<<<<<<<<<<<<
* __pyx_collections_abc_Sequence = __import__("collections.abc").abc.Sequence
* except:
*/
{
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
__Pyx_XGOTREF(__pyx_t_1);
__Pyx_XGOTREF(__pyx_t_2);
__Pyx_XGOTREF(__pyx_t_3);
/*try:*/ {
/* "View.MemoryView":101
* cdef object __pyx_collections_abc_Sequence "__pyx_collections_abc_Sequence"
* try:
* __pyx_collections_abc_Sequence = __import__("collections.abc").abc.Sequence # <<<<<<<<<<<<<<
* except:
*
*/
__pyx_t_5 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_mstate_global->__pyx_kp_u_collections_abc};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin___import__, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 101, __pyx_L2_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_abc); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 101, __pyx_L2_error)
__Pyx_GOTREF(__pyx_t_5);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_mstate_global->__pyx_n_u_Sequence); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 101, __pyx_L2_error)
__Pyx_GOTREF(__pyx_t_4);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__Pyx_XGOTREF(__pyx_collections_abc_Sequence);
__Pyx_DECREF_SET(__pyx_collections_abc_Sequence, __pyx_t_4);
__Pyx_GIVEREF(__pyx_t_4);
__pyx_t_4 = 0;
/* "View.MemoryView":100
*
* cdef object __pyx_collections_abc_Sequence "__pyx_collections_abc_Sequence"
* try: # <<<<<<<<<<<<<<
* __pyx_collections_abc_Sequence = __import__("collections.abc").abc.Sequence
* except:
*/
}
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
goto __pyx_L7_try_end;
__pyx_L2_error:;
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
/* "View.MemoryView":102
* try:
* __pyx_collections_abc_Sequence = __import__("collections.abc").abc.Sequence
* except: # <<<<<<<<<<<<<<
*
* __pyx_collections_abc_Sequence = None
*/
/*except:*/ {
__Pyx_ErrRestore(0,0,0);
/* "View.MemoryView":104
* except:
*
* __pyx_collections_abc_Sequence = None # <<<<<<<<<<<<<<
*
*
*/
__Pyx_INCREF(Py_None);
__Pyx_XGOTREF(__pyx_collections_abc_Sequence);
__Pyx_DECREF_SET(__pyx_collections_abc_Sequence, Py_None);
__Pyx_GIVEREF(Py_None);
goto __pyx_L3_exception_handled;
}
__pyx_L3_exception_handled:;
__Pyx_XGIVEREF(__pyx_t_1);
__Pyx_XGIVEREF(__pyx_t_2);
__Pyx_XGIVEREF(__pyx_t_3);
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
__pyx_L7_try_end:;
}
/* "View.MemoryView":239
*
*
* try: # <<<<<<<<<<<<<<
* count = __pyx_collections_abc_Sequence.count
* index = __pyx_collections_abc_Sequence.index
*/
{
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__Pyx_ExceptionSave(&__pyx_t_3, &__pyx_t_2, &__pyx_t_1);
__Pyx_XGOTREF(__pyx_t_3);
__Pyx_XGOTREF(__pyx_t_2);
__Pyx_XGOTREF(__pyx_t_1);
/*try:*/ {
/* "View.MemoryView":240
*
* try:
* count = __pyx_collections_abc_Sequence.count # <<<<<<<<<<<<<<
* index = __pyx_collections_abc_Sequence.index
* except:
*/
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_collections_abc_Sequence, __pyx_mstate_global->__pyx_n_u_count); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 240, __pyx_L10_error)
__Pyx_GOTREF(__pyx_t_4);
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_array_type, __pyx_mstate_global->__pyx_n_u_count, __pyx_t_4) < (0)) __PYX_ERR(1, 240, __pyx_L10_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "View.MemoryView":241
* try:
* count = __pyx_collections_abc_Sequence.count
* index = __pyx_collections_abc_Sequence.index # <<<<<<<<<<<<<<
* except:
* pass
*/
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_collections_abc_Sequence, __pyx_mstate_global->__pyx_n_u_index); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 241, __pyx_L10_error)
__Pyx_GOTREF(__pyx_t_4);
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_array_type, __pyx_mstate_global->__pyx_n_u_index, __pyx_t_4) < (0)) __PYX_ERR(1, 241, __pyx_L10_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "View.MemoryView":239
*
*
* try: # <<<<<<<<<<<<<<
* count = __pyx_collections_abc_Sequence.count
* index = __pyx_collections_abc_Sequence.index
*/
}
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
goto __pyx_L15_try_end;
__pyx_L10_error:;
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
/* "View.MemoryView":242
* count = __pyx_collections_abc_Sequence.count
* index = __pyx_collections_abc_Sequence.index
* except: # <<<<<<<<<<<<<<
* pass
*
*/
/*except:*/ {
__Pyx_ErrRestore(0,0,0);
goto __pyx_L11_exception_handled;
}
__pyx_L11_exception_handled:;
__Pyx_XGIVEREF(__pyx_t_3);
__Pyx_XGIVEREF(__pyx_t_2);
__Pyx_XGIVEREF(__pyx_t_1);
__Pyx_ExceptionReset(__pyx_t_3, __pyx_t_2, __pyx_t_1);
__pyx_L15_try_end:;
}
/* "View.MemoryView":307
* return self.name
*
* cdef generic = Enum("<strided and direct or indirect>") # <<<<<<<<<<<<<<
* cdef strided = Enum("<strided and direct>") # default
* cdef indirect = Enum("<strided and indirect>")
*/
__pyx_t_5 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_mstate_global->__pyx_kp_u_strided_and_direct_or_indirect};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_MemviewEnum_type, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 307, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_4);
}
__Pyx_XGOTREF(generic);
__Pyx_DECREF_SET(generic, ((PyObject *)__pyx_t_4));
__Pyx_GIVEREF((PyObject *)__pyx_t_4);
__pyx_t_4 = 0;
/* "View.MemoryView":308
*
* cdef generic = Enum("<strided and direct or indirect>")
* cdef strided = Enum("<strided and direct>") # default # <<<<<<<<<<<<<<
* cdef indirect = Enum("<strided and indirect>")
*
*/
__pyx_t_5 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_mstate_global->__pyx_kp_u_strided_and_direct};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_MemviewEnum_type, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 308, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_4);
}
__Pyx_XGOTREF(strided);
__Pyx_DECREF_SET(strided, ((PyObject *)__pyx_t_4));
__Pyx_GIVEREF((PyObject *)__pyx_t_4);
__pyx_t_4 = 0;
/* "View.MemoryView":309
* cdef generic = Enum("<strided and direct or indirect>")
* cdef strided = Enum("<strided and direct>") # default
* cdef indirect = Enum("<strided and indirect>") # <<<<<<<<<<<<<<
*
*
*/
__pyx_t_5 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_mstate_global->__pyx_kp_u_strided_and_indirect};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_MemviewEnum_type, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 309, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_4);
}
__Pyx_XGOTREF(indirect);
__Pyx_DECREF_SET(indirect, ((PyObject *)__pyx_t_4));
__Pyx_GIVEREF((PyObject *)__pyx_t_4);
__pyx_t_4 = 0;
/* "View.MemoryView":312
*
*
* cdef contiguous = Enum("<contiguous and direct>") # <<<<<<<<<<<<<<
* cdef indirect_contiguous = Enum("<contiguous and indirect>")
*
*/
__pyx_t_5 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_mstate_global->__pyx_kp_u_contiguous_and_direct};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_MemviewEnum_type, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 312, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_4);
}
__Pyx_XGOTREF(contiguous);
__Pyx_DECREF_SET(contiguous, ((PyObject *)__pyx_t_4));
__Pyx_GIVEREF((PyObject *)__pyx_t_4);
__pyx_t_4 = 0;
/* "View.MemoryView":313
*
* cdef contiguous = Enum("<contiguous and direct>")
* cdef indirect_contiguous = Enum("<contiguous and indirect>") # <<<<<<<<<<<<<<
*
*
*/
__pyx_t_5 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_mstate_global->__pyx_kp_u_contiguous_and_indirect};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_MemviewEnum_type, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 313, __pyx_L1_error)
__Pyx_GOTREF((PyObject *)__pyx_t_4);
}
__Pyx_XGOTREF(indirect_contiguous);
__Pyx_DECREF_SET(indirect_contiguous, ((PyObject *)__pyx_t_4));
__Pyx_GIVEREF((PyObject *)__pyx_t_4);
__pyx_t_4 = 0;
/* "View.MemoryView":321
*
*
* cdef int __pyx_memoryview_thread_locks_used = 0 # <<<<<<<<<<<<<<
* cdef PyThread_type_lock[8] __pyx_memoryview_thread_locks = [
* PyThread_allocate_lock(),
*/
__pyx_memoryview_thread_locks_used = 0;
/* "View.MemoryView":322
*
* cdef int __pyx_memoryview_thread_locks_used = 0
* cdef PyThread_type_lock[8] __pyx_memoryview_thread_locks = [ # <<<<<<<<<<<<<<
* PyThread_allocate_lock(),
* PyThread_allocate_lock(),
*/
__pyx_t_7[0] = PyThread_allocate_lock();
__pyx_t_7[1] = PyThread_allocate_lock();
__pyx_t_7[2] = PyThread_allocate_lock();
__pyx_t_7[3] = PyThread_allocate_lock();
__pyx_t_7[4] = PyThread_allocate_lock();
__pyx_t_7[5] = PyThread_allocate_lock();
__pyx_t_7[6] = PyThread_allocate_lock();
__pyx_t_7[7] = PyThread_allocate_lock();
memcpy(&(__pyx_memoryview_thread_locks[0]), __pyx_t_7, sizeof(__pyx_memoryview_thread_locks[0]) * (8));
/* "View.MemoryView":983
*
*
* try: # <<<<<<<<<<<<<<
* count = __pyx_collections_abc_Sequence.count
* index = __pyx_collections_abc_Sequence.index
*/
{
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
__Pyx_XGOTREF(__pyx_t_1);
__Pyx_XGOTREF(__pyx_t_2);
__Pyx_XGOTREF(__pyx_t_3);
/*try:*/ {
/* "View.MemoryView":984
*
* try:
* count = __pyx_collections_abc_Sequence.count # <<<<<<<<<<<<<<
* index = __pyx_collections_abc_Sequence.index
* except:
*/
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_collections_abc_Sequence, __pyx_mstate_global->__pyx_n_u_count); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 984, __pyx_L18_error)
__Pyx_GOTREF(__pyx_t_4);
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_memoryviewslice_type, __pyx_mstate_global->__pyx_n_u_count, __pyx_t_4) < (0)) __PYX_ERR(1, 984, __pyx_L18_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "View.MemoryView":985
* try:
* count = __pyx_collections_abc_Sequence.count
* index = __pyx_collections_abc_Sequence.index # <<<<<<<<<<<<<<
* except:
* pass
*/
__pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_collections_abc_Sequence, __pyx_mstate_global->__pyx_n_u_index); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 985, __pyx_L18_error)
__Pyx_GOTREF(__pyx_t_4);
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_memoryviewslice_type, __pyx_mstate_global->__pyx_n_u_index, __pyx_t_4) < (0)) __PYX_ERR(1, 985, __pyx_L18_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "View.MemoryView":983
*
*
* try: # <<<<<<<<<<<<<<
* count = __pyx_collections_abc_Sequence.count
* index = __pyx_collections_abc_Sequence.index
*/
}
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
goto __pyx_L23_try_end;
__pyx_L18_error:;
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
/* "View.MemoryView":986
* count = __pyx_collections_abc_Sequence.count
* index = __pyx_collections_abc_Sequence.index
* except: # <<<<<<<<<<<<<<
* pass
*
*/
/*except:*/ {
__Pyx_ErrRestore(0,0,0);
goto __pyx_L19_exception_handled;
}
__pyx_L19_exception_handled:;
__Pyx_XGIVEREF(__pyx_t_1);
__Pyx_XGIVEREF(__pyx_t_2);
__Pyx_XGIVEREF(__pyx_t_3);
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
__pyx_L23_try_end:;
}
/* "View.MemoryView":989
* pass
*
* try: # <<<<<<<<<<<<<<
* if __pyx_collections_abc_Sequence:
*
*/
{
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__Pyx_ExceptionSave(&__pyx_t_3, &__pyx_t_2, &__pyx_t_1);
__Pyx_XGOTREF(__pyx_t_3);
__Pyx_XGOTREF(__pyx_t_2);
__Pyx_XGOTREF(__pyx_t_1);
/*try:*/ {
/* "View.MemoryView":990
*
* try:
* if __pyx_collections_abc_Sequence: # <<<<<<<<<<<<<<
*
*
*/
__pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_collections_abc_Sequence); if (unlikely((__pyx_t_8 < 0))) __PYX_ERR(1, 990, __pyx_L26_error)
if (__pyx_t_8) {
/* "View.MemoryView":994
*
*
* __pyx_collections_abc_Sequence.register(_memoryviewslice) # <<<<<<<<<<<<<<
* __pyx_collections_abc_Sequence.register(array)
* except:
*/
__pyx_t_5 = __pyx_collections_abc_Sequence;
__Pyx_INCREF(__pyx_t_5);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, ((PyObject *)__pyx_mstate_global->__pyx_memoryviewslice_type)};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_register, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 994, __pyx_L26_error)
__Pyx_GOTREF(__pyx_t_4);
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "View.MemoryView":995
*
* __pyx_collections_abc_Sequence.register(_memoryviewslice)
* __pyx_collections_abc_Sequence.register(array) # <<<<<<<<<<<<<<
* except:
* pass # ignore failure, it's a minor issue
*/
__pyx_t_5 = __pyx_collections_abc_Sequence;
__Pyx_INCREF(__pyx_t_5);
__pyx_t_6 = 0;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, ((PyObject *)__pyx_mstate_global->__pyx_array_type)};
__pyx_t_4 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_register, __pyx_callargs+__pyx_t_6, (2-__pyx_t_6) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 995, __pyx_L26_error)
__Pyx_GOTREF(__pyx_t_4);
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "View.MemoryView":990
*
* try:
* if __pyx_collections_abc_Sequence: # <<<<<<<<<<<<<<
*
*
*/
}
/* "View.MemoryView":989
* pass
*
* try: # <<<<<<<<<<<<<<
* if __pyx_collections_abc_Sequence:
*
*/
}
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
goto __pyx_L31_try_end;
__pyx_L26_error:;
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
/* "View.MemoryView":996
* __pyx_collections_abc_Sequence.register(_memoryviewslice)
* __pyx_collections_abc_Sequence.register(array)
* except: # <<<<<<<<<<<<<<
* pass # ignore failure, it's a minor issue
*
*/
/*except:*/ {
__Pyx_ErrRestore(0,0,0);
goto __pyx_L27_exception_handled;
}
__pyx_L27_exception_handled:;
__Pyx_XGIVEREF(__pyx_t_3);
__Pyx_XGIVEREF(__pyx_t_2);
__Pyx_XGIVEREF(__pyx_t_1);
__Pyx_ExceptionReset(__pyx_t_3, __pyx_t_2, __pyx_t_1);
__pyx_L31_try_end:;
}
/* "(tree fragment)":4
* int __Pyx_CheckUnpickleChecksum(long, long, long, long, const char*) except -1
* int __Pyx_UpdateUnpickledDict(object, object, Py_ssize_t) except -1
* def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, tuple __pyx_state): # <<<<<<<<<<<<<<
* cdef object __pyx_result
* __Pyx_CheckUnpickleChecksum(__pyx_checksum, 0x82a3537, 0x6ae9995, 0xb068931, b'name')
*/
__pyx_t_4 = PyCFunction_NewEx(&__pyx_mdef_15View_dot_MemoryView_1__pyx_unpickle_Enum, NULL, __pyx_mstate_global->__pyx_n_u_View_MemoryView); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 4, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_pyx_unpickle_Enum, __pyx_t_4) < (0)) __PYX_ERR(1, 4, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":10
* from preshed.maps cimport PreshMap
*
* import re # <<<<<<<<<<<<<<
* from .lexeme cimport EMPTY_LEXEME
* from .strings cimport hash_string
*/
__pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_re, 0, 0, __pyx_mstate_global->__pyx_kp_u_spacy_re, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 10, __pyx_L1_error)
__pyx_t_4 = __pyx_t_1;
__Pyx_GOTREF(__pyx_t_4);
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_re, __pyx_t_4) < (0)) __PYX_ERR(0, 10, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":15
* from .tokens.doc cimport Doc
*
* from . import util # <<<<<<<<<<<<<<
* from .attrs import intify_attrs
* from .errors import Errors
*/
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_util};
__pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u__6, __pyx_imported_names, 1, __pyx_mstate_global->__pyx_kp_u_spacy, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 15, __pyx_L1_error)
}
__pyx_t_4 = __pyx_t_1;
__Pyx_GOTREF(__pyx_t_4);
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_util};
__pyx_t_9 = 0; {
__pyx_t_5 = __Pyx_ImportFrom(__pyx_t_4, __pyx_imported_names[__pyx_t_9]); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 15, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_imported_names[__pyx_t_9], __pyx_t_5) < (0)) __PYX_ERR(0, 15, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
}
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":16
*
* from . import util
* from .attrs import intify_attrs # <<<<<<<<<<<<<<
* from .errors import Errors
* from .scorer import Scorer
*/
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_intify_attrs};
__pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_attrs, __pyx_imported_names, 1, __pyx_mstate_global->__pyx_kp_u_spacy_attrs, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 16, __pyx_L1_error)
}
__pyx_t_4 = __pyx_t_1;
__Pyx_GOTREF(__pyx_t_4);
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_intify_attrs};
__pyx_t_9 = 0; {
__pyx_t_5 = __Pyx_ImportFrom(__pyx_t_4, __pyx_imported_names[__pyx_t_9]); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 16, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_imported_names[__pyx_t_9], __pyx_t_5) < (0)) __PYX_ERR(0, 16, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
}
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":17
* from . import util
* from .attrs import intify_attrs
* from .errors import Errors # <<<<<<<<<<<<<<
* from .scorer import Scorer
* from .symbols import NORM, ORTH
*/
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_Errors};
__pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_errors, __pyx_imported_names, 1, __pyx_mstate_global->__pyx_kp_u_spacy_errors, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 17, __pyx_L1_error)
}
__pyx_t_4 = __pyx_t_1;
__Pyx_GOTREF(__pyx_t_4);
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_Errors};
__pyx_t_9 = 0; {
__pyx_t_5 = __Pyx_ImportFrom(__pyx_t_4, __pyx_imported_names[__pyx_t_9]); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 17, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_imported_names[__pyx_t_9], __pyx_t_5) < (0)) __PYX_ERR(0, 17, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
}
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":18
* from .attrs import intify_attrs
* from .errors import Errors
* from .scorer import Scorer # <<<<<<<<<<<<<<
* from .symbols import NORM, ORTH
* from .tokens import Span
*/
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_Scorer};
__pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_scorer, __pyx_imported_names, 1, __pyx_mstate_global->__pyx_kp_u_spacy_scorer, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 18, __pyx_L1_error)
}
__pyx_t_4 = __pyx_t_1;
__Pyx_GOTREF(__pyx_t_4);
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_Scorer};
__pyx_t_9 = 0; {
__pyx_t_5 = __Pyx_ImportFrom(__pyx_t_4, __pyx_imported_names[__pyx_t_9]); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 18, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_imported_names[__pyx_t_9], __pyx_t_5) < (0)) __PYX_ERR(0, 18, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
}
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":19
* from .errors import Errors
* from .scorer import Scorer
* from .symbols import NORM, ORTH # <<<<<<<<<<<<<<
* from .tokens import Span
* from .training import validate_examples
*/
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_NORM,__pyx_mstate_global->__pyx_n_u_ORTH};
__pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_symbols, __pyx_imported_names, 2, __pyx_mstate_global->__pyx_kp_u_spacy_symbols, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 19, __pyx_L1_error)
}
__pyx_t_4 = __pyx_t_1;
__Pyx_GOTREF(__pyx_t_4);
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_NORM,__pyx_mstate_global->__pyx_n_u_ORTH};
for (__pyx_t_9=0; __pyx_t_9 < 2; __pyx_t_9++) {
__pyx_t_5 = __Pyx_ImportFrom(__pyx_t_4, __pyx_imported_names[__pyx_t_9]); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 19, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_imported_names[__pyx_t_9], __pyx_t_5) < (0)) __PYX_ERR(0, 19, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
}
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":20
* from .scorer import Scorer
* from .symbols import NORM, ORTH
* from .tokens import Span # <<<<<<<<<<<<<<
* from .training import validate_examples
* from .util import get_words_and_spaces
*/
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_Span};
__pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_tokens, __pyx_imported_names, 1, __pyx_mstate_global->__pyx_kp_u_spacy_tokens, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 20, __pyx_L1_error)
}
__pyx_t_4 = __pyx_t_1;
__Pyx_GOTREF(__pyx_t_4);
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_Span};
__pyx_t_9 = 0; {
__pyx_t_5 = __Pyx_ImportFrom(__pyx_t_4, __pyx_imported_names[__pyx_t_9]); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 20, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_imported_names[__pyx_t_9], __pyx_t_5) < (0)) __PYX_ERR(0, 20, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
}
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":21
* from .symbols import NORM, ORTH
* from .tokens import Span
* from .training import validate_examples # <<<<<<<<<<<<<<
* from .util import get_words_and_spaces
*
*/
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_validate_examples};
__pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_training, __pyx_imported_names, 1, __pyx_mstate_global->__pyx_kp_u_spacy_training, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 21, __pyx_L1_error)
}
__pyx_t_4 = __pyx_t_1;
__Pyx_GOTREF(__pyx_t_4);
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_validate_examples};
__pyx_t_9 = 0; {
__pyx_t_5 = __Pyx_ImportFrom(__pyx_t_4, __pyx_imported_names[__pyx_t_9]); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 21, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_imported_names[__pyx_t_9], __pyx_t_5) < (0)) __PYX_ERR(0, 21, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
}
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":22
* from .tokens import Span
* from .training import validate_examples
* from .util import get_words_and_spaces # <<<<<<<<<<<<<<
*
*
*/
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_get_words_and_spaces};
__pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_util, __pyx_imported_names, 1, __pyx_mstate_global->__pyx_kp_u_spacy_util, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 22, __pyx_L1_error)
}
__pyx_t_4 = __pyx_t_1;
__Pyx_GOTREF(__pyx_t_4);
{
PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_get_words_and_spaces};
__pyx_t_9 = 0; {
__pyx_t_5 = __Pyx_ImportFrom(__pyx_t_4, __pyx_imported_names[__pyx_t_9]); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 22, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_imported_names[__pyx_t_9], __pyx_t_5) < (0)) __PYX_ERR(0, 22, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
}
}
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":142
* self._reload_special_cases()
*
* def __reduce__(self): # <<<<<<<<<<<<<<
* args = (self.vocab,
* self.rules,
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_3__reduce__, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer___reduce, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[20])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 142, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_reduce, __pyx_t_4) < (0)) __PYX_ERR(0, 142, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":212
* return doc
*
* def pipe(self, texts, batch_size=1000): # <<<<<<<<<<<<<<
* """Tokenize a stream of texts.
*
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_7pipe, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer_pipe, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[0])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 212, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
__Pyx_CyFunction_SetDefaultsTuple(__pyx_t_4, __pyx_mstate_global->__pyx_tuple[3]);
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_pipe, __pyx_t_4) < (0)) __PYX_ERR(0, 212, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":225
* yield self(text)
*
* def _flush_cache(self): # <<<<<<<<<<<<<<
* self._reset_cache([key for key in self._cache])
*
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_10_flush_cache, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer__flush_cache, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[21])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 225, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_flush_cache, __pyx_t_4) < (0)) __PYX_ERR(0, 225, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":228
* self._reset_cache([key for key in self._cache])
*
* def _reset_cache(self, keys): # <<<<<<<<<<<<<<
* for k in keys:
* cached = <_Cached*>self._cache.get(k)
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_12_reset_cache, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer__reset_cache, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[22])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 228, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_reset_cache, __pyx_t_4) < (0)) __PYX_ERR(0, 228, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":235
* self.mem.free(cached)
*
* def _flush_specials(self): # <<<<<<<<<<<<<<
* self._special_matcher = PhraseMatcher(self.vocab)
* for k in self._specials:
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_14_flush_specials, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer__flush_specials, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[23])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 235, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_flush_specials, __pyx_t_4) < (0)) __PYX_ERR(0, 235, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":534
* self._cache.set(key, cached)
*
* def find_infix(self, str string): # <<<<<<<<<<<<<<
* """Find internal split points of the string, such as hyphens.
*
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_16find_infix, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer_find_infix, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[24])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 534, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_find_infix, __pyx_t_4) < (0)) __PYX_ERR(0, 534, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":548
* return list(self.infix_finditer(string))
*
* def find_prefix(self, str string): # <<<<<<<<<<<<<<
* """Find the length of a prefix that should be segmented from the
* string, or None if no prefix rules match.
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_18find_prefix, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer_find_prefix, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[25])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 548, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_find_prefix, __pyx_t_4) < (0)) __PYX_ERR(0, 548, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":562
* return (match.end() - match.start()) if match is not None else 0
*
* def find_suffix(self, str string): # <<<<<<<<<<<<<<
* """Find the length of a suffix that should be segmented from the
* string, or None if no suffix rules match.
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_20find_suffix, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer_find_suffix, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[26])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 562, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_find_suffix, __pyx_t_4) < (0)) __PYX_ERR(0, 562, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":576
* return (match.end() - match.start()) if match is not None else 0
*
* def _load_special_cases(self, special_cases): # <<<<<<<<<<<<<<
* """Add special-case tokenization rules."""
* if special_cases is not None:
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_22_load_special_cases, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer__load_special_cases, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[27])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 576, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_load_special_cases, __pyx_t_4) < (0)) __PYX_ERR(0, 576, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":582
* self.add_special_case(chunk, substrings)
*
* def _validate_special_case(self, chunk, substrings): # <<<<<<<<<<<<<<
* """Check whether the `ORTH` fields match the string. Check that
* additional features beyond `ORTH` and `NORM` are not set by the
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_24_validate_special_case, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer__validate_special_case, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[28])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 582, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_validate_special_case, __pyx_t_4) < (0)) __PYX_ERR(0, 582, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":600
* raise ValueError(Errors.E1005.format(attr=self.vocab.strings[attr], chunk=chunk))
*
* def add_special_case(self, str string, substrings): # <<<<<<<<<<<<<<
* """Add a special-case tokenization rule.
*
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_26add_special_case, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer_add_special_case, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[29])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 600, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_add_special_case, __pyx_t_4) < (0)) __PYX_ERR(0, 600, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":626
* self._special_matcher.add(string, None, self._tokenize_affixes(string, False))
*
* def _reload_special_cases(self): # <<<<<<<<<<<<<<
* self._flush_cache()
* self._flush_specials()
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_28_reload_special_cases, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer__reload_special_cases, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[30])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 626, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_reload_special_cases, __pyx_t_4) < (0)) __PYX_ERR(0, 626, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":631
* self._load_special_cases(self._rules)
*
* def explain(self, text): # <<<<<<<<<<<<<<
* """A debugging tokenizer that provides information about which
* tokenizer rule or pattern was matched for each token. The tokens
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_30explain, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer_explain, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[31])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 631, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_explain, __pyx_t_4) < (0)) __PYX_ERR(0, 631, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":757
* return final_tokens
*
* def score(self, examples, **kwargs): # <<<<<<<<<<<<<<
* validate_examples(examples, "Tokenizer.score")
* return Scorer.score_tokenization(examples)
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_32score, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer_score, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[32])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 757, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_score, __pyx_t_4) < (0)) __PYX_ERR(0, 757, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":761
* return Scorer.score_tokenization(examples)
*
* def to_disk(self, path, **kwargs): # <<<<<<<<<<<<<<
* """Save the current state to a directory.
*
*/
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_34to_disk, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer_to_disk, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[33])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 761, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_to_disk, __pyx_t_4) < (0)) __PYX_ERR(0, 761, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":774
* file_.write(self.to_bytes(**kwargs))
*
* def from_disk(self, path, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Loads state from a directory. Modifies the object in place and
* returns it.
*/
__pyx_t_5 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, NULL};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)(&PyTuple_Type), __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 774, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_mstate_global->__pyx_k__8 = __pyx_t_4;
__Pyx_GIVEREF(__pyx_t_4);
__pyx_t_4 = 0;
__pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 774, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_10 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_10, NULL};
__pyx_t_5 = __Pyx_PyObject_FastCall((PyObject*)(&PyTuple_Type), __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 774, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
}
if (PyDict_SetItem(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_exclude, __pyx_t_5) < (0)) __PYX_ERR(0, 774, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_36from_disk, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer_from_disk, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[34])); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 774, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_5);
#endif
__Pyx_CyFunction_SetDefaultsKwDict(__pyx_t_5, __pyx_t_4);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_from_disk, __pyx_t_5) < (0)) __PYX_ERR(0, 774, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
/* "spacy/tokenizer.pyx":790
* return self
*
* def to_bytes(self, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Serialize the current state to a binary string.
*
*/
__pyx_t_4 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_4, NULL};
__pyx_t_5 = __Pyx_PyObject_FastCall((PyObject*)(&PyTuple_Type), __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 790, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
}
__pyx_mstate_global->__pyx_k__9 = __pyx_t_5;
__Pyx_GIVEREF(__pyx_t_5);
__pyx_t_5 = 0;
__pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 790, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
__pyx_t_10 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_10, NULL};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)(&PyTuple_Type), __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 790, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
if (PyDict_SetItem(__pyx_t_5, __pyx_mstate_global->__pyx_n_u_exclude, __pyx_t_4) < (0)) __PYX_ERR(0, 790, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
__pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_38to_bytes, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer_to_bytes, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[35])); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 790, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_4);
#endif
__Pyx_CyFunction_SetDefaultsKwDict(__pyx_t_4, __pyx_t_5);
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_to_bytes, __pyx_t_4) < (0)) __PYX_ERR(0, 790, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
/* "spacy/tokenizer.pyx":810
* return util.to_bytes(serializers, exclude)
*
* def from_bytes(self, bytes_data, *, exclude=tuple()): # <<<<<<<<<<<<<<
* """Load state from a binary string.
*
*/
__pyx_t_5 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_5, NULL};
__pyx_t_4 = __Pyx_PyObject_FastCall((PyObject*)(&PyTuple_Type), __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 810, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
}
__pyx_mstate_global->__pyx_k__10 = __pyx_t_4;
__Pyx_GIVEREF(__pyx_t_4);
__pyx_t_4 = 0;
__pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 810, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_4);
__pyx_t_10 = NULL;
__pyx_t_6 = 1;
{
PyObject *__pyx_callargs[2] = {__pyx_t_10, NULL};
__pyx_t_5 = __Pyx_PyObject_FastCall((PyObject*)(&PyTuple_Type), __pyx_callargs+__pyx_t_6, (1-__pyx_t_6) | (__pyx_t_6*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
__Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 810, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
}
if (PyDict_SetItem(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_exclude, __pyx_t_5) < (0)) __PYX_ERR(0, 810, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
__pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_9Tokenizer_40from_bytes, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_Tokenizer_from_bytes, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[36])); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 810, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_5);
#endif
__Pyx_CyFunction_SetDefaultsKwDict(__pyx_t_5, __pyx_t_4);
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
if (__Pyx_SetItemOnTypeDict(__pyx_mstate_global->__pyx_ptype_5spacy_9tokenizer_Tokenizer, __pyx_mstate_global->__pyx_n_u_from_bytes, __pyx_t_5) < (0)) __PYX_ERR(0, 810, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
/* "spacy/tokenizer.pyx":859
*
*
* def _get_regex_pattern(regex): # <<<<<<<<<<<<<<
* """Get a pattern string for a regex, or None if the pattern is None."""
* return None if regex is None else regex.__self__.pattern
*/
__pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_9tokenizer_1_get_regex_pattern, 0, __pyx_mstate_global->__pyx_n_u_get_regex_pattern, NULL, __pyx_mstate_global->__pyx_n_u_spacy_tokenizer, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[37])); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 859, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
PyUnstable_Object_EnableDeferredRefcount(__pyx_t_5);
#endif
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_get_regex_pattern, __pyx_t_5) < (0)) __PYX_ERR(0, 859, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
/* "spacy/tokenizer.pyx":1
* # cython: embedsignature=True, binding=True # <<<<<<<<<<<<<<
* cimport cython
* from cymem.cymem cimport Pool
*/
__pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1, __pyx_L1_error)
__Pyx_GOTREF(__pyx_t_5);
if (PyDict_SetItem(__pyx_t_5, __pyx_mstate_global->__pyx_kp_u_Tokenizer___init___line_31, __pyx_mstate_global->__pyx_kp_u_Create_a_Tokenizer_to_create_Doc) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_test, __pyx_t_5) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
__Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
/*--- Wrapped vars code ---*/
goto __pyx_L0;
__pyx_L1_error:;
__Pyx_XDECREF(__pyx_t_4);
__Pyx_XDECREF(__pyx_t_5);
__Pyx_XDECREF(__pyx_t_10);
if (__pyx_m) {
if (__pyx_mstate->__pyx_d && stringtab_initialized) {
__Pyx_AddTraceback("init spacy.tokenizer", __pyx_clineno, __pyx_lineno, __pyx_filename);
}
#if !CYTHON_USE_MODULE_STATE
Py_CLEAR(__pyx_m);
#else
Py_DECREF(__pyx_m);
if (pystate_addmodule_run) {
PyObject *tp, *value, *tb;
PyErr_Fetch(&tp, &value, &tb);
PyState_RemoveModule(&__pyx_moduledef);
PyErr_Restore(tp, value, tb);
}
#endif
} else if (!PyErr_Occurred()) {
PyErr_SetString(PyExc_ImportError, "init spacy.tokenizer");
}
__pyx_L0:;
__Pyx_RefNannyFinishContext();
#if CYTHON_PEP489_MULTI_PHASE_INIT
return (__pyx_m != NULL) ? 0 : -1;
#else
return __pyx_m;
#endif
}
/* #### Code section: pystring_table ### */
/* #### Code section: cached_builtins ### */
static int __Pyx_InitCachedBuiltins(__pyx_mstatetype *__pyx_mstate) {
CYTHON_UNUSED_VAR(__pyx_mstate);
__pyx_builtin_reversed = __Pyx_GetBuiltinName(__pyx_mstate->__pyx_n_u_reversed); if (!__pyx_builtin_reversed) __PYX_ERR(0, 721, __pyx_L1_error)
__pyx_builtin_zip = __Pyx_GetBuiltinName(__pyx_mstate->__pyx_n_u_zip); if (!__pyx_builtin_zip) __PYX_ERR(0, 726, __pyx_L1_error)
__pyx_builtin_enumerate = __Pyx_GetBuiltinName(__pyx_mstate->__pyx_n_u_enumerate); if (!__pyx_builtin_enumerate) __PYX_ERR(0, 749, __pyx_L1_error)
__pyx_builtin___import__ = __Pyx_GetBuiltinName(__pyx_mstate->__pyx_n_u_import); if (!__pyx_builtin___import__) __PYX_ERR(1, 101, __pyx_L1_error)
__pyx_builtin_Ellipsis = __Pyx_GetBuiltinName(__pyx_mstate->__pyx_n_u_Ellipsis); if (!__pyx_builtin_Ellipsis) __PYX_ERR(1, 409, __pyx_L1_error)
__pyx_builtin_id = __Pyx_GetBuiltinName(__pyx_mstate->__pyx_n_u_id); if (!__pyx_builtin_id) __PYX_ERR(1, 619, __pyx_L1_error)
/* Cached unbound methods */
__pyx_mstate->__pyx_umethod_PyDict_Type_items.type = (PyObject*)&PyDict_Type;
__pyx_mstate->__pyx_umethod_PyDict_Type_items.method_name = &__pyx_mstate->__pyx_n_u_items;
__pyx_mstate->__pyx_umethod_PyDict_Type_pop.type = (PyObject*)&PyDict_Type;
__pyx_mstate->__pyx_umethod_PyDict_Type_pop.method_name = &__pyx_mstate->__pyx_n_u_pop;
__pyx_mstate->__pyx_umethod_PyDict_Type_values.type = (PyObject*)&PyDict_Type;
__pyx_mstate->__pyx_umethod_PyDict_Type_values.method_name = &__pyx_mstate->__pyx_n_u_values;
return 0;
__pyx_L1_error:;
return -1;
}
/* #### Code section: cached_constants ### */
static int __Pyx_InitCachedConstants(__pyx_mstatetype *__pyx_mstate) {
__Pyx_RefNannyDeclarations
CYTHON_UNUSED_VAR(__pyx_mstate);
__Pyx_RefNannySetupContext("__Pyx_InitCachedConstants", 0);
/* "(tree fragment)":11
* use_setstate = True
* else:
* use_setstate = ('self.name is not None',) # <<<<<<<<<<<<<<
* if use_setstate:
* return __pyx_unpickle_Enum, (type(self), 0x82a3537, None), state
*/
__pyx_mstate_global->__pyx_tuple[0] = PyTuple_Pack(1, __pyx_mstate_global->__pyx_kp_u_self_name_is_not_None); if (unlikely(!__pyx_mstate_global->__pyx_tuple[0])) __PYX_ERR(1, 11, __pyx_L1_error)
__Pyx_GOTREF(__pyx_mstate_global->__pyx_tuple[0]);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_tuple[0]);
/* "View.MemoryView":583
* def suboffsets(self):
* if self.view.suboffsets == NULL:
* return (-1,) * self.view.ndim # <<<<<<<<<<<<<<
*
* return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]])
*/
__pyx_mstate_global->__pyx_tuple[1] = PyTuple_New(1); if (unlikely(!__pyx_mstate_global->__pyx_tuple[1])) __PYX_ERR(1, 583, __pyx_L1_error)
__Pyx_GOTREF(__pyx_mstate_global->__pyx_tuple[1]);
__Pyx_INCREF(__pyx_mstate_global->__pyx_int_neg_1);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_int_neg_1);
if (__Pyx_PyTuple_SET_ITEM(__pyx_mstate_global->__pyx_tuple[1], 0, __pyx_mstate_global->__pyx_int_neg_1) != (0)) __PYX_ERR(1, 583, __pyx_L1_error);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_tuple[1]);
/* "View.MemoryView":680
* tup = <tuple>index if isinstance(index, tuple) else (index,)
*
* result = [slice(None)] * ndim # <<<<<<<<<<<<<<
* have_slices = False
* seen_ellipsis = False
*/
__pyx_mstate_global->__pyx_slice[0] = PySlice_New(Py_None, Py_None, Py_None); if (unlikely(!__pyx_mstate_global->__pyx_slice[0])) __PYX_ERR(1, 680, __pyx_L1_error)
__Pyx_GOTREF(__pyx_mstate_global->__pyx_slice[0]);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_slice[0]);
/* "spacy/tokenizer.pyx":771
* """
* path = util.ensure_path(path)
* with path.open("wb") as file_: # <<<<<<<<<<<<<<
* file_.write(self.to_bytes(**kwargs))
*
*/
__pyx_mstate_global->__pyx_tuple[2] = PyTuple_Pack(3, Py_None, Py_None, Py_None); if (unlikely(!__pyx_mstate_global->__pyx_tuple[2])) __PYX_ERR(0, 771, __pyx_L1_error)
__Pyx_GOTREF(__pyx_mstate_global->__pyx_tuple[2]);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_tuple[2]);
/* "spacy/tokenizer.pyx":212
* return doc
*
* def pipe(self, texts, batch_size=1000): # <<<<<<<<<<<<<<
* """Tokenize a stream of texts.
*
*/
__pyx_mstate_global->__pyx_tuple[3] = PyTuple_Pack(1, __pyx_mstate_global->__pyx_int_1000); if (unlikely(!__pyx_mstate_global->__pyx_tuple[3])) __PYX_ERR(0, 212, __pyx_L1_error)
__Pyx_GOTREF(__pyx_mstate_global->__pyx_tuple[3]);
__Pyx_GIVEREF(__pyx_mstate_global->__pyx_tuple[3]);
#if CYTHON_IMMORTAL_CONSTANTS
{
PyObject **table = __pyx_mstate->__pyx_tuple;
for (Py_ssize_t i=0; i<4; ++i) {
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
Py_SET_REFCNT(table[i], _Py_IMMORTAL_REFCNT_LOCAL);
#else
Py_SET_REFCNT(table[i], _Py_IMMORTAL_INITIAL_REFCNT);
#endif
}
}
#endif
#if CYTHON_IMMORTAL_CONSTANTS
{
PyObject **table = __pyx_mstate->__pyx_slice;
for (Py_ssize_t i=0; i<1; ++i) {
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
Py_SET_REFCNT(table[i], _Py_IMMORTAL_REFCNT_LOCAL);
#else
Py_SET_REFCNT(table[i], _Py_IMMORTAL_INITIAL_REFCNT);
#endif
}
}
#endif
__Pyx_RefNannyFinishContext();
return 0;
__pyx_L1_error:;
__Pyx_RefNannyFinishContext();
return -1;
}
/* #### Code section: init_constants ### */
static int __Pyx_InitConstants(__pyx_mstatetype *__pyx_mstate) {
CYTHON_UNUSED_VAR(__pyx_mstate);
{
const struct { const unsigned int length: 11; } index[] = {{2},{68},{35},{54},{37},{60},{24},{52},{1303},{26},{34},{29},{33},{45},{22},{15},{179},{37},{8},{30},{28},{15},{32},{1},{1},{1},{1},{1},{0},{1},{2},{8},{5},{6},{15},{23},{25},{7},{6},{2},{6},{35},{9},{30},{50},{39},{34},{8},{21},{6},{11},{12},{8},{12},{13},{19},{12},{14},{10},{20},{32},{22},{30},{37},{5},{4},{5},{4},{8},{6},{5},{4},{4},{6},{20},{6},{6},{8},{4},{5},{11},{9},{20},{22},{25},{29},{31},{22},{32},{26},{17},{20},{21},{21},{20},{19},{14},{15},{18},{17},{9},{15},{0},{3},{3},{16},{15},{4},{18},{4},{5},{1},{4},{10},{10},{1},{6},{5},{9},{17},{18},{5},{7},{5},{1},{4},{13},{8},{14},{3},{15},{1},{6},{3},{11},{9},{9},{5},{6},{8},{3},{10},{7},{8},{7},{24},{17},{5},{12},{12},{10},{11},{11},{8},{5},{12},{15},{6},{7},{10},{28},{9},{8},{7},{3},{18},{20},{12},{1},{2},{10},{14},{5},{14},{7},{12},{13},{7},{5},{8},{1},{1},{3},{4},{6},{5},{6},{8},{6},{19},{4},{8},{5},{7},{14},{7},{4},{10},{4},{8},{4},{7},{4},{3},{6},{4},{4},{4},{4},{7},{4},{3},{13},{14},{11},{10},{19},{14},{12},{2},{2},{4},{8},{10},{17},{13},{5},{8},{21},{12},{8},{5},{1},{5},{18},{6},{6},{8},{4},{4},{11},{12},{10},{12},{19},{5},{4},{5},{6},{15},{4},{5},{14},{4},{13},{13},{14},{5},{13},{5},{4},{4},{6},{11},{6},{9},{10},{13},{8},{7},{1},{8},{7},{8},{4},{5},{5},{8},{26},{7},{11},{11},{6},{8},{6},{6},{9},{4},{17},{22},{5},{6},{5},{2},{4},{5},{5},{1},{3},{403},{2},{11},{12},{14},{19},{11},{250},{58},{36},{52},{1125},{23},{55},{21},{29},{71},{145},{40},{41},{12},{5},{6},{12},{14},{11},{16},{13},{58},{16},{11},{13},{2},{65},{92},{81},{51},{39},{1}};
#if (CYTHON_COMPRESS_STRINGS) == 2 /* compression: bz2 (3997 bytes) */
const char* const cstring = "BZh91AY&SY\021\323\314z\000\003\030\377\377\377\377\377\377\377\367\377\377\277\377\377\367\377\377\377\377\300@@@@@@@@@@@@\000@\000`\017M\337\033\306\314\26697{s\323xc$\355\324\232\344\256\2317:\256-\255\335\222\201]\236\000\003\300jz$EM\033Q\352~\246#\311G\352mS\312zzS\331OM'\241\215M3@\224\374\202\236\223O5O\324\237\240SO5CM\036\223\322~\222z\236#&\3254\365\004\241\002b\0024)\232\233BO&\t\242= \324d\032z \304\000h\320\001\246\215\000\006\200\014\200\006\232\t\2244Q\031\030\231C@\320\362\200\320\320\032\000\001\246\232z\200\r\000\000\000\032\000\000\004\246\204I\204I\264)\265\017CiOC\321OH\365\032x\243F\200\000\006\206\200\000\320\017P\000\000\r\000A\223\000&\00112d\300\000\230\023\00110L\000\000\000\000\231\030\t\201\014 \004\211\020\nh\323Bl*m0\247\264\243h\322x\246\23142\017Q\240\031\000\000\000\003C\023FCM\000\016\306\014\030X]\254\004PN&\004\021b\232\033\222\001\003\322\321\313\311\325\355\035=k\177\254\024e\366\263\375Ak\022`(\nP\233\027 8\376\271|\3177,'-m\372\252\221\227\375\376\201\331\000\227D\240d*`L\223'#!\0045kZ\024\257\3741ra&\000I E\202*\252\274\032I\023\235\330\355\305\300q1\270\001\364c\257\325GT\273C\215\302\013\307\025\240\233\r! \233\030\320\330\306:\024\200)\030\264('\203MW*E[\r\30661\323f\216\215\251\006\032\321b\254\2614\304p\256\234\371\005\021\231\230\200\331\322\200\321\030\027\020X\236.\250\230\201,,X\352\201\2469\022\035\022C\273\235\0012\301$\223\232d\211\222\210\024\354\230\225R\205\022\211jT\2764\n5\305\024\242R\224)\177A\205kU\245(cA\274\271]eP[\013\247y\220\250\005\323\234\332l\325,\246\227\311mbC\232>h\310\3610\262w\300\354$#\215\030\t\004\205\363\220\255|\300\315\205hN\256M\032\342\000\325\022:\277\211\3328\204\273[=j;,\237`#\235]}\0149\252\342\325\274\210\347\035\346c\273\244\3416\336\2201\347\021\325_\356\240\372dI\036z\260a\207\013I\0145\003]]\244S\016D\334+;\336WCt>G\357\257\345=l_L\317\257\205\206\005|\344\031\325\3272p\036\325\236\ta\014\242\366t,\024r\037\332,\267\222=\331U\352=\177\275!\375,C\027\221\265k\233\335\376+Gb""\326\275\247:\276\346B\220~\210432\031S\321*!\002\3060\244\024<\035\\\001\r\233gS\261\356K]s\331\253\233a\251\255\202\314\307\265\225-\250f\376\347'uPn*wQ\273V\362\212\353\345\0219\033\324\304\252!Nr\242\014\347B~\177\204\214\013\263\245\227\304\245\260\274\364\225 @/+)W\244+~X\324\234\275kjy\036O\027nW\206\030!\351\334e\004D\325\332A\242\036^]\316\347\207\243B\023A\32099O\261\226\333\306\275'\316[\365\206\256\357\323\371\263\303\003{]\263\350\032L\014\273E#\355\267OLd8Q\245T\211c\230\362\033\350\266 \247[BP\244C\211\247y\373\036/6\357c\365\256\267\037\301\340\215~\224\355\033\006|\202m\306\3263\252M\023\234\327\202\256\030bx\302\302\241\351\373\335/u\277\361\022)0\235\305\321\366\257\277\341\005)D\247\335\362\271\212\312D\222W\036g\267jZJG\337\361\301 T\211\023\303\355U\372J\357\340\362\303\004\2249\204\375j\236\347]\364(P\305\325\340<\376\277\217\233\010\337w\025\226\364\254\214\024\327\232\261\251y\261\2706\356EQ\025\372>\315\302\352~_\206oX\243K_{M\2403\t\010\031\034\270\217M\024\230\263p\354\372\245\315\242\024*#Y(\033)\014y\326J\031\343\326#w\343b\302xd\257s\341\370\341\357\370\242\314G\361\000\200\314A\335\314?\004^!I\374h\303\344=\322y\324\233\035<\273xg\207d\322\305\263\237\330\353\375\373\026Y\222\270\337w]F\317\306JK\004\261\274\373\3133W\177\245\327V\251\302\230\334v\372\345\221g\3005q\364\021-\344\217\323\343\334r)j\235\261\320c\233>\316\253\204\235\274\023\346\241m\tx\275\2363\265\257\227_\016Yl/\357\337g\234~\3662\375\253\356Cm;Z\205\334\034o\010f\330!\253H\253\224}\361\323\2643X\245\305dV\354[z\227\255\313\013\230\273o\217\246\303\325^\037W\315\364\264\332Zh\356\332/\255\305jfa\327~\274<\010\251?a\035\357>J\356\037\0258\36333M\344\335\002\335\005\2615\356\346M\335\334W\271zX_}\270\273\016D\351 \2720\247\361\376y\027E!\027T\354\234l\313\235\261\303K(h\207\205\213\262p\315\216eZ\326vX\245]\316H\256\r\207FMoZ\323\341\361\252\247\300\227\355\243\216\267p2\357m\226nG+\243\220\345\361\277\006\272\335',\331H\331gl\271\204\223Rp\013\264\200.\272f+\000i\360Rw""\331 \020dL\226q\203\251\341\014\031#\\,4\335\337<\331T\252bR\216\345\260\274\010D\004\245\21673`\034$\344Z\252\235\202\030\007R\314\342\027\264\016\005\t\3153rou\270\277\355\325\361ua\200.\263G\240\207\272\342\271\243X\230m\320GB2\014\332\026.\226\313\225\007\201\365\030@\324\233\301\235\327\312\224\245\333\342\233\360ey\177\320\261D\031G\377\224\030z\027\320_e\310\377\212\244J$\320\355\233\336\205\331\334!\271\317\017Z\010\345\210z\3722D\206\3750\326f8\320X\206\225\3130\300\024p\214qA\205g\005VA\340\264\213\352\341\346(u(\276E\005g\365K\203J\363\252\374i\242\372\260\275\3133\335d\331\310\344=\3444o\022FU\274\361\313\0100\247\250\370\304o\nl\355z-\233\316B\364\304\0347\007\241\314\203\320G\232bi\260cb\307\211\310Z\247\217\353\362e\266\361)$8\326\031`\204Q\351\245Dd\266\361\226\230\"+\2422\214\271\221\254`\032cc$+\\6\202O_:+ISuV\271\271\370\267\310\337\314\252\272\311k\242.9\343+1\256kQM4+\0100\r@\300B\025\3148Cd\000\241a\253\230\315\257m\267!\234n\214'\205\010v\202\203\017\036jQ\352\303\003\032Q\326\332\321N\355\226\006\266\3361X\242\316\020\032\264\260\246\003m\341\212\013(T(F\373\240w\001o\034x\201\266\t\334d\021\233\361\206|\211\250\345\361\3535\365u`\273\001\353\313\272=\350Y\316\350b\205\222A\332\335\340\212pF\220\244\004&-\261\206(\231\006\200\343\030\025\000\234p%\2505\224,\022^\264\2650\201\014\203\000\001\002WF\022\210\222\241\354\377\313\242\022J\2532\212\311:\\\005H\332\312j\265\035\010\325\013]\032\257\306c\324\212\014A\222%\215nTI3\312%\344q<\002\203\321p\323\320\225\321\232\215\250\312\002\"f\244\304P\307\206\325X9\264\034\355\217\223\253S\335\241Pt3\032\212FS\216\264\255x\202\252,\321\256\324\017\246\235\362\342\327\\U\017\225\n\206\202\003\032\025\243\225b\243\241e\222\302\332YF!;&\365\216\270\246\265Qh\314*\301D\345FT\255e\343\205c\246\326O\232^\2126,\320\224\244Y{\2359\311c6\366M\260\313\227g{ \216\014\032\2174\350\342\232\325F@\310\327\035\253ra\266\036(z\215\316\"0\335t\014\312\250\2542\263Z\360\261\022\316\315\347:\223^\272\031V\226!\216\303f""\302\240\023\323l\361X)\004\245\004\3201\337\2115\260TH\246\361p\\u\234a\230\242\256l\304\021\020\014\"\003t\277!\023\001\215pH\200$\201\231\315[io\214\334\334\361\004\304T\237kj\307C\310\362\365\253l\221\253&G\241i\343UQVS\324\"\244\233\240\334;!z\007\235\n\016\035\036\001H\244qH\003\215\262\002\201\250-bm\305\251b\3755wB&\014\003\324\026i\353\313\\\367.\203K\370X\305U\021EU9\2564ud!\240*\026\\=\312\206\256\235&\222\305h\335\031MB\036qlh\375\202\005\013\023\030\322\025#\216\347\216\213\207\266j\353\355\025\025\275=t\220i\3703\337\240\245\311\273u\014\347c\355\363\241\006\001\252*h\301\221r\225\301\032\001j\032/\275IZ\354d\327T\t\013\266\360\272hq[[\036z\262d2\361\262\034O\026Y\"\244\365g!&\253\201\241Ub\3630|\222\261\223\017p\3441\2642;\207#\"9.\227,\241r?|kA\001\305\024k\204\263t1\000\014\302H\224\326\241\t\243\340\333\264*\024\022\210VsC\304\302\035\335(g\037\021\335\311%\267\232\212\326,\256D\354\\6$\010\022#u\332\307p(K\230\360vUy\035\306\261\000e@J\261\014\345\243\004\244c\255T\213\255\245\3516\306\306]Yuj\226V\307\t6\332M{\020R\"\031\373L\267E\274\235\002\315\231\302\214\030\3231x\233\224\214\241yb\211qv\3163\220\252\324\344\215\305b6\246Sb\\\366\300\033\023J\374\362\227\305\003h\026\254\310m\027\007\346oS\266%\232\301\255\277:\257(H\022}\220\250\330\323J\031\"\227+\315 ^\343>8\202\250\252&\034W\225\341L.N\ne\312%\366\260\007\211B\301x:\2265\277\310J1 \017%\215\367\261\002\335B;\272\351$\340O\0265\253\241\n\362\313\034:(\347Xm\306S\305\213\222B\030G\217\313\215\375\377\n\367\220^\316\204n\304N\300\336)\016jR\224\262\310u\020:,2\336\310H\022\020\220\300i!;D'\304\014\032)P\030Q\337\"\002\036\022\272u\271\314\317<C\010\212\026\23141\266lS\221A\215\257\266J\270\014d\210\242\202`s\214\3117\2478\232A\306\305aF\353&\312\306C\"\034BS$\2166\275\355j@\3242d\323(\330\307zfSe\312NB\222E\025\211\351X}\263\227\032&\323\205\210\026\2544E\335D\310Zb\354r\033\025Qy\211h\200U[h,\254\353&Y\247\021*\301Z\013\362\034e|\263\225EC[\311\021]\320\244/\315L\035\014\301J$\352\310BBi""\347\212\252\253\360G[Zx\250+k\002\323\216\345I\304|\313\022\350\002\305L\230_,\331Uh\355\253\021~\210BlV\223M$\351`\264\221m\325q\321ik\242\226\351c\276_\201\221\276\3021\354\312\326v\317\232C\t\020\276\316=\020\344\177\013\261\307\203~\315]Gq:{\326\357)\266G\220\\\3437UQ\302\2046\235\261\3571f\233L\334\243\000\316\006\252\255\213Z\315\rl\326\303\302\305\345\031\260\200b*\355\010I\202\353\235\321\211\2147m\212[\r\204\266\006\300\331\0255\275\360x\242\357\300\023\t \327\302\224R\241\220\345\037r\013\265\231\250\353&\010OgJ\367t\355\340\214\264\257\"\255\214\341\227u\3215\217\203\256%\007\"\007c\003!\206k\232\222\331Tl_,\307^\302Z\250yZ\235\217\027\313\034;\251\0164N\241\264p\377\254\002\210d\206l\317q\314{\313\021\027\301}\226&\203\255VV\355P\341n\370\230\024\330rj{'\036\352\252\013\300q\254\344\232\203\006\364\357\271\306\376\371\317\346fSAq\334\025\355y\314\230c\206]\372w\260\342\364o@\331\303x\353\r\317}u\314\256\271\232\023Cp\014\341\312\014\200\307\n\247\260\251,\n\211\002`\242f\262\303G[w\251\304!C\3469&pn\205T\220\035f\243\256\315%\252\240>(\236l\302\304\245Q\016\214\223\023_>\240@\275C\247l\265\330\236S\210\216^,T\006e4\364:xH\364\257\336\357gD\372\034\035/\230m\210b\3521\035\201}\201\363\246\021\321pO\241\231\331\257Lk\316\177gcN\036B8OR\034\363V~\237\010w\037\024\304;\356'%\323\034\016\355\355C$\336dy|.\217}}\374\201\317\2157\303\263\366K\307\212t\347\226\037\314s\017 \307B\\\004\022\316l{\234W6m\252\2279\321\035\t\345!B\371\234\217\342\263\370\265\216\000@\332\016\031>\266\270d\2702\022F\261%\226:\031\306\210\300\262\317\312\251\000\364f[\366\016,\324\020h\251V\030\031j\314\254\334\333\337\322\016L0\343\021\204\373\232\271\242c\207\244\r\0027\301\300\252\223xx\322\013\242\034D\204'M\352\344y\252\341\035\215\240E\333\256\272\002\214\205Y\272!\355\242\313=l~\225\362o\035\330\027\203\226\366\351\340\327\riP\225\310\006\275\345`\322\330\245\0338T\004\026q\324\rms\002\260\361\367\335\343\367\376\254\254\3113\333\306\347N\233\214\357i\317\375\353B\275h \264""\255\026\032\266\203K\035\016\224\016 \2769\354Y'\357\026\030y\027Uan\252\217B*V\316\354)\207\\j\241f\335\207}\210\350\202D\032\242\314\177\177U\215El\"j\340L~\260\323\306\246\352\245Z\242\265b\324\004\2314\345\336Q]\2507\210\335i\005\352\024\237\336n\030D}\337,\ne}\276n\215\352\242\240!tF\224W\351Qm*At=\334\264\237\334!\360\264CM\t\263\250h\334p\212;\216\207]K\220Z\3726t\362\361\024\024\226u5\365\023gO\265A\263\315\323\242v\246\216\271\357\036Z\324\026\334\024\317\322\004M\321]\217\034\3417\204\204\362nz.\275vr\317y\3012e\320z\236\320.\004\211\237+8\223\301,pfJ\004J\251\"F\271\221PeG\022\006\256\246\347\375\227\227#YP\353\357e\370u\274+\347\335\327\226\346\024|\237\303mR=\232\265\331\036\312\237\004\177\005|\241\223\323i-\360T\217\373~_\240\271o\032-\037L\277<>\326\314>\356\207\367kTA\022\2657\303\335\225\264\362vq\350\374\371\032\034\332\240p\206W\201\374\260F\335\211s\027\356\25364)8\"t\315\246a\344\230\234\371\220\373\230\003\352\330\207\364H\304\330\302~\374\253\362\367\3620\261\242\244C\213\336\211\212\215\265\334B9WWi\2132\353\273\230G\r!Y\315\232\031\232\010\246\357\260\264(*lZ\312$\025r\353Ib&\242,e\255\350r\227\n\231P\256'\021\002\310\214 `Wv\002@\212\230h13\340\251\372^4\213t\2161\265\361\274\223V 8\216^P\356\322hq-\213I\301AzV\305\260\262\275\270\t\315\353\250[\031\242\005\037\374]\311\024\341B@GO1\350";
PyObject *data = __Pyx_DecompressString(cstring, 3997, 2);
if (unlikely(!data)) __PYX_ERR(0, 1, __pyx_L1_error)
const char* const bytes = __Pyx_PyBytes_AsString(data);
#if !CYTHON_ASSUME_SAFE_MACROS
if (likely(bytes)); else { Py_DECREF(data); __PYX_ERR(0, 1, __pyx_L1_error) }
#endif
#elif (CYTHON_COMPRESS_STRINGS) != 0 /* compression: zlib (3939 bytes) */
const char* const cstring = "x\332\315XKw\023\307\266\266\034\007\014\230\213\r\2621\217\223\333\002\023\233,Pp\260\215q\210\263\024[\004\003\306o\302a\335\244iu\227\244\306\255n\251\037\266D\316\271a\350\241\206=\354a\0175\324\320C\017{\250!?\201\237p\277]\325z\030ss\317:\353\254\263\256\227\335\217\352\252]\373\361\355o\357\362\202\2241\014I\323K\314tt\313t\244\262\315T\246\351f\241;(\335\322\244\222\347\270R\216I\272\251\261*\323$\305\324$\323r%\307\3201\375'/\237g\266\264\247\263}I\263\230\303?\261j\331r\230\344\270\266\2561gI1%\3134j\222j3\305e\222\"\345\304\"\267\250\270\222\356H\252e\272z\301\263<\007\233H%V\262\354Z\032\253H\224\3428z\301\224\\K\302b\355.\227#f\320\226\361\244X\360\276\255\273J\316`\361\004\241T\336\266J\177\266\226\233%\355\353nQrke&M\306\343\256\255\230\0167\243\273DL\303\n\035\256r{|\267\324\266\354\315\266\265\313L\375\035\263\337\334!\245c\315\336,[\352\033\311\312\275\3052G*\350{\314\224<SW-\215I.\253\272\351\263g\245\370g\317R\225\2344\365\222n\267\027\244\014\274h\331J\201q/)\272\t\277\345-[2XUW\025\203\353\354\244;\253m\317@\014\2464]u\2618[UY\331\345\301\245\2509e\246\352\212qWU\034L\")n\021\373\2675\356J\001\022\362zUv\230b\253Ei\n\373\030\344W\256N\3363U\022)\225\024W-\022ZH\010\005Iq=\233IV\276#\206~\336\330,\255Z\245\262n\260)\302\203Y\270\235\026r\337\220\177\270\220x\277^;\034 \344\337\251\201\330\257W\003\335$\005\362\024l\027>\377\227\253\320\226\314\225\240\027\261c\257\n<2\262P\360_\276?_\t\220\022\014:R\304G\207T\312\261c\"\000x\253@0\001\0018B\263\036M=\333\370\177\251'\364\352\3212\2578p\270\\d\236\255;\256\256\"Qr\226e@\323_\212\014\212\331\202fH8\262\2334E\\\024\343\230\374UR\201\331ws\310!M*\203\236\270f\"\357\260\334-\022e\304\271J\252*\002X\022&9eEe\351c\342\226Y^\361\014\227/\335\266\275\236\257%\245*\253\n\366\222\035X#M\351&e\364\252R\325K^I2\275R\016\372Z\371v\372*\334\315j\3213w\2710\276\264\207V\262\2572\253\353\317\263\013\307v_\\\\\354\246\277\364\203\324!\257)\323(\2479\023\335\356\212X^[\332Z\220\212\256[v\026\276\375\226\214\251""\245u\353[\245\254\177\333\021r\023F\273\335\025\275uD\027\265Apg\266Tvk\222ST\300\270\256W\006g\223\027\325\032\334g\246\025\333Vj+\234\227-\317%#s\226gj\010\027\254w \353\366\312I\n\0265\311+\227-\333e\332\212\271\247\030:\212\027\030\366\016\325#LF\274&\325I\n\304$6#~\237\274#\025\260\252=Y\250\203\022\304\267y\264\312y\377%\361>Txa\201\307y\305Z\342Z\222=\0323t\204\001\014\217\312\"`#\312\232)\255g\327\357\316\314\317p\336\265\231\340}\307\313\251\006\020Ch\200M\236n\270\330L0\270\264\222\227j\226'\231\014j\"~\034Y=\013\200FSr\230\200\345$/Q<\3442\226\003f\223\261_QYh\365c\305pXz\355\230\363\240r\\w\025UeN\333\233[\353\331\245\225\314\363\273[.+\003t5\356G\224{\004\323\352:\274\203\214\264,S\210eY\2322P\214\244\373\323=\337\034\325\262\331\216\311k0a\3202\367\230\215\022\353\262\022\275\213\372\367czq\362\266\244\374\246h\232l\222S\311E\022\374z\257\252Z\206\3018a8i%\247>\352i\014h\2220q\361\323\341v=^\324t\207\266f\\\201\202*MQp\013\034sd7e#j-3]\336gt\233\034\335\021K\210\217K<\333\036\375 \335;\201H\323B\300y\272J\262l3\315S\031\334\240y\334V\3232\357\002\000{\250\257\370\252\n\037!K\313\265\264L^I\227\260N\347r\300C 8\036e\275Dp\355\235\346\201\343\212'f\304\256[t\230\221O\233J\211\265\263\351\205e2\221\211\342\252\270\256\355\210Gf\333V\373\331nO\242=\354\370\271V\312Y\206\230\320M\340t\271V\025\337\005\307\307\317\266`3\361\346\271\272\361H4w\332\261\300\234\034\243l\353\304\347\330\367\316\250\327\301\013*\007(\207\020\301\335\244)\256\222\376\314W\221\246\274\241\021\rf:\263\265\264\262\222\275\367\335lv\372\336\275\331\354\303\207\017\262\206\241\227\035\335\311r'\254\274x\274\362\352\305\332\346\352\332\346\366\223\365\315,\336dy\275V\305\3372rV~\001Xl\262\374\326\316c|\331\342>\332b\025\217\231*\333*+\346\366\332\263\354\013~\221W3\333KO:\200\357\315\2126 z\306\362\206\347\024\005\211\237\030\215{1\247\347\203a)Z{\\\346=Z\317G\233\375\037\237\301\r'\266\342\264\006\227\035[\326\375N\031\370\371/ L\003\021\357\016P\203\"\363\006\345\2231\321\272}2(\272""\251\236A\364\340r\256\346\366\252\314\307\220\261\273\335\241\262^f\237\220I\367\325\265>\225\200\021Z\277\263\371\\\204\205\230:\335%m\020\010\014\374\324\3066\212d\301\205\212]p\024\247f\252\272\205\316\303F\271\001\2519\224E<\223rT\346sT\362y\025\346\n\310\204K\225\273Z\343\365\026\351N$-\313\355\207\002s\211I\350\025\322\3406\031\342T\310QwU\003\355A\334\342\250\340eW#i\3000\350\t\301\202Y\220C\335;\204i\260\217\321\241\014\352j\232\245jT)d\335\221\005\031\200\347\350\374\300P'M\007\315\224\\\006s\3102\350\r=\016n^\211W&N\003\202\013XU)\241\324\342\256\262\316\311\000O\206\247\001\2708P\270t\345\221\217o\351G\344-\303YL\027\030\215\331'Z\250<\014A\227l\320(\330\301tx\313$\013\362\350\242\246\007+=\010i\367\300yC)8\275\351\362I\222\200\211A\213q\321\356\202\251\373\324\325\363\221\241\224r\232\262\330\201\227,S\023*\313\261\001\210\r\305\007\tS`Ur\031\2667i`\337\2625GVH7j\323\034Z\341:.AE\326u\r\027\316\304T\376dq\"\224\337\201|\371\361\361\370Y!\356\343\321\260\351\371\232\314qDQ\353\300K\347\244\312D\261\211+\316\333\335]V\303\257\263\273O\220D\007\315\014~\221\333\006\031\314, \276'Y\240$\223v%DK\026=8\277`\374X\003\t\225\351\004K\375\020\246Y\032\372U\324'T\222\316\025\365\020W\266O\227\252\013\214Y\371<H\305*3\023v\027\241\362.!,v\031\345j\331*\037;)\3122\212\207\214\035\325]\307+\211\267\330\203\364\310\341\313\237<,Ww\241A\326l\317\333\343'w\312\241\212\247\030B%;\007\340\342\344\216`\361\264\355\222l\347I\324\347\236\001\004U\304\026\027\235c\365s\314\331\313\2276C\223\202f\236\267\360\016g\035~\221{;\353\270p\306fR\031\026Wt\016\332\261\334%\261B{<\305\355\002\177\216\035\321\363\334\326\235\3273\212\221\000\036\277\364\224`.\2302\213\376\370\005\230'\277\332.\331t\314\256\366\213H\277c/N\331\320ic\243S\r\204\010\264}\016\202\034\237\250\304\0258\242\001\017M\253\227\213\307:\017\307\216\346\355ss\334L\270n\234=\355|\222]z\226\351\177\034\364\347\270E\333\332oSy\373~2{cj\027\007`\236A=gaaO\273%\001\226\200L\257Lu\256s\014\245\016\245S\374\332\264\367""\371r\210AO\\\034~\340\331\317\221\346\\{\372\177\022\253\276\323\313\321\300\275\306\227\215\215\217\027\373\316\014\037TZ\203gZC\243\365\215\326\320_\374\366\345+_i\r]\363\247[CW\374\221\326\320U?\325\032J\005#\037\317\366\2359\177\260\202\271\203C\021\237\331{\247E\203C\007kX\206\333*\026\342\366\254^\361\207\202\265\006\306\316E\347\256\371\367}\026\314\004\357\032#\215\211\206\022=X9\202\370\341h8\025\\\014\346\303\351p\271\221\210\246\177:L\375\023\263\257\373K\276\027,\207g\033\251\306L\243\022\315?;\232\346\263o\0047\202'a&\334n\214D\337-\037f0\373`\321\277\344g\203d\360:\2544\006\032\231h6{\010\263\207\353\027|;\030\017G\302\211P\t\377h*4\365Q\335\361o\371n\260\020n\204\032d/\036\222\022\365\363\376\246_\r*\341\000$\377\332\024*\374\247\357\004)\276\347\255`\033RR\037O\365\235\031:\230\257\337\2573\177\306\177\027\013~\327\344\022\316\370I\177\203|v\341\240\022L\373\343Q\352~c\272\261\334L\370Wa\364\357\330\352\207\303Dp5\234\t\177o\246\242\357\327\243\365\215\367\211\017\003\347 o\016\352?\rX\370\260\221\361\347\243\233\263\215\215\206\326L\275\317|L\"@\321\320\315`\232,n\r\216\326\267\375\021\004op\244~\025\n\270\301\034T\270\031\"^\377q\360\326\377\302\237\3663\3421A7V_\360\267\203\261hr\276\231\200\212\030\331\025\253\307\375\263\301D\360\226<\325\240X\037<\255k~\312\237\r\022\302\227\227\361\000\203\006\352Y1\177\350\340\347\372t\375\251\300\003\007\302\271\203\231\0037\272\364u\240\206\311\360\277\232#\315\251\303\233\207\333G\327\242\355\235h\347\327\350\3277\321\033-\322\312Q\271\022UjQ\355o\037\373\372\376\236\310\364\343\226\351_\246\333r\177\266?\216}2\330\010\212a\276\261\034\315?=J\035\315G[\333\260\374\"yz\346\340\017_\r\340\335Ku\000\2164z\021\244\202i\356\342\372\227p\306%\377'@j.\274\3348\325(4_\037V\204\317\2602\272\020G\217/\275p\340\302\202e\377\002\"\234x\237\021\2622\255\341\344\237]\370\244\347\301\251 \037f w\254\357\314\025\177\300\357\340-\323\032\272\216\355\213\201\022x\024\234\361?\373x\205\300A\037\177\364o\212\264\024p\373""\222\2027F\356oc3E\371y\303\177\022d\202\235\020\243I\250\315\343\262P\337\302\303\320\270\337\357O\301\013\263a\202\366LPL\036G\027'\220*\247\340\305\014\317q>\343\021\222\341B\363oG3G{\321\216\034\311fd\272\221[\205\367k\211\247\024\204\247\375\317\372\tK#\"\256I\377%|;t\271^i\r]\254\247Z\303\227\000\240-`!y\325\237D\212N\267\222\022\275\215\266\206\307\352%`\362Y\3504\3566+\207\030\273\\\377\235Gf\374+\277\020l\006\1774\224\326\370D\220i\215_\241o\357\202K\364,\276Uz\277\374\035fn\264\306\245\340<\322\361ms\240\231\3710~\315\237\343\363\257\377\245\275\344]\343J\363F3C\013W0\017\262\257\371\013\301\026<\2009'\245\234j*m)K\024p.I\nN\007vx\265\361\260\231in\010I\233a\205\214\274_W\240\375MH \323.\325\277\367\025\277\3226\372\307FJ\230=\372U\357\360\017\215D<,`v\334E\243\024\202t\230\010GZ\311\257|\023\224\002\331\304\253\311q\377\014\360\014\345\036`\303\315\300\rg\201\\\265y\251)\314\275\346?\204)\177\rYc\016\031{\375F0\031^\004+\25447\232\372\241w\3648\332\334jO\332\t\277\006\353\3574'@k\307&\262\303\271\243\321#\026m\375\022\375\362\2525\236\nF\003\r@\202\233jA\2026\027>\2555\316 o\333\306\215\265-x\010\264\362!@`2\006\322\364\007$P-\032\277C\206\200\360*\215/@\311^s\005$;HH\031\344I\006\034\326o\203\343\025\177?@\275\241\234\233\251W\341\263\341\313\365}\356\274\341q\377\264_\t8;\251\365\221\372D\275\350\347\021\210_\000[\010\232\210\306&y\274\220y\211z\262\276\001\232\275\017\002\030\013\366\300\366c\r\247y\253Y\021i\271\032\214\004\251\017\330\022\013\t\260\203\344\361\224?\037|\007\246\036\005B\260C\256\336_\277\t!\\\027\273~\211\362\372r\375\277A7\n!XA)K\370c`\321\331\360\274`\334\217\203}#I(\275\007\330\367\007\267H\027\360\333\313\306|s\272\371\370p\342\260x\244\220sN\343\303)\362C+\211m? \250_`\347\207<\314\000\326\317\341w\341\353F\245\331\017\314f\017\223\207/9\247\201\032i:\250\301\337\3700|\335\377\031\t\3648L\205\323\255a\252\326Di\3573\302\216o\000~\274\357E\243S\204!\032\036:\310\"MQ\327_C\337\007\274\354T\004G\377\314Y\037\026\356\327\013@\3300""\361\305\227T\210\304\262U\356\227\231\366\252\316 /\361\327\211\260pG\274\211\206\337\267\337\316\213\332(\266MR/!6^\240\242\333H\211\215\237\362\220~vcb\357\021\204\360:^\363\350\026\346\232\311\346\253Cn\244]\037\345\236\007W\202nf\202*\354\000\271\315\361\360\000s\337\360\361\331\3604PF\234\276s\370\365\321\020\371.V\033[\017\202\364\220\246\263\376 \270Y!\340\302a\301\313p\256q\031\205n\264\251a\311 \252k\264\361*z\365[\364\233\374>\363\241\267\256\235\006\006^\242\335Xm\216\001N\303\311(y\013\230(\204\033B\361a\340\366\021G\351\371\021\256l\215\226\215\324\307\270\326+D;\330p9<\207\352\216|\213\006h\3658p\262\001N\332\016\257\241\250\312\207\231\372+\252\275\310\262Dc\2749\342\277\212n=\000$\300o\334\221s|\332Vs\3600\341\277\006\013|O\355\320\223\243D4p\233\320K5\354\363j\\\361GQ\360\246\273\255\030\357\013\200\035$\352\004\331\200\270M\222]~1\372\232\352~\262\271\341\277EW\363\214Z(\324\327\240\022\r\334 h\177\034\356;s\366\037\355\024?\360\n\372\020\261\3715L\305\347%y\226\037\003\344y:9\341,\341\360VXv\373Do.}2\355A\334\262\313\317Y\025\347\275\245\276\265\265\227\362f\346\305\263\276\354\352\372\366_\345\347\331W\331\325\354\377*\273\250\340\304\355JS\353\2655\376\377\005\351\233;\022\316\260\361.\316\256^\246\236\274L\355\365\355>>\271sf\370G\224\351\325\301\203\334\271\031\332l\317\322\265x\243;R{X\210\237\233Y\373\037\312W\254\302";
PyObject *data = __Pyx_DecompressString(cstring, 3939, 1);
if (unlikely(!data)) __PYX_ERR(0, 1, __pyx_L1_error)
const char* const bytes = __Pyx_PyBytes_AsString(data);
#if !CYTHON_ASSUME_SAFE_MACROS
if (likely(bytes)); else { Py_DECREF(data); __PYX_ERR(0, 1, __pyx_L1_error) }
#endif
#else /* compression: none (7843 bytes) */
const char* const bytes = ": All dimensions preceding dimension %d must be indexed and not slicedBuffer view does not expose stridesCan only create a buffer that is contiguous in memory.Cannot assign to read-only memoryviewCannot create writable memory view from read-only memoryviewCannot index with type 'Cannot transpose memoryview with indirect dimensionsCreate a `Tokenizer`, to create `Doc` objects given unicode text.\n\n vocab (Vocab): A storage container for lexical types.\n rules (dict): Exceptions and special-cases for the tokenizer.\n prefix_search (callable): A function matching the signature of\n `re.compile(string).search` to match prefixes.\n suffix_search (callable): A function matching the signature of\n `re.compile(string).search` to match suffixes.\n infix_finditer (callable): A function matching the signature of\n `re.compile(string).finditer` to find infixes.\n token_match (callable): A function matching the signature of\n `re.compile(string).match`, for matching strings to be\n recognized as tokens.\n url_match (callable): A function matching the signature of\n `re.compile(string).match`, for matching strings to be\n recognized as urls.\n faster_heuristics (bool): Whether to restrict the final\n Matcher-based pass for rules to those containing affixes or space.\n Defaults to True.\n max_cache_size (int): Maximum number of tokenization chunks to cache.\n\n EXAMPLE:\n >>> tokenizer = Tokenizer(nlp.vocab)\n\n DOCS: https://spacy.io/api/tokenizer#init\n Dimension %d is not directEmpty shape tuple for cython.arrayIndex out of bounds (axis %d)Indirect dimensions not supportedInvalid mode, expected 'c' or 'fortran', got Invalid shape in axis <MemoryView of Note that Cython is deliberately stricter than PEP-484 and rejects subclasses of builtin types. If you need to pass subclasses then set ""the 'annotation_typing' directive to False.Out of bounds on buffer access (axis SPECIAL-Step may not be zero (axis %d)Tokenizer.__init__ (line 31)Tokenizer.scoreUnable to convert item to object?.>') a^add_note and at 0xcollections.abc<contiguous and direct><contiguous and indirect>disableenablegc (got got differing extents in dimension isenableditemsize <= 0 for cython.arrayno default __reduce__ due to non-trivial __cinit__numpy._core.multiarray failed to importnumpy._core.umath failed to import object>self.name is not Nonespacy.spacy.attrsspacy.errorsspacy.respacy.scorerspacy.symbolsspacy/tokenizer.pyxspacy.tokensspacy.trainingspacy.util<strided and direct><strided and direct or indirect><strided and indirect>unable to allocate array data.unable to allocate shape and strides.ASCIIE025E1005E997EllipsisErrorsINFIXNORMORTHPREFIX__Pyx_PyDict_NextRefSUFFIXScorerSequenceSpanTOKENTOKEN_MATCHTokenizerTokenizer.__reduce__Tokenizer._flush_cacheTokenizer._flush_specialsTokenizer._load_special_casesTokenizer._reload_special_casesTokenizer._reset_cacheTokenizer._validate_special_caseTokenizer.add_special_caseTokenizer.explainTokenizer.find_infixTokenizer.find_prefixTokenizer.find_suffixTokenizer.from_bytesTokenizer.from_diskTokenizer.pipeTokenizer.scoreTokenizer.to_bytesTokenizer.to_diskURL_MATCHView.MemoryViewabcaddadd_special_caseallocate_bufferargsasyncio.coroutinesattrattrsbbasebatch_sizebytes_dataccachedchunk__class____class_getitem__cline_in_tracebackclosecompilecountddatadeserializers__dict___do_deprecateddocdtype_is_objecteencodeendensure_path__enter__enumerateerrorerrorsexamplesexcexceptionsexclude__exit__explainexplain.<locals>.genexprfaster_heuristicsfile_filter_spansfinal_tokensfind_infixfind_prefixfind_suffixfinditerflags_flush_cache_flush_specialsformatfortranfrom_bytesfrom_bytes.<locals>.<lambda>from_disk__func__genexprget_get_regex_patternget_words_and_spaces__getstate__iid__import__in_memory_zoneindexinfix_finditerinfixesintify_attrs_is_coroutineisspaceitemsit""emsizejkkeykeyskwargslabellabel_<lambda>length_load_special_casesm_id__main__matchmatchesmax_cache_sizememviewmode__module__name__name__ndim__new__nextobjoffsetopenorthpackpathpatternpipepopprefix_search__pyx_checksum__pyx_state__pyx_type__pyx_unpickle_Enum__pyx_vtable____qualname__rbreread_realloc__reduce____reduce_cython____reduce_ex__regexregister_reload_special_cases_reset_cachereversedrulessscorescore_tokenizationscorersearch__self__selfsendserializers__set_name__setdefault__setstate____setstate_cython__shapesizespacespacesspacy.tokenizerspanspansspans_by_startspecspecial_casesspecial_tokenspecial_tokenssplitstale_specialstartstepstopstringstrings_mapstructsubstringsubstringssuffix_searchsuffixessymbolstt_spacest_words__test__texttextsthrowto_bytesto_bytes.<locals>.<lambda>to_disktoken_attrstoken_matchtokenstrainingunpackupdateurl_matchutilvalidate_examples_validate_special_casevaluevaluesvocabwbwordwordswritexzip\320\0040\260\005\260Q\360\022\000\t\020\210q\330\010\t\330\014\025\220Q\330\014\035\230Q\330\014\035\230Q\330\014\036\230a\330\014\033\2301\330\014\031\230\021\330\014\032\230!\330\014!\240\021\360\n\000\t\r\210I\220Q\330\010\014\320\014\035\230Q\330\010\014\320\014\035\230Q\330\010\014\320\014\036\230a\330\010\014\210O\2301\330\010\014\210M\230\021\330\010\014\210K\220q\230\014\240O\2601\330\010\013\320\013\033\2303\230e\2404\240z\260\021\260$\260a\3207I\310\021\330\014\020\320\020!\240\022\2408\2501\250D\260\001\3201B\300!\330\010\013\320\013\033\2303\230e\2404\240z\260\021\260$\260a\3207I\310\021\330\014\020\320\020!\240\022\2408\2501\250D\260\001\3201B\300!\330\010\013\320\013\034\230C\230u\240D\250\n\260!\2604\260q\3208K\3101\330\014\020\320\020\"\240\"\240H\250A\250T\260\021\3202D\300A\330\010\013\210>\230\023\230E\240\024\240Z\250q\260\004\260A\3205E\300Q\330\014\020\220\017\230r\240\030\250\021\250$\250a\250\177\270a\330\010\013\210<\220s\230%\230t\240:\250Q\250d\260!\260>\300\021\330\014\020\220\r\230R\230x\240q\250\004\250A\250]\270!\330""\010\013\320\013\037\230s\240!\330\014\020\320\020%\240T\250\021\250!\360\006\000\t\014\2108\2203\220e\2304\230z\250\021\250$\250a\250z\270\021\330\014\020\220\t\230\024\230Q\230a\330\010\017\210q\2401\230\030\320!3\2601\260D\270\001\230\032\2404\240{\260!\260=\300\001\240\032\2504\250{\270!\320;P\320PQ\200\001\340\004\013\2108\2206\230\023\230J\240e\2509\260A\2308\320#5\260Q\260d\270!\200A\360\024\000\t\r\320\014#\2401\240H\250A\330\010\025\220T\230\021\230!\330\010\021\220\032\2304\230t\2406\250\021\250#\250Q\330\010\016\210j\230\003\2301\230A\330\010\016\210j\230\001\330\010\016\210e\220:\230T\240\026\320'8\270\001\270\021\330\010\016\210k\230\021\230!\330\010\030\230\n\240$\240j\260\004\260A\260Q\330\010\014\210J\220d\230!\2305\240\001\330\010\013\210>\230\027\240\001\330\014\020\220\004\220E\230\021\230!\330\010\014\210G\2201\220J\230a\330\010\014\210M\230\021\330\010\013\2104\210t\320\023&\240c\250\024\250\\\270\021\270(\300#\300T\310\033\320TU\320U]\320]`\320`d\320dp\320pq\320qy\320y|\360\000\000}\001A\002\360\000\000A\002D\002\360\000\000D\002E\002\330\014\020\320\020!\240\024\240Q\240h\250f\260D\3208J\310!\3108\320ST\200A\360\022\000\t\014\2104\210\177\230c\240\021\330\014\023\2201\330\010\020\220\004\220N\240!\2401\330\010\017\210q\220\005\220T\230\023\230B\230e\2406\250\027\260\006\260g\270Z\300q\200A\360\024\000\t\014\2104\320\017\037\230s\240!\330\014\023\2201\330\010\017\210t\2201\220D\230\017\240q\250\001\200A\330\010\020\220\004\220A\330\020\024\220A\330\020\024\220A\330\020\024\220A\330\020\024\220A\330\020\024\220A\330\020\024\220A\330\010\020\220\004\220L\240\006\240f\250A\200A\360\026\000\t\031\230\004\230A\330\010\013\210>\230\023\230A\330\014\034\230B\230h\240a\240u\250A\330\010\030\230\004\230A\330\010\013\210>\230\023\230A\330\014\034\230B\230h\240a\240u\250A\330\010\031\230\024\230Q\330\010\013\210?\230#\230Q\330\014\035\230R\230x\240q\250\005\250Q\330\010\026\220d\230!\330\010\013\210<\220s\230!\330\014\032\230\"\230H\240A\240U\250!\330""\010\024\220D\230\001\330\010\013\210:\220S\230\001\330\014\030\230\002\230(\240!\2405\250\001\330\010\030\230\001\330\010\014\210F\320\022$\240D\250\006\250f\260A\330\014\031\230\021\230(\240!\240<\250q\260\017\270|\3104\310v\320U_\320_n\320nt\320tx\360\000\000y\001J\002\360\000\000J\002K\002\330\010\021\220\021\330\010\014\210M\230\024\230V\2401\330\014\027\220q\330\014\022\220!\330\020\023\220:\230S\240\001\330\024\032\230'\240\022\2401\330\024 \240\001\330\024\025\330\020\026\220m\2401\240K\250s\260-\270q\300\001\330\024\027\220{\240!\2401\330\030\036\230g\240R\240\177\260a\330\030$\240A\330\030\031\330\024\027\220z\240\023\240A\330\030\036\230g\240R\240q\330\030$\240A\330\030\031\330\024\027\220}\240A\240Q\330\030 \240\r\250Q\250j\270\004\270A\340\030\033\2306\240\023\240A\330\034\035\330\030\036\230g\240R\240z\260\031\270\"\270A\330\030$\240I\250Q\250a\330\030\033\230:\240S\250\001\330\034\035\330\024\027\220}\240A\240Q\330\030 \240\r\250Q\250j\270\006\270a\340\030\033\2306\240\023\240C\240q\250\001\330\034\035\330\030 \240\007\240r\250\032\2609\270A\270Q\330\030$\240I\250R\250q\330\020\023\2203\220a\220{\240#\240Q\330\024\025\330\020\023\220;\230a\230q\330\024\032\230'\240\022\240?\260!\330\024 \240\001\330\025\036\230a\230q\330\024\032\230'\240\022\240=\260\001\330\024 \240\001\330\025\037\230s\240!\330\024\032\230'\240\022\2401\330\024 \240\001\330\025\031\230\021\230.\250\001\250\021\330\024\036\230n\250A\250Q\330\024\035\230Q\330\024\030\230\t\240\021\330\030\033\2307\240#\240R\240t\2505\260\006\260c\270\023\270A\330\034\035\330\030\033\2309\240A\240Y\250e\2606\270\021\330\034\"\240'\250\022\2509\260I\270Q\270i\300u\310F\320RS\330\030\033\2309\240A\240U\250&\260\005\260U\270$\270a\330\034\"\240'\250\022\2509\260I\270Q\270e\3006\310\025\310e\320SW\320WX\330\030!\240\025\240d\250!\330\024\027\220y\240\001\240\021\330\030\036\230g\240R\240y\260\t\270\021\270!\330\024 \240\001\330\025\026\330\024\032\230'\240\022\2409\250A\330\024 \240\001\330\014\022\220'""\230\021\230(\240!\2401\340\010\017\210y\320\030,\250A\250Q\250a\250q\260\003\2604\260u\270I\300Q\330\010\022\220!\330\010\023\2201\330\010\014\210F\220)\2303\230a\230w\240a\330\014\017\210t\2204\220x\230q\330\020\027\220w\230a\230q\330\020\030\230\007\230q\240\001\330\010\016\210c\220\021\220$\220h\230f\240I\250W\260A\330\010\022\220$\320\026'\240q\250\001\330\010\020\220\001\220\024\220Q\220e\2303\230c\240\026\240v\250T\260\026\260s\270%\270q\330\010\020\220\004\220M\240\021\240!\340\010\014\210A\330\010\027\220q\330\010\031\230\021\230!\2308\2402\240T\250\025\250a\330\010\016\210b\220\002\220#\220Q\220a\330\014\017\210r\220\023\220A\330\020\027\220~\240Q\240a\330\020\026\220a\220q\230\001\230\026\230t\2405\250\r\260Q\260d\270!\360\010\000\021\024\2204\220v\230S\240\002\240%\240q\250\001\250\024\250V\2608\2701\270F\300$\300h\310a\330\024 \240\007\240q\250\006\250a\250q\330\024\031\230\021\340\024\030\230\003\2308\2409\250A\250Q\330\030$\240G\2502\250Z\260q\270\002\270\"\270E\300\024\300V\3108\320ST\320TU\330\024\031\230\023\230A\230Q\340\020\034\230G\2401\240F\250!\2501\330\020\025\220Q\330\010\017\210q\200A\330\010\031\230\021\230*\240A\330\010\017\210v\320\025(\250\001\250\021\200A\330\010\014\210E\220\021\330\014\025\220Z\230t\2407\250$\250a\250q\330\014\020\220\004\220G\2301\230A\330\014\017\210w\220g\230Q\330\020\024\220D\230\005\230Q\230a\200A\330\010\014\210M\230\021\230!\2304\230t\2407\250$\250a\200A\330\010\014\210M\230\021\330\010\014\320\014\034\230A\330\010\014\320\014 \240\001\240\024\240Q\200A\330\010\014\320\014 \240\r\250Q\250d\260!\330\010\014\210E\220\024\220Q\330\014\025\220Z\230t\240:\250T\260\021\260!\330\014\020\220\004\220J\230a\230q\330\014\017\210w\220g\230Q\330\020\024\220D\230\005\230Q\230a\200A\360\022\000\t\021\220\001\220\034\230Q\230f\240O\2606\270\024\270X\300Q\330\010\017\210r\220\025\220a\220q\230\004\230A\230V\2404\240x\250q\330\010\013\2106\220\023\220A\330\014\022\220*\230A\230V\2405\250\007\250q\260\006\260g\270U\300&\310\014""\320TU\330\010\014\210M\230\021\330\014\020\220\010\230\001\330\020\023\2205\230\010\240\006\240a\330\024\032\230*\240A\240V\2506\260\027\270\001\270\025\270d\300&\310\010\320PQ\320QX\320X^\320^_\200A\340\010\013\210>\230\027\240\001\330\014\020\220\007\220~\240V\2501\250M\270\026\270q\330\020\024\320\024%\240Q\240g\250Q\200A\360\022\000\t\020\210t\220<\230q\240\001\330\r\021\220\025\220a\220y\240\001\330\014\021\220\026\220q\230\004\230I\240S\250\001\230*\240D\250\013\2601\260I\270Q\320\004%\240Q\240\030\250\024\250Q\230:\240T\250\033\260A\260_\300A\220X\230T\240\026\240y\260\001\260\030\270\021\230X\320%7\260q\270\004\270A\220Z\230t\2406\250\033\260A\260S\270\010\300\001\230Z\240t\250;\260a\3207H\310\001\320\004)\250\025\250a\360\024\000\t\020\210t\220<\230q\240\001\330\r\021\220\025\220a\220y\240\001\330\014\031\230\025\230e\2401\330\010\014\210K\220q\230\014\240H\250A\330\010\017\210q\230(\240$\240g\250Q\250d\260'\270\026\270q\230h\320&8\270\001\270\024\270Q\230j\250\004\250K\260q\3208J\310!\240q\320\004\"\240%\240q\360\020\000\t\n\330\014\025\220Q\330\014\035\230Q\330\014\035\230Q\330\014\036\230a\330\014\033\2301\330\014\031\230\021\330\014\032\230!\330\014!\240\021\340\010\017\210t\2209\230A\230]\250!__pyx_t_5spacy_8typedefs_attr_t\000struct __pyx_t_5spacy_7structs_LexemeC\000OOV_RANK\000EMPTY_LEXEME__pyx_t_5spacy_8typedefs_hash_t (PyObject *, int __pyx_skip_dispatch)\000hash_stringstruct __pyx_t_5spacy_7structs_LexemeC\000EMPTY_LEXEMEuint64_t (void *, int, uint64_t)\000hash64O";
PyObject *data = NULL;
CYTHON_UNUSED_VAR(__Pyx_DecompressString);
#endif
PyObject **stringtab = __pyx_mstate->__pyx_string_tab;
Py_ssize_t pos = 0;
for (int i = 0; i < 299; i++) {
Py_ssize_t bytes_length = index[i].length;
PyObject *string = PyUnicode_DecodeUTF8(bytes + pos, bytes_length, NULL);
if (likely(string) && i >= 64) PyUnicode_InternInPlace(&string);
if (unlikely(!string)) {
Py_XDECREF(data);
__PYX_ERR(0, 1, __pyx_L1_error)
}
stringtab[i] = string;
pos += bytes_length;
}
for (int i = 299; i < 338; i++) {
Py_ssize_t bytes_length = index[i].length;
PyObject *string = PyBytes_FromStringAndSize(bytes + pos, bytes_length);
stringtab[i] = string;
pos += bytes_length;
if (unlikely(!string)) {
Py_XDECREF(data);
__PYX_ERR(0, 1, __pyx_L1_error)
}
}
Py_XDECREF(data);
for (Py_ssize_t i = 0; i < 338; i++) {
if (unlikely(PyObject_Hash(stringtab[i]) == -1)) {
__PYX_ERR(0, 1, __pyx_L1_error)
}
}
#if CYTHON_IMMORTAL_CONSTANTS
{
PyObject **table = stringtab + 299;
for (Py_ssize_t i=0; i<39; ++i) {
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
Py_SET_REFCNT(table[i], _Py_IMMORTAL_REFCNT_LOCAL);
#else
Py_SET_REFCNT(table[i], _Py_IMMORTAL_INITIAL_REFCNT);
#endif
}
}
#endif
}
{
PyObject **numbertab = __pyx_mstate->__pyx_number_tab + 0;
int8_t const cint_constants_1[] = {0,-1,1};
int16_t const cint_constants_2[] = {1000,10000};
int32_t const cint_constants_4[] = {136983863L};
for (int i = 0; i < 6; i++) {
numbertab[i] = PyLong_FromLong((i < 3 ? cint_constants_1[i - 0] : (i < 5 ? cint_constants_2[i - 3] : cint_constants_4[i - 5])));
if (unlikely(!numbertab[i])) __PYX_ERR(0, 1, __pyx_L1_error)
}
}
#if CYTHON_IMMORTAL_CONSTANTS
{
PyObject **table = __pyx_mstate->__pyx_number_tab;
for (Py_ssize_t i=0; i<6; ++i) {
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
Py_SET_REFCNT(table[i], _Py_IMMORTAL_REFCNT_LOCAL);
#else
Py_SET_REFCNT(table[i], _Py_IMMORTAL_INITIAL_REFCNT);
#endif
}
}
#endif
return 0;
__pyx_L1_error:;
return -1;
}
/* #### Code section: init_codeobjects ### */
typedef struct {
unsigned int argcount : 2;
unsigned int num_posonly_args : 1;
unsigned int num_kwonly_args : 1;
unsigned int nlocals : 6;
unsigned int flags : 10;
unsigned int first_line : 10;
} __Pyx_PyCode_New_function_description;
/* NewCodeObj.proto */
static PyObject* __Pyx_PyCode_New(
const __Pyx_PyCode_New_function_description descr,
PyObject * const *varnames,
PyObject *filename,
PyObject *funcname,
PyObject *line_table,
PyObject *tuple_dedup_map
);
static int __Pyx_CreateCodeObjects(__pyx_mstatetype *__pyx_mstate) {
PyObject* tuple_dedup_map = PyDict_New();
if (unlikely(!tuple_dedup_map)) return -1;
{
const __Pyx_PyCode_New_function_description descr = {3, 0, 0, 4, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS|CO_GENERATOR), 212};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_texts, __pyx_mstate->__pyx_n_u_batch_size, __pyx_mstate->__pyx_n_u_text};
__pyx_mstate_global->__pyx_codeobj_tab[0] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_pipe, __pyx_mstate->__pyx_kp_b_iso88591_Q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[0])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {0, 0, 0, 2, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS|CO_GENERATOR), 665};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_e};
__pyx_mstate_global->__pyx_codeobj_tab[1] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_genexpr, __pyx_mstate->__pyx_kp_b_iso88591_1, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[1])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {0, 0, 0, 2, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS|CO_GENERATOR), 674};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_e};
__pyx_mstate_global->__pyx_codeobj_tab[2] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_genexpr, __pyx_mstate->__pyx_kp_b_iso88591_q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[2])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {0, 0, 0, 2, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS|CO_GENERATOR), 702};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_e};
__pyx_mstate_global->__pyx_codeobj_tab[3] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_genexpr, __pyx_mstate->__pyx_kp_b_iso88591_1, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[3])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {0, 0, 0, 0, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 799};
PyObject* const varnames[] = {0};
__pyx_mstate_global->__pyx_codeobj_tab[4] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_XT_y, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[4])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {0, 0, 0, 0, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 800};
PyObject* const varnames[] = {0};
__pyx_mstate_global->__pyx_codeobj_tab[5] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_X_7q_A, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[5])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {0, 0, 0, 0, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 801};
PyObject* const varnames[] = {0};
__pyx_mstate_global->__pyx_codeobj_tab[6] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_X_7q_A, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[6])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {0, 0, 0, 0, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 802};
PyObject* const varnames[] = {0};
__pyx_mstate_global->__pyx_codeobj_tab[7] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_h_8_Q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[7])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {0, 0, 0, 0, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 803};
PyObject* const varnames[] = {0};
__pyx_mstate_global->__pyx_codeobj_tab[8] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_8_5Qd, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[8])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {0, 0, 0, 0, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 804};
PyObject* const varnames[] = {0};
__pyx_mstate_global->__pyx_codeobj_tab[9] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_31D, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[9])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {0, 0, 0, 0, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 805};
PyObject* const varnames[] = {0};
__pyx_mstate_global->__pyx_codeobj_tab[10] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_gQd_q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[10])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {0, 0, 0, 0, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 806};
PyObject* const varnames[] = {0};
__pyx_mstate_global->__pyx_codeobj_tab[11] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_Q_2, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[11])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 821};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_b};
__pyx_mstate_global->__pyx_codeobj_tab[12] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_Zt6_AS, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[12])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 822};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_b};
__pyx_mstate_global->__pyx_codeobj_tab[13] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_Zt_a7H, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[13])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 823};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_b};
__pyx_mstate_global->__pyx_codeobj_tab[14] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_Zt_a7H, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[14])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 824};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_b};
__pyx_mstate_global->__pyx_codeobj_tab[15] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_j_Kq8J, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[15])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 825};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_b};
__pyx_mstate_global->__pyx_codeobj_tab[16] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_T_A_A, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[16])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 826};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_b};
__pyx_mstate_global->__pyx_codeobj_tab[17] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_4, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[17])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 827};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_b};
__pyx_mstate_global->__pyx_codeobj_tab[18] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_D_1IQ, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[18])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 828};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_b};
__pyx_mstate_global->__pyx_codeobj_tab[19] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_4_PPQ, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[19])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 2, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 142};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_args};
__pyx_mstate_global->__pyx_codeobj_tab[20] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_reduce, __pyx_mstate->__pyx_kp_b_iso88591_A_A_A_A_A_A_A_A_L_fA, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[20])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 2, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 225};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_key};
__pyx_mstate_global->__pyx_codeobj_tab[21] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_flush_cache, __pyx_mstate->__pyx_kp_b_iso88591_A_M_4t7_a, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[21])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 4, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 228};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_keys, __pyx_mstate->__pyx_n_u_k, __pyx_mstate->__pyx_n_u_cached};
__pyx_mstate_global->__pyx_codeobj_tab[22] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_reset_cache, __pyx_mstate->__pyx_kp_b_iso88591_A_E_Zt7_aq_G1A_wgQ_D_Qa, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[22])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 3, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 235};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_k, __pyx_mstate->__pyx_n_u_cached};
__pyx_mstate_global->__pyx_codeobj_tab[23] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_flush_specials, __pyx_mstate->__pyx_kp_b_iso88591_A_Qd_E_Q_Zt_T_Jaq_wgQ_D_Qa, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[23])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 2, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 534};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_string};
__pyx_mstate_global->__pyx_codeobj_tab[24] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_find_infix, __pyx_mstate->__pyx_kp_b_iso88591_A_4_s_1_t1D_q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[24])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 3, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 548};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_string, __pyx_mstate->__pyx_n_u_match};
__pyx_mstate_global->__pyx_codeobj_tab[25] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_find_prefix, __pyx_mstate->__pyx_kp_b_iso88591_A_4_c_1_N_1_q_T_Be6_gZq, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[25])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 3, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 562};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_string, __pyx_mstate->__pyx_n_u_match};
__pyx_mstate_global->__pyx_codeobj_tab[26] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_find_suffix, __pyx_mstate->__pyx_kp_b_iso88591_A_4_c_1_N_1_q_T_Be6_gZq, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[26])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 4, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 576};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_special_cases, __pyx_mstate->__pyx_n_u_chunk, __pyx_mstate->__pyx_n_u_substrings};
__pyx_mstate_global->__pyx_codeobj_tab[27] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_load_special_cases, __pyx_mstate->__pyx_kp_b_iso88591_A_V1M_q_QgQ, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[27])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {3, 0, 0, 8, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 582};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_chunk, __pyx_mstate->__pyx_n_u_substrings, __pyx_mstate->__pyx_n_u_attrs, __pyx_mstate->__pyx_n_u_orth, __pyx_mstate->__pyx_n_u_substring, __pyx_mstate->__pyx_n_u_attr, __pyx_mstate->__pyx_n_u_spec};
__pyx_mstate_global->__pyx_codeobj_tab[28] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_validate_special_case, __pyx_mstate->__pyx_kp_b_iso88591_A_QfO6_XQ_r_aq_AV4xq_6_A_AV5_q_g, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[28])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {3, 0, 0, 6, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 600};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_string, __pyx_mstate->__pyx_n_u_substrings, __pyx_mstate->__pyx_n_u_cached, __pyx_mstate->__pyx_n_u_key, __pyx_mstate->__pyx_n_u_stale_special};
__pyx_mstate_global->__pyx_codeobj_tab[29] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_add_special_case, __pyx_mstate->__pyx_kp_b_iso88591_A_1HA_T_4t6_Q_j_1A_j_e_T_8_k_j_A, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[29])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 626};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2};
__pyx_mstate_global->__pyx_codeobj_tab[30] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_reload_special_cases, __pyx_mstate->__pyx_kp_b_iso88591_A_M_A_Q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[30])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 43, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 631};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_text, __pyx_mstate->__pyx_n_u_prefix_search, __pyx_mstate->__pyx_n_u_suffix_search, __pyx_mstate->__pyx_n_u_infix_finditer, __pyx_mstate->__pyx_n_u_token_match, __pyx_mstate->__pyx_n_u_url_match, __pyx_mstate->__pyx_n_u_special_cases, __pyx_mstate->__pyx_n_u_orth, __pyx_mstate->__pyx_n_u_special_tokens, __pyx_mstate->__pyx_n_u_tokens, __pyx_mstate->__pyx_n_u_substring, __pyx_mstate->__pyx_n_u_suffixes, __pyx_mstate->__pyx_n_u_split, __pyx_mstate->__pyx_n_u_infixes, __pyx_mstate->__pyx_n_u_offset, __pyx_mstate->__pyx_n_u_match, __pyx_mstate->__pyx_n_u_words, __pyx_mstate->__pyx_n_u_spaces, __pyx_mstate->__pyx_n_u_t_words, __pyx_mstate->__pyx_n_u_t_spaces, __pyx_mstate->__pyx_n_u_word, __pyx_mstate->__pyx_n_u_space, __pyx_mstate->__pyx_n_u_doc, __pyx_mstate->__pyx_n_u_matches, __pyx_mstate->__pyx_n_u_spans, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_final_tokens, __pyx_mstate->__pyx_n_u_spans_by_start, __pyx_mstate->__pyx_n_u_span, __pyx_mstate->__pyx_n_u_exc, __pyx_mstate->__pyx_n_u_j, __pyx_mstate->__pyx_n_u_special_token, __pyx_mstate->__pyx_n_u_genexpr, __pyx_mstate->__pyx_n_u_genexpr, __pyx_mstate->__pyx_n_u_genexpr, __pyx_mstate->__pyx_n_u_genexpr, __pyx_mstate->__pyx_n_u_t, __pyx_mstate->__pyx_n_u_m_id, __pyx_mstate->__pyx_n_u_s, __pyx_mstate->__pyx_n_u_e, __pyx_mstate->__pyx_n_u_s, __pyx_mstate->__pyx_n_u_d};
__pyx_mstate_global->__pyx_codeobj_tab[31] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_explain, __pyx_mstate->__pyx_kp_b_iso88591_A_A_A_BhauA_A_A_BhauA_Q_Q_Rxq_Q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[31])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 3, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS), 757};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_examples, __pyx_mstate->__pyx_n_u_kwargs};
__pyx_mstate_global->__pyx_codeobj_tab[32] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_score, __pyx_mstate->__pyx_kp_b_iso88591_A_A_v, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[32])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 4, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS), 761};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_path, __pyx_mstate->__pyx_n_u_kwargs, __pyx_mstate->__pyx_n_u_file};
__pyx_mstate_global->__pyx_codeobj_tab[33] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_to_disk, __pyx_mstate->__pyx_kp_b_iso88591_A_t_q_ay_q_IS, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[33])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {2, 0, 1, 5, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 774};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_path, __pyx_mstate->__pyx_n_u_exclude, __pyx_mstate->__pyx_n_u_file, __pyx_mstate->__pyx_n_u_bytes_data};
__pyx_mstate_global->__pyx_codeobj_tab[34] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_from_disk, __pyx_mstate->__pyx_kp_b_iso88591_a_t_q_ay_e1_Kq_HA_q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[34])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 1, 3, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 790};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_exclude, __pyx_mstate->__pyx_n_u_serializers};
__pyx_mstate_global->__pyx_codeobj_tab[35] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_to_bytes, __pyx_mstate->__pyx_kp_b_iso88591_q_Q_Q_Q_a_1_t9A, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[35])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {2, 0, 1, 5, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 810};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self_2, __pyx_mstate->__pyx_n_u_bytes_data, __pyx_mstate->__pyx_n_u_exclude, __pyx_mstate->__pyx_n_u_data, __pyx_mstate->__pyx_n_u_deserializers};
__pyx_mstate_global->__pyx_codeobj_tab[36] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_from_bytes, __pyx_mstate->__pyx_kp_b_iso88591_0_Q_q_Q_Q_Q_a_1_IQ_Q_Q_a_O1_M_K, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[36])) goto bad;
}
{
const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 859};
PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_regex};
__pyx_mstate_global->__pyx_codeobj_tab[37] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_spacy_tokenizer_pyx, __pyx_mstate->__pyx_n_u_get_regex_pattern, __pyx_mstate->__pyx_kp_b_iso88591_86_Je9A, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[37])) goto bad;
}
Py_DECREF(tuple_dedup_map);
return 0;
bad:
Py_DECREF(tuple_dedup_map);
return -1;
}
/* #### Code section: init_globals ### */
static int __Pyx_InitGlobals(void) {
/* PythonCompatibility.init */
if (likely(__Pyx_init_co_variables() == 0)); else
if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)
/* AssertionsEnabled.init */
if (likely(__Pyx_init_assertions_enabled() == 0)); else
if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)
/* CommonTypesMetaclass.init */
if (likely(__pyx_CommonTypesMetaclass_init(__pyx_m) == 0)); else
if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)
/* CachedMethodType.init */
#if CYTHON_COMPILING_IN_LIMITED_API
{
PyObject *typesModule=NULL;
typesModule = PyImport_ImportModule("types");
if (typesModule) {
__pyx_mstate_global->__Pyx_CachedMethodType = PyObject_GetAttrString(typesModule, "MethodType");
Py_DECREF(typesModule);
}
} // error handling follows
#endif
if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)
/* CythonFunctionShared.init */
if (likely(__pyx_CyFunction_init(__pyx_m) == 0)); else
if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)
/* Generator.init */
if (likely(__pyx_Generator_init(__pyx_m) == 0)); else
if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)
return 0;
__pyx_L1_error:;
return -1;
}
/* #### Code section: cleanup_globals ### */
/* #### Code section: cleanup_module ### */
/* #### Code section: main_method ### */
/* #### Code section: utility_code_pragmas ### */
#ifdef _MSC_VER
#pragma warning( push )
/* Warning 4127: conditional expression is constant
* Cython uses constant conditional expressions to allow in inline functions to be optimized at
* compile-time, so this warning is not useful
*/
#pragma warning( disable : 4127 )
#endif
/* #### Code section: utility_code_def ### */
/* --- Runtime support code --- */
/* Refnanny */
#if CYTHON_REFNANNY
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname) {
PyObject *m = NULL, *p = NULL;
void *r = NULL;
m = PyImport_ImportModule(modname);
if (!m) goto end;
p = PyObject_GetAttrString(m, "RefNannyAPI");
if (!p) goto end;
r = PyLong_AsVoidPtr(p);
end:
Py_XDECREF(p);
Py_XDECREF(m);
return (__Pyx_RefNannyAPIStruct *)r;
}
#endif
/* PyErrExceptionMatches (used by PyObjectGetAttrStrNoError) */
#if CYTHON_FAST_THREAD_STATE
static int __Pyx_PyErr_ExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
Py_ssize_t i, n;
n = PyTuple_GET_SIZE(tuple);
for (i=0; i<n; i++) {
if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
}
for (i=0; i<n; i++) {
if (__Pyx_PyErr_GivenExceptionMatches(exc_type, PyTuple_GET_ITEM(tuple, i))) return 1;
}
return 0;
}
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err) {
int result;
PyObject *exc_type;
#if PY_VERSION_HEX >= 0x030C00A6
PyObject *current_exception = tstate->current_exception;
if (unlikely(!current_exception)) return 0;
exc_type = (PyObject*) Py_TYPE(current_exception);
if (exc_type == err) return 1;
#else
exc_type = tstate->curexc_type;
if (exc_type == err) return 1;
if (unlikely(!exc_type)) return 0;
#endif
#if CYTHON_AVOID_BORROWED_REFS
Py_INCREF(exc_type);
#endif
if (unlikely(PyTuple_Check(err))) {
result = __Pyx_PyErr_ExceptionMatchesTuple(exc_type, err);
} else {
result = __Pyx_PyErr_GivenExceptionMatches(exc_type, err);
}
#if CYTHON_AVOID_BORROWED_REFS
Py_DECREF(exc_type);
#endif
return result;
}
#endif
/* PyErrFetchRestore (used by PyObjectGetAttrStrNoError) */
#if CYTHON_FAST_THREAD_STATE
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
#if PY_VERSION_HEX >= 0x030C00A6
PyObject *tmp_value;
assert(type == NULL || (value != NULL && type == (PyObject*) Py_TYPE(value)));
if (value) {
#if CYTHON_COMPILING_IN_CPYTHON
if (unlikely(((PyBaseExceptionObject*) value)->traceback != tb))
#endif
PyException_SetTraceback(value, tb);
}
tmp_value = tstate->current_exception;
tstate->current_exception = value;
Py_XDECREF(tmp_value);
Py_XDECREF(type);
Py_XDECREF(tb);
#else
PyObject *tmp_type, *tmp_value, *tmp_tb;
tmp_type = tstate->curexc_type;
tmp_value = tstate->curexc_value;
tmp_tb = tstate->curexc_traceback;
tstate->curexc_type = type;
tstate->curexc_value = value;
tstate->curexc_traceback = tb;
Py_XDECREF(tmp_type);
Py_XDECREF(tmp_value);
Py_XDECREF(tmp_tb);
#endif
}
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
#if PY_VERSION_HEX >= 0x030C00A6
PyObject* exc_value;
exc_value = tstate->current_exception;
tstate->current_exception = 0;
*value = exc_value;
*type = NULL;
*tb = NULL;
if (exc_value) {
*type = (PyObject*) Py_TYPE(exc_value);
Py_INCREF(*type);
#if CYTHON_COMPILING_IN_CPYTHON
*tb = ((PyBaseExceptionObject*) exc_value)->traceback;
Py_XINCREF(*tb);
#else
*tb = PyException_GetTraceback(exc_value);
#endif
}
#else
*type = tstate->curexc_type;
*value = tstate->curexc_value;
*tb = tstate->curexc_traceback;
tstate->curexc_type = 0;
tstate->curexc_value = 0;
tstate->curexc_traceback = 0;
#endif
}
#endif
/* PyObjectGetAttrStr (used by PyObjectGetAttrStrNoError) */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name) {
PyTypeObject* tp = Py_TYPE(obj);
if (likely(tp->tp_getattro))
return tp->tp_getattro(obj, attr_name);
return PyObject_GetAttr(obj, attr_name);
}
#endif
/* PyObjectGetAttrStrNoError (used by GetBuiltinName) */
#if __PYX_LIMITED_VERSION_HEX < 0x030d0000
static void __Pyx_PyObject_GetAttrStr_ClearAttributeError(void) {
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
if (likely(__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError)))
__Pyx_PyErr_Clear();
}
#endif
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name) {
PyObject *result;
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
(void) PyObject_GetOptionalAttr(obj, attr_name, &result);
return result;
#else
#if CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_TYPE_SLOTS
PyTypeObject* tp = Py_TYPE(obj);
if (likely(tp->tp_getattro == PyObject_GenericGetAttr)) {
return _PyObject_GenericGetAttrWithDict(obj, attr_name, NULL, 1);
}
#endif
result = __Pyx_PyObject_GetAttrStr(obj, attr_name);
if (unlikely(!result)) {
__Pyx_PyObject_GetAttrStr_ClearAttributeError();
}
return result;
#endif
}
/* GetBuiltinName */
static PyObject *__Pyx_GetBuiltinName(PyObject *name) {
PyObject* result = __Pyx_PyObject_GetAttrStrNoError(__pyx_mstate_global->__pyx_b, name);
if (unlikely(!result) && !PyErr_Occurred()) {
PyErr_Format(PyExc_NameError,
"name '%U' is not defined", name);
}
return result;
}
/* TupleAndListFromArray (used by fastcall) */
#if !CYTHON_COMPILING_IN_CPYTHON && CYTHON_METH_FASTCALL
static CYTHON_INLINE PyObject *
__Pyx_PyTuple_FromArray(PyObject *const *src, Py_ssize_t n)
{
PyObject *res;
Py_ssize_t i;
if (n <= 0) {
return __Pyx_NewRef(__pyx_mstate_global->__pyx_empty_tuple);
}
res = PyTuple_New(n);
if (unlikely(res == NULL)) return NULL;
for (i = 0; i < n; i++) {
if (unlikely(__Pyx_PyTuple_SET_ITEM(res, i, src[i]) < (0))) {
Py_DECREF(res);
return NULL;
}
Py_INCREF(src[i]);
}
return res;
}
#elif CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE void __Pyx_copy_object_array(PyObject *const *CYTHON_RESTRICT src, PyObject** CYTHON_RESTRICT dest, Py_ssize_t length) {
PyObject *v;
Py_ssize_t i;
for (i = 0; i < length; i++) {
v = dest[i] = src[i];
Py_INCREF(v);
}
}
static CYTHON_INLINE PyObject *
__Pyx_PyTuple_FromArray(PyObject *const *src, Py_ssize_t n)
{
PyObject *res;
if (n <= 0) {
return __Pyx_NewRef(__pyx_mstate_global->__pyx_empty_tuple);
}
res = PyTuple_New(n);
if (unlikely(res == NULL)) return NULL;
__Pyx_copy_object_array(src, ((PyTupleObject*)res)->ob_item, n);
return res;
}
static CYTHON_INLINE PyObject *
__Pyx_PyList_FromArray(PyObject *const *src, Py_ssize_t n)
{
PyObject *res;
if (n <= 0) {
return PyList_New(0);
}
res = PyList_New(n);
if (unlikely(res == NULL)) return NULL;
__Pyx_copy_object_array(src, ((PyListObject*)res)->ob_item, n);
return res;
}
#endif
/* BytesEquals (used by UnicodeEquals) */
static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals) {
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_GRAAL ||\
!(CYTHON_ASSUME_SAFE_SIZE && CYTHON_ASSUME_SAFE_MACROS)
return PyObject_RichCompareBool(s1, s2, equals);
#else
if (s1 == s2) {
return (equals == Py_EQ);
} else if (PyBytes_CheckExact(s1) & PyBytes_CheckExact(s2)) {
const char *ps1, *ps2;
Py_ssize_t length = PyBytes_GET_SIZE(s1);
if (length != PyBytes_GET_SIZE(s2))
return (equals == Py_NE);
ps1 = PyBytes_AS_STRING(s1);
ps2 = PyBytes_AS_STRING(s2);
if (ps1[0] != ps2[0]) {
return (equals == Py_NE);
} else if (length == 1) {
return (equals == Py_EQ);
} else {
int result;
#if CYTHON_USE_UNICODE_INTERNALS && (PY_VERSION_HEX < 0x030B0000)
Py_hash_t hash1, hash2;
hash1 = ((PyBytesObject*)s1)->ob_shash;
hash2 = ((PyBytesObject*)s2)->ob_shash;
if (hash1 != hash2 && hash1 != -1 && hash2 != -1) {
return (equals == Py_NE);
}
#endif
result = memcmp(ps1, ps2, (size_t)length);
return (equals == Py_EQ) ? (result == 0) : (result != 0);
}
} else if ((s1 == Py_None) & PyBytes_CheckExact(s2)) {
return (equals == Py_NE);
} else if ((s2 == Py_None) & PyBytes_CheckExact(s1)) {
return (equals == Py_NE);
} else {
int result;
PyObject* py_result = PyObject_RichCompare(s1, s2, equals);
if (!py_result)
return -1;
result = __Pyx_PyObject_IsTrue(py_result);
Py_DECREF(py_result);
return result;
}
#endif
}
/* UnicodeEquals (used by fastcall) */
static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals) {
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_GRAAL
return PyObject_RichCompareBool(s1, s2, equals);
#else
int s1_is_unicode, s2_is_unicode;
if (s1 == s2) {
goto return_eq;
}
s1_is_unicode = PyUnicode_CheckExact(s1);
s2_is_unicode = PyUnicode_CheckExact(s2);
if (s1_is_unicode & s2_is_unicode) {
Py_ssize_t length, length2;
int kind;
void *data1, *data2;
#if !CYTHON_COMPILING_IN_LIMITED_API
if (unlikely(__Pyx_PyUnicode_READY(s1) < 0) || unlikely(__Pyx_PyUnicode_READY(s2) < 0))
return -1;
#endif
length = __Pyx_PyUnicode_GET_LENGTH(s1);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely(length < 0)) return -1;
#endif
length2 = __Pyx_PyUnicode_GET_LENGTH(s2);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely(length2 < 0)) return -1;
#endif
if (length != length2) {
goto return_ne;
}
#if CYTHON_USE_UNICODE_INTERNALS
{
Py_hash_t hash1, hash2;
hash1 = ((PyASCIIObject*)s1)->hash;
hash2 = ((PyASCIIObject*)s2)->hash;
if (hash1 != hash2 && hash1 != -1 && hash2 != -1) {
goto return_ne;
}
}
#endif
kind = __Pyx_PyUnicode_KIND(s1);
if (kind != __Pyx_PyUnicode_KIND(s2)) {
goto return_ne;
}
data1 = __Pyx_PyUnicode_DATA(s1);
data2 = __Pyx_PyUnicode_DATA(s2);
if (__Pyx_PyUnicode_READ(kind, data1, 0) != __Pyx_PyUnicode_READ(kind, data2, 0)) {
goto return_ne;
} else if (length == 1) {
goto return_eq;
} else {
int result = memcmp(data1, data2, (size_t)(length * kind));
return (equals == Py_EQ) ? (result == 0) : (result != 0);
}
} else if ((s1 == Py_None) & s2_is_unicode) {
goto return_ne;
} else if ((s2 == Py_None) & s1_is_unicode) {
goto return_ne;
} else {
int result;
PyObject* py_result = PyObject_RichCompare(s1, s2, equals);
if (!py_result)
return -1;
result = __Pyx_PyObject_IsTrue(py_result);
Py_DECREF(py_result);
return result;
}
return_eq:
return (equals == Py_EQ);
return_ne:
return (equals == Py_NE);
#endif
}
/* fastcall */
#if CYTHON_METH_FASTCALL
static CYTHON_INLINE PyObject * __Pyx_GetKwValue_FASTCALL(PyObject *kwnames, PyObject *const *kwvalues, PyObject *s)
{
Py_ssize_t i, n = __Pyx_PyTuple_GET_SIZE(kwnames);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely(n == -1)) return NULL;
#endif
for (i = 0; i < n; i++)
{
PyObject *namei = __Pyx_PyTuple_GET_ITEM(kwnames, i);
#if !CYTHON_ASSUME_SAFE_MACROS
if (unlikely(!namei)) return NULL;
#endif
if (s == namei) return kwvalues[i];
}
for (i = 0; i < n; i++)
{
PyObject *namei = __Pyx_PyTuple_GET_ITEM(kwnames, i);
#if !CYTHON_ASSUME_SAFE_MACROS
if (unlikely(!namei)) return NULL;
#endif
int eq = __Pyx_PyUnicode_Equals(s, namei, Py_EQ);
if (unlikely(eq != 0)) {
if (unlikely(eq < 0)) return NULL;
return kwvalues[i];
}
}
return NULL;
}
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030d0000 || CYTHON_COMPILING_IN_LIMITED_API
CYTHON_UNUSED static PyObject *__Pyx_KwargsAsDict_FASTCALL(PyObject *kwnames, PyObject *const *kwvalues) {
Py_ssize_t i, nkwargs;
PyObject *dict;
#if !CYTHON_ASSUME_SAFE_SIZE
nkwargs = PyTuple_Size(kwnames);
if (unlikely(nkwargs < 0)) return NULL;
#else
nkwargs = PyTuple_GET_SIZE(kwnames);
#endif
dict = PyDict_New();
if (unlikely(!dict))
return NULL;
for (i=0; i<nkwargs; i++) {
#if !CYTHON_ASSUME_SAFE_MACROS
PyObject *key = PyTuple_GetItem(kwnames, i);
if (!key) goto bad;
#else
PyObject *key = PyTuple_GET_ITEM(kwnames, i);
#endif
if (unlikely(PyDict_SetItem(dict, key, kwvalues[i]) < 0))
goto bad;
}
return dict;
bad:
Py_DECREF(dict);
return NULL;
}
#endif
#endif
/* PyObjectCall (used by PyObjectFastCall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw) {
PyObject *result;
ternaryfunc call = Py_TYPE(func)->tp_call;
if (unlikely(!call))
return PyObject_Call(func, arg, kw);
if (unlikely(Py_EnterRecursiveCall(" while calling a Python object")))
return NULL;
result = (*call)(func, arg, kw);
Py_LeaveRecursiveCall();
if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
PyErr_SetString(
PyExc_SystemError,
"NULL result without error in PyObject_Call");
}
return result;
}
#endif
/* PyObjectCallMethO (used by PyObjectFastCall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg) {
PyObject *self, *result;
PyCFunction cfunc;
cfunc = __Pyx_CyOrPyCFunction_GET_FUNCTION(func);
self = __Pyx_CyOrPyCFunction_GET_SELF(func);
if (unlikely(Py_EnterRecursiveCall(" while calling a Python object")))
return NULL;
result = cfunc(self, arg);
Py_LeaveRecursiveCall();
if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
PyErr_SetString(
PyExc_SystemError,
"NULL result without error in PyObject_Call");
}
return result;
}
#endif
/* PyObjectFastCall (used by PyObjectCallOneArg) */
#if PY_VERSION_HEX < 0x03090000 || CYTHON_COMPILING_IN_LIMITED_API
static PyObject* __Pyx_PyObject_FastCall_fallback(PyObject *func, PyObject * const*args, size_t nargs, PyObject *kwargs) {
PyObject *argstuple;
PyObject *result = 0;
size_t i;
argstuple = PyTuple_New((Py_ssize_t)nargs);
if (unlikely(!argstuple)) return NULL;
for (i = 0; i < nargs; i++) {
Py_INCREF(args[i]);
if (__Pyx_PyTuple_SET_ITEM(argstuple, (Py_ssize_t)i, args[i]) != (0)) goto bad;
}
result = __Pyx_PyObject_Call(func, argstuple, kwargs);
bad:
Py_DECREF(argstuple);
return result;
}
#endif
#if CYTHON_VECTORCALL && !CYTHON_COMPILING_IN_LIMITED_API
#if PY_VERSION_HEX < 0x03090000
#define __Pyx_PyVectorcall_Function(callable) _PyVectorcall_Function(callable)
#elif CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE vectorcallfunc __Pyx_PyVectorcall_Function(PyObject *callable) {
PyTypeObject *tp = Py_TYPE(callable);
#if defined(__Pyx_CyFunction_USED)
if (__Pyx_CyFunction_CheckExact(callable)) {
return __Pyx_CyFunction_func_vectorcall(callable);
}
#endif
if (!PyType_HasFeature(tp, Py_TPFLAGS_HAVE_VECTORCALL)) {
return NULL;
}
assert(PyCallable_Check(callable));
Py_ssize_t offset = tp->tp_vectorcall_offset;
assert(offset > 0);
vectorcallfunc ptr;
memcpy(&ptr, (char *) callable + offset, sizeof(ptr));
return ptr;
}
#else
#define __Pyx_PyVectorcall_Function(callable) PyVectorcall_Function(callable)
#endif
#endif
static CYTHON_INLINE PyObject* __Pyx_PyObject_FastCallDict(PyObject *func, PyObject *const *args, size_t _nargs, PyObject *kwargs) {
Py_ssize_t nargs = __Pyx_PyVectorcall_NARGS(_nargs);
#if CYTHON_COMPILING_IN_CPYTHON
if (nargs == 0 && kwargs == NULL) {
if (__Pyx_CyOrPyCFunction_Check(func) && likely( __Pyx_CyOrPyCFunction_GET_FLAGS(func) & METH_NOARGS))
return __Pyx_PyObject_CallMethO(func, NULL);
}
else if (nargs == 1 && kwargs == NULL) {
if (__Pyx_CyOrPyCFunction_Check(func) && likely( __Pyx_CyOrPyCFunction_GET_FLAGS(func) & METH_O))
return __Pyx_PyObject_CallMethO(func, args[0]);
}
#endif
if (kwargs == NULL) {
#if CYTHON_VECTORCALL
#if CYTHON_COMPILING_IN_LIMITED_API
return PyObject_Vectorcall(func, args, _nargs, NULL);
#else
vectorcallfunc f = __Pyx_PyVectorcall_Function(func);
if (f) {
return f(func, args, _nargs, NULL);
}
#endif
#endif
}
if (nargs == 0) {
return __Pyx_PyObject_Call(func, __pyx_mstate_global->__pyx_empty_tuple, kwargs);
}
#if PY_VERSION_HEX >= 0x03090000 && !CYTHON_COMPILING_IN_LIMITED_API
return PyObject_VectorcallDict(func, args, (size_t)nargs, kwargs);
#else
return __Pyx_PyObject_FastCall_fallback(func, args, (size_t)nargs, kwargs);
#endif
}
/* PyObjectCallOneArg (used by CallUnboundCMethod0) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) {
PyObject *args[2] = {NULL, arg};
return __Pyx_PyObject_FastCall(func, args+1, 1 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
}
/* UnpackUnboundCMethod (used by CallUnboundCMethod0) */
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030C0000
static PyObject *__Pyx_SelflessCall(PyObject *method, PyObject *args, PyObject *kwargs) {
PyObject *result;
PyObject *selfless_args = PyTuple_GetSlice(args, 1, PyTuple_Size(args));
if (unlikely(!selfless_args)) return NULL;
result = PyObject_Call(method, selfless_args, kwargs);
Py_DECREF(selfless_args);
return result;
}
#elif CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX < 0x03090000
static PyObject *__Pyx_SelflessCall(PyObject *method, PyObject **args, Py_ssize_t nargs, PyObject *kwnames) {
return _PyObject_Vectorcall
(method, args ? args+1 : NULL, nargs ? nargs-1 : 0, kwnames);
}
#else
static PyObject *__Pyx_SelflessCall(PyObject *method, PyObject *const *args, Py_ssize_t nargs, PyObject *kwnames) {
return
#if PY_VERSION_HEX < 0x03090000
_PyObject_Vectorcall
#else
PyObject_Vectorcall
#endif
(method, args ? args+1 : NULL, nargs ? (size_t) nargs-1 : 0, kwnames);
}
#endif
static PyMethodDef __Pyx_UnboundCMethod_Def = {
"CythonUnboundCMethod",
__PYX_REINTERPRET_FUNCION(PyCFunction, __Pyx_SelflessCall),
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030C0000
METH_VARARGS | METH_KEYWORDS,
#else
METH_FASTCALL | METH_KEYWORDS,
#endif
NULL
};
static int __Pyx_TryUnpackUnboundCMethod(__Pyx_CachedCFunction* target) {
PyObject *method, *result=NULL;
method = __Pyx_PyObject_GetAttrStr(target->type, *target->method_name);
if (unlikely(!method))
return -1;
result = method;
#if CYTHON_COMPILING_IN_CPYTHON
if (likely(__Pyx_TypeCheck(method, &PyMethodDescr_Type)))
{
PyMethodDescrObject *descr = (PyMethodDescrObject*) method;
target->func = descr->d_method->ml_meth;
target->flag = descr->d_method->ml_flags & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_STACKLESS);
} else
#endif
#if CYTHON_COMPILING_IN_PYPY
#else
if (PyCFunction_Check(method))
#endif
{
PyObject *self;
int self_found;
#if CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_PYPY
self = PyObject_GetAttrString(method, "__self__");
if (!self) {
PyErr_Clear();
}
#else
self = PyCFunction_GET_SELF(method);
#endif
self_found = (self && self != Py_None);
#if CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_PYPY
Py_XDECREF(self);
#endif
if (self_found) {
PyObject *unbound_method = PyCFunction_New(&__Pyx_UnboundCMethod_Def, method);
if (unlikely(!unbound_method)) return -1;
Py_DECREF(method);
result = unbound_method;
}
}
#if !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
if (unlikely(target->method)) {
Py_DECREF(result);
} else
#endif
target->method = result;
return 0;
}
/* CallUnboundCMethod0 */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self) {
int was_initialized = __Pyx_CachedCFunction_GetAndSetInitializing(cfunc);
if (likely(was_initialized == 2 && cfunc->func)) {
if (likely(cfunc->flag == METH_NOARGS))
return __Pyx_CallCFunction(cfunc, self, NULL);
if (likely(cfunc->flag == METH_FASTCALL))
return __Pyx_CallCFunctionFast(cfunc, self, NULL, 0);
if (cfunc->flag == (METH_FASTCALL | METH_KEYWORDS))
return __Pyx_CallCFunctionFastWithKeywords(cfunc, self, NULL, 0, NULL);
if (likely(cfunc->flag == (METH_VARARGS | METH_KEYWORDS)))
return __Pyx_CallCFunctionWithKeywords(cfunc, self, __pyx_mstate_global->__pyx_empty_tuple, NULL);
if (cfunc->flag == METH_VARARGS)
return __Pyx_CallCFunction(cfunc, self, __pyx_mstate_global->__pyx_empty_tuple);
return __Pyx__CallUnboundCMethod0(cfunc, self);
}
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
else if (unlikely(was_initialized == 1)) {
__Pyx_CachedCFunction tmp_cfunc = {
#ifndef __cplusplus
0
#endif
};
tmp_cfunc.type = cfunc->type;
tmp_cfunc.method_name = cfunc->method_name;
return __Pyx__CallUnboundCMethod0(&tmp_cfunc, self);
}
#endif
PyObject *result = __Pyx__CallUnboundCMethod0(cfunc, self);
__Pyx_CachedCFunction_SetFinishedInitializing(cfunc);
return result;
}
#endif
static PyObject* __Pyx__CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self) {
PyObject *result;
if (unlikely(!cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL;
result = __Pyx_PyObject_CallOneArg(cfunc->method, self);
return result;
}
/* py_dict_items (used by OwnedDictNext) */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Items(PyObject* d) {
return __Pyx_CallUnboundCMethod0(&__pyx_mstate_global->__pyx_umethod_PyDict_Type_items, d);
}
/* py_dict_values (used by OwnedDictNext) */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Values(PyObject* d) {
return __Pyx_CallUnboundCMethod0(&__pyx_mstate_global->__pyx_umethod_PyDict_Type_values, d);
}
/* OwnedDictNext (used by ParseKeywordsImpl) */
#if CYTHON_AVOID_BORROWED_REFS
static int __Pyx_PyDict_NextRef(PyObject *p, PyObject **ppos, PyObject **pkey, PyObject **pvalue) {
PyObject *next = NULL;
if (!*ppos) {
if (pvalue) {
PyObject *dictview = pkey ? __Pyx_PyDict_Items(p) : __Pyx_PyDict_Values(p);
if (unlikely(!dictview)) goto bad;
*ppos = PyObject_GetIter(dictview);
Py_DECREF(dictview);
} else {
*ppos = PyObject_GetIter(p);
}
if (unlikely(!*ppos)) goto bad;
}
next = PyIter_Next(*ppos);
if (!next) {
if (PyErr_Occurred()) goto bad;
return 0;
}
if (pkey && pvalue) {
*pkey = __Pyx_PySequence_ITEM(next, 0);
if (unlikely(*pkey)) goto bad;
*pvalue = __Pyx_PySequence_ITEM(next, 1);
if (unlikely(*pvalue)) goto bad;
Py_DECREF(next);
} else if (pkey) {
*pkey = next;
} else {
assert(pvalue);
*pvalue = next;
}
return 1;
bad:
Py_XDECREF(next);
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d0000
PyErr_FormatUnraisable("Exception ignored in __Pyx_PyDict_NextRef");
#else
PyErr_WriteUnraisable(__pyx_mstate_global->__pyx_n_u_Pyx_PyDict_NextRef);
#endif
if (pkey) *pkey = NULL;
if (pvalue) *pvalue = NULL;
return 0;
}
#else // !CYTHON_AVOID_BORROWED_REFS
static int __Pyx_PyDict_NextRef(PyObject *p, Py_ssize_t *ppos, PyObject **pkey, PyObject **pvalue) {
int result = PyDict_Next(p, ppos, pkey, pvalue);
if (likely(result == 1)) {
if (pkey) Py_INCREF(*pkey);
if (pvalue) Py_INCREF(*pvalue);
}
return result;
}
#endif
/* RaiseDoubleKeywords (used by ParseKeywordsImpl) */
static void __Pyx_RaiseDoubleKeywordsError(
const char* func_name,
PyObject* kw_name)
{
PyErr_Format(PyExc_TypeError,
"%s() got multiple values for keyword argument '%U'", func_name, kw_name);
}
/* CallUnboundCMethod2 */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject *__Pyx_CallUnboundCMethod2(__Pyx_CachedCFunction *cfunc, PyObject *self, PyObject *arg1, PyObject *arg2) {
int was_initialized = __Pyx_CachedCFunction_GetAndSetInitializing(cfunc);
if (likely(was_initialized == 2 && cfunc->func)) {
PyObject *args[2] = {arg1, arg2};
if (cfunc->flag == METH_FASTCALL) {
return __Pyx_CallCFunctionFast(cfunc, self, args, 2);
}
if (cfunc->flag == (METH_FASTCALL | METH_KEYWORDS))
return __Pyx_CallCFunctionFastWithKeywords(cfunc, self, args, 2, NULL);
}
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
else if (unlikely(was_initialized == 1)) {
__Pyx_CachedCFunction tmp_cfunc = {
#ifndef __cplusplus
0
#endif
};
tmp_cfunc.type = cfunc->type;
tmp_cfunc.method_name = cfunc->method_name;
return __Pyx__CallUnboundCMethod2(&tmp_cfunc, self, arg1, arg2);
}
#endif
PyObject *result = __Pyx__CallUnboundCMethod2(cfunc, self, arg1, arg2);
__Pyx_CachedCFunction_SetFinishedInitializing(cfunc);
return result;
}
#endif
static PyObject* __Pyx__CallUnboundCMethod2(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg1, PyObject* arg2){
if (unlikely(!cfunc->func && !cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL;
#if CYTHON_COMPILING_IN_CPYTHON
if (cfunc->func && (cfunc->flag & METH_VARARGS)) {
PyObject *result = NULL;
PyObject *args = PyTuple_New(2);
if (unlikely(!args)) return NULL;
Py_INCREF(arg1);
PyTuple_SET_ITEM(args, 0, arg1);
Py_INCREF(arg2);
PyTuple_SET_ITEM(args, 1, arg2);
if (cfunc->flag & METH_KEYWORDS)
result = __Pyx_CallCFunctionWithKeywords(cfunc, self, args, NULL);
else
result = __Pyx_CallCFunction(cfunc, self, args);
Py_DECREF(args);
return result;
}
#endif
{
PyObject *args[4] = {NULL, self, arg1, arg2};
return __Pyx_PyObject_FastCall(cfunc->method, args+1, 3 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
}
}
/* ParseKeywordsImpl (used by ParseKeywords) */
static int __Pyx_ValidateDuplicatePosArgs(
PyObject *kwds,
PyObject ** const argnames[],
PyObject ** const *first_kw_arg,
const char* function_name)
{
PyObject ** const *name = argnames;
while (name != first_kw_arg) {
PyObject *key = **name;
int found = PyDict_Contains(kwds, key);
if (unlikely(found)) {
if (found == 1) __Pyx_RaiseDoubleKeywordsError(function_name, key);
goto bad;
}
name++;
}
return 0;
bad:
return -1;
}
#if CYTHON_USE_UNICODE_INTERNALS
static CYTHON_INLINE int __Pyx_UnicodeKeywordsEqual(PyObject *s1, PyObject *s2) {
int kind;
Py_ssize_t len = PyUnicode_GET_LENGTH(s1);
if (len != PyUnicode_GET_LENGTH(s2)) return 0;
kind = PyUnicode_KIND(s1);
if (kind != PyUnicode_KIND(s2)) return 0;
const void *data1 = PyUnicode_DATA(s1);
const void *data2 = PyUnicode_DATA(s2);
return (memcmp(data1, data2, (size_t) len * (size_t) kind) == 0);
}
#endif
static int __Pyx_MatchKeywordArg_str(
PyObject *key,
PyObject ** const argnames[],
PyObject ** const *first_kw_arg,
size_t *index_found,
const char *function_name)
{
PyObject ** const *name;
#if CYTHON_USE_UNICODE_INTERNALS
Py_hash_t key_hash = ((PyASCIIObject*)key)->hash;
if (unlikely(key_hash == -1)) {
key_hash = PyObject_Hash(key);
if (unlikely(key_hash == -1))
goto bad;
}
#endif
name = first_kw_arg;
while (*name) {
PyObject *name_str = **name;
#if CYTHON_USE_UNICODE_INTERNALS
if (key_hash == ((PyASCIIObject*)name_str)->hash && __Pyx_UnicodeKeywordsEqual(name_str, key)) {
*index_found = (size_t) (name - argnames);
return 1;
}
#else
#if CYTHON_ASSUME_SAFE_SIZE
if (PyUnicode_GET_LENGTH(name_str) == PyUnicode_GET_LENGTH(key))
#endif
{
int cmp = PyUnicode_Compare(name_str, key);
if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
if (cmp == 0) {
*index_found = (size_t) (name - argnames);
return 1;
}
}
#endif
name++;
}
name = argnames;
while (name != first_kw_arg) {
PyObject *name_str = **name;
#if CYTHON_USE_UNICODE_INTERNALS
if (unlikely(key_hash == ((PyASCIIObject*)name_str)->hash)) {
if (__Pyx_UnicodeKeywordsEqual(name_str, key))
goto arg_passed_twice;
}
#else
#if CYTHON_ASSUME_SAFE_SIZE
if (PyUnicode_GET_LENGTH(name_str) == PyUnicode_GET_LENGTH(key))
#endif
{
if (unlikely(name_str == key)) goto arg_passed_twice;
int cmp = PyUnicode_Compare(name_str, key);
if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
if (cmp == 0) goto arg_passed_twice;
}
#endif
name++;
}
return 0;
arg_passed_twice:
__Pyx_RaiseDoubleKeywordsError(function_name, key);
goto bad;
bad:
return -1;
}
static int __Pyx_MatchKeywordArg_nostr(
PyObject *key,
PyObject ** const argnames[],
PyObject ** const *first_kw_arg,
size_t *index_found,
const char *function_name)
{
PyObject ** const *name;
if (unlikely(!PyUnicode_Check(key))) goto invalid_keyword_type;
name = first_kw_arg;
while (*name) {
int cmp = PyObject_RichCompareBool(**name, key, Py_EQ);
if (cmp == 1) {
*index_found = (size_t) (name - argnames);
return 1;
}
if (unlikely(cmp == -1)) goto bad;
name++;
}
name = argnames;
while (name != first_kw_arg) {
int cmp = PyObject_RichCompareBool(**name, key, Py_EQ);
if (unlikely(cmp != 0)) {
if (cmp == 1) goto arg_passed_twice;
else goto bad;
}
name++;
}
return 0;
arg_passed_twice:
__Pyx_RaiseDoubleKeywordsError(function_name, key);
goto bad;
invalid_keyword_type:
PyErr_Format(PyExc_TypeError,
"%.200s() keywords must be strings", function_name);
goto bad;
bad:
return -1;
}
static CYTHON_INLINE int __Pyx_MatchKeywordArg(
PyObject *key,
PyObject ** const argnames[],
PyObject ** const *first_kw_arg,
size_t *index_found,
const char *function_name)
{
return likely(PyUnicode_CheckExact(key)) ?
__Pyx_MatchKeywordArg_str(key, argnames, first_kw_arg, index_found, function_name) :
__Pyx_MatchKeywordArg_nostr(key, argnames, first_kw_arg, index_found, function_name);
}
static void __Pyx_RejectUnknownKeyword(
PyObject *kwds,
PyObject ** const argnames[],
PyObject ** const *first_kw_arg,
const char *function_name)
{
#if CYTHON_AVOID_BORROWED_REFS
PyObject *pos = NULL;
#else
Py_ssize_t pos = 0;
#endif
PyObject *key = NULL;
__Pyx_BEGIN_CRITICAL_SECTION(kwds);
while (
#if CYTHON_AVOID_BORROWED_REFS
__Pyx_PyDict_NextRef(kwds, &pos, &key, NULL)
#else
PyDict_Next(kwds, &pos, &key, NULL)
#endif
) {
PyObject** const *name = first_kw_arg;
while (*name && (**name != key)) name++;
if (!*name) {
size_t index_found = 0;
int cmp = __Pyx_MatchKeywordArg(key, argnames, first_kw_arg, &index_found, function_name);
if (cmp != 1) {
if (cmp == 0) {
PyErr_Format(PyExc_TypeError,
"%s() got an unexpected keyword argument '%U'",
function_name, key);
}
#if CYTHON_AVOID_BORROWED_REFS
Py_DECREF(key);
#endif
break;
}
}
#if CYTHON_AVOID_BORROWED_REFS
Py_DECREF(key);
#endif
}
__Pyx_END_CRITICAL_SECTION();
#if CYTHON_AVOID_BORROWED_REFS
Py_XDECREF(pos);
#endif
assert(PyErr_Occurred());
}
static int __Pyx_ParseKeywordDict(
PyObject *kwds,
PyObject ** const argnames[],
PyObject *values[],
Py_ssize_t num_pos_args,
Py_ssize_t num_kwargs,
const char* function_name,
int ignore_unknown_kwargs)
{
PyObject** const *name;
PyObject** const *first_kw_arg = argnames + num_pos_args;
Py_ssize_t extracted = 0;
#if !CYTHON_COMPILING_IN_PYPY || defined(PyArg_ValidateKeywordArguments)
if (unlikely(!PyArg_ValidateKeywordArguments(kwds))) return -1;
#endif
name = first_kw_arg;
while (*name && num_kwargs > extracted) {
PyObject * key = **name;
PyObject *value;
int found = 0;
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
found = PyDict_GetItemRef(kwds, key, &value);
#else
value = PyDict_GetItemWithError(kwds, key);
if (value) {
Py_INCREF(value);
found = 1;
} else {
if (unlikely(PyErr_Occurred())) goto bad;
}
#endif
if (found) {
if (unlikely(found < 0)) goto bad;
values[name-argnames] = value;
extracted++;
}
name++;
}
if (num_kwargs > extracted) {
if (ignore_unknown_kwargs) {
if (unlikely(__Pyx_ValidateDuplicatePosArgs(kwds, argnames, first_kw_arg, function_name) == -1))
goto bad;
} else {
__Pyx_RejectUnknownKeyword(kwds, argnames, first_kw_arg, function_name);
goto bad;
}
}
return 0;
bad:
return -1;
}
static int __Pyx_ParseKeywordDictToDict(
PyObject *kwds,
PyObject ** const argnames[],
PyObject *kwds2,
PyObject *values[],
Py_ssize_t num_pos_args,
const char* function_name)
{
PyObject** const *name;
PyObject** const *first_kw_arg = argnames + num_pos_args;
Py_ssize_t len;
#if !CYTHON_COMPILING_IN_PYPY || defined(PyArg_ValidateKeywordArguments)
if (unlikely(!PyArg_ValidateKeywordArguments(kwds))) return -1;
#endif
if (PyDict_Update(kwds2, kwds) < 0) goto bad;
name = first_kw_arg;
while (*name) {
PyObject *key = **name;
PyObject *value;
#if !CYTHON_COMPILING_IN_LIMITED_API && (PY_VERSION_HEX >= 0x030d00A2 || defined(PyDict_Pop))
int found = PyDict_Pop(kwds2, key, &value);
if (found) {
if (unlikely(found < 0)) goto bad;
values[name-argnames] = value;
}
#elif __PYX_LIMITED_VERSION_HEX >= 0x030d0000
int found = PyDict_GetItemRef(kwds2, key, &value);
if (found) {
if (unlikely(found < 0)) goto bad;
values[name-argnames] = value;
if (unlikely(PyDict_DelItem(kwds2, key) < 0)) goto bad;
}
#else
#if CYTHON_COMPILING_IN_CPYTHON
value = _PyDict_Pop(kwds2, key, kwds2);
#else
value = __Pyx_CallUnboundCMethod2(&__pyx_mstate_global->__pyx_umethod_PyDict_Type_pop, kwds2, key, kwds2);
#endif
if (value == kwds2) {
Py_DECREF(value);
} else {
if (unlikely(!value)) goto bad;
values[name-argnames] = value;
}
#endif
name++;
}
len = PyDict_Size(kwds2);
if (len > 0) {
return __Pyx_ValidateDuplicatePosArgs(kwds, argnames, first_kw_arg, function_name);
} else if (unlikely(len == -1)) {
goto bad;
}
return 0;
bad:
return -1;
}
static int __Pyx_ParseKeywordsTuple(
PyObject *kwds,
PyObject * const *kwvalues,
PyObject ** const argnames[],
PyObject *kwds2,
PyObject *values[],
Py_ssize_t num_pos_args,
Py_ssize_t num_kwargs,
const char* function_name,
int ignore_unknown_kwargs)
{
PyObject *key = NULL;
PyObject** const * name;
PyObject** const *first_kw_arg = argnames + num_pos_args;
for (Py_ssize_t pos = 0; pos < num_kwargs; pos++) {
#if CYTHON_AVOID_BORROWED_REFS
key = __Pyx_PySequence_ITEM(kwds, pos);
#else
key = __Pyx_PyTuple_GET_ITEM(kwds, pos);
#endif
#if !CYTHON_ASSUME_SAFE_MACROS
if (unlikely(!key)) goto bad;
#endif
name = first_kw_arg;
while (*name && (**name != key)) name++;
if (*name) {
PyObject *value = kwvalues[pos];
values[name-argnames] = __Pyx_NewRef(value);
} else {
size_t index_found = 0;
int cmp = __Pyx_MatchKeywordArg(key, argnames, first_kw_arg, &index_found, function_name);
if (cmp == 1) {
PyObject *value = kwvalues[pos];
values[index_found] = __Pyx_NewRef(value);
} else {
if (unlikely(cmp == -1)) goto bad;
if (kwds2) {
PyObject *value = kwvalues[pos];
if (unlikely(PyDict_SetItem(kwds2, key, value))) goto bad;
} else if (!ignore_unknown_kwargs) {
goto invalid_keyword;
}
}
}
#if CYTHON_AVOID_BORROWED_REFS
Py_DECREF(key);
key = NULL;
#endif
}
return 0;
invalid_keyword:
PyErr_Format(PyExc_TypeError,
"%s() got an unexpected keyword argument '%U'",
function_name, key);
goto bad;
bad:
#if CYTHON_AVOID_BORROWED_REFS
Py_XDECREF(key);
#endif
return -1;
}
/* ParseKeywords */
static int __Pyx_ParseKeywords(
PyObject *kwds,
PyObject * const *kwvalues,
PyObject ** const argnames[],
PyObject *kwds2,
PyObject *values[],
Py_ssize_t num_pos_args,
Py_ssize_t num_kwargs,
const char* function_name,
int ignore_unknown_kwargs)
{
if (CYTHON_METH_FASTCALL && likely(PyTuple_Check(kwds)))
return __Pyx_ParseKeywordsTuple(kwds, kwvalues, argnames, kwds2, values, num_pos_args, num_kwargs, function_name, ignore_unknown_kwargs);
else if (kwds2)
return __Pyx_ParseKeywordDictToDict(kwds, argnames, kwds2, values, num_pos_args, function_name);
else
return __Pyx_ParseKeywordDict(kwds, argnames, values, num_pos_args, num_kwargs, function_name, ignore_unknown_kwargs);
}
/* RaiseArgTupleInvalid */
static void __Pyx_RaiseArgtupleInvalid(
const char* func_name,
int exact,
Py_ssize_t num_min,
Py_ssize_t num_max,
Py_ssize_t num_found)
{
Py_ssize_t num_expected;
const char *more_or_less;
if (num_found < num_min) {
num_expected = num_min;
more_or_less = "at least";
} else {
num_expected = num_max;
more_or_less = "at most";
}
if (exact) {
more_or_less = "exactly";
}
PyErr_Format(PyExc_TypeError,
"%.200s() takes %.8s %" CYTHON_FORMAT_SSIZE_T "d positional argument%.1s (%" CYTHON_FORMAT_SSIZE_T "d given)",
func_name, more_or_less, num_expected,
(num_expected == 1) ? "" : "s", num_found);
}
/* ArgTypeTestFunc (used by ArgTypeTest) */
static int __Pyx__ArgTypeTest(PyObject *obj, PyTypeObject *type, const char *name, int exact)
{
__Pyx_TypeName type_name;
__Pyx_TypeName obj_type_name;
PyObject *extra_info = __pyx_mstate_global->__pyx_empty_unicode;
int from_annotation_subclass = 0;
if (unlikely(!type)) {
PyErr_SetString(PyExc_SystemError, "Missing type object");
return 0;
}
else if (!exact) {
if (likely(__Pyx_TypeCheck(obj, type))) return 1;
} else if (exact == 2) {
if (__Pyx_TypeCheck(obj, type)) {
from_annotation_subclass = 1;
extra_info = __pyx_mstate_global->__pyx_kp_u_Note_that_Cython_is_deliberately;
}
}
type_name = __Pyx_PyType_GetFullyQualifiedName(type);
obj_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(obj));
PyErr_Format(PyExc_TypeError,
"Argument '%.200s' has incorrect type (expected " __Pyx_FMT_TYPENAME
", got " __Pyx_FMT_TYPENAME ")"
#if __PYX_LIMITED_VERSION_HEX < 0x030C0000
"%s%U"
#endif
, name, type_name, obj_type_name
#if __PYX_LIMITED_VERSION_HEX < 0x030C0000
, (from_annotation_subclass ? ". " : ""), extra_info
#endif
);
#if __PYX_LIMITED_VERSION_HEX >= 0x030C0000
if (exact == 2 && from_annotation_subclass) {
PyObject *res;
PyObject *vargs[2];
vargs[0] = PyErr_GetRaisedException();
vargs[1] = extra_info;
res = PyObject_VectorcallMethod(__pyx_mstate_global->__pyx_kp_u_add_note, vargs, 2, NULL);
Py_XDECREF(res);
PyErr_SetRaisedException(vargs[0]);
}
#endif
__Pyx_DECREF_TypeName(type_name);
__Pyx_DECREF_TypeName(obj_type_name);
return 0;
}
/* RaiseException */
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause) {
PyObject* owned_instance = NULL;
if (tb == Py_None) {
tb = 0;
} else if (tb && !PyTraceBack_Check(tb)) {
PyErr_SetString(PyExc_TypeError,
"raise: arg 3 must be a traceback or None");
goto bad;
}
if (value == Py_None)
value = 0;
if (PyExceptionInstance_Check(type)) {
if (value) {
PyErr_SetString(PyExc_TypeError,
"instance exception may not have a separate value");
goto bad;
}
value = type;
type = (PyObject*) Py_TYPE(value);
} else if (PyExceptionClass_Check(type)) {
PyObject *instance_class = NULL;
if (value && PyExceptionInstance_Check(value)) {
instance_class = (PyObject*) Py_TYPE(value);
if (instance_class != type) {
int is_subclass = PyObject_IsSubclass(instance_class, type);
if (!is_subclass) {
instance_class = NULL;
} else if (unlikely(is_subclass == -1)) {
goto bad;
} else {
type = instance_class;
}
}
}
if (!instance_class) {
PyObject *args;
if (!value)
args = PyTuple_New(0);
else if (PyTuple_Check(value)) {
Py_INCREF(value);
args = value;
} else
args = PyTuple_Pack(1, value);
if (!args)
goto bad;
owned_instance = PyObject_Call(type, args, NULL);
Py_DECREF(args);
if (!owned_instance)
goto bad;
value = owned_instance;
if (!PyExceptionInstance_Check(value)) {
PyErr_Format(PyExc_TypeError,
"calling %R should have returned an instance of "
"BaseException, not %R",
type, Py_TYPE(value));
goto bad;
}
}
} else {
PyErr_SetString(PyExc_TypeError,
"raise: exception class must be a subclass of BaseException");
goto bad;
}
if (cause) {
PyObject *fixed_cause;
if (cause == Py_None) {
fixed_cause = NULL;
} else if (PyExceptionClass_Check(cause)) {
fixed_cause = PyObject_CallObject(cause, NULL);
if (fixed_cause == NULL)
goto bad;
} else if (PyExceptionInstance_Check(cause)) {
fixed_cause = cause;
Py_INCREF(fixed_cause);
} else {
PyErr_SetString(PyExc_TypeError,
"exception causes must derive from "
"BaseException");
goto bad;
}
PyException_SetCause(value, fixed_cause);
}
PyErr_SetObject(type, value);
if (tb) {
#if PY_VERSION_HEX >= 0x030C00A6
PyException_SetTraceback(value, tb);
#elif CYTHON_FAST_THREAD_STATE
PyThreadState *tstate = __Pyx_PyThreadState_Current;
PyObject* tmp_tb = tstate->curexc_traceback;
if (tb != tmp_tb) {
Py_INCREF(tb);
tstate->curexc_traceback = tb;
Py_XDECREF(tmp_tb);
}
#else
PyObject *tmp_type, *tmp_value, *tmp_tb;
PyErr_Fetch(&tmp_type, &tmp_value, &tmp_tb);
Py_INCREF(tb);
PyErr_Restore(tmp_type, tmp_value, tb);
Py_XDECREF(tmp_tb);
#endif
}
bad:
Py_XDECREF(owned_instance);
return;
}
/* PyObjectFastCallMethod */
#if !CYTHON_VECTORCALL || PY_VERSION_HEX < 0x03090000
static PyObject *__Pyx_PyObject_FastCallMethod(PyObject *name, PyObject *const *args, size_t nargsf) {
PyObject *result;
PyObject *attr = PyObject_GetAttr(args[0], name);
if (unlikely(!attr))
return NULL;
result = __Pyx_PyObject_FastCall(attr, args+1, nargsf - 1);
Py_DECREF(attr);
return result;
}
#endif
/* RaiseUnexpectedTypeError */
static int
__Pyx_RaiseUnexpectedTypeError(const char *expected, PyObject *obj)
{
__Pyx_TypeName obj_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(obj));
PyErr_Format(PyExc_TypeError, "Expected %s, got " __Pyx_FMT_TYPENAME,
expected, obj_type_name);
__Pyx_DECREF_TypeName(obj_type_name);
return 0;
}
/* CIntToDigits (used by CIntToPyUnicode) */
static const char DIGIT_PAIRS_10[2*10*10+1] = {
"00010203040506070809"
"10111213141516171819"
"20212223242526272829"
"30313233343536373839"
"40414243444546474849"
"50515253545556575859"
"60616263646566676869"
"70717273747576777879"
"80818283848586878889"
"90919293949596979899"
};
static const char DIGIT_PAIRS_8[2*8*8+1] = {
"0001020304050607"
"1011121314151617"
"2021222324252627"
"3031323334353637"
"4041424344454647"
"5051525354555657"
"6061626364656667"
"7071727374757677"
};
static const char DIGITS_HEX[2*16+1] = {
"0123456789abcdef"
"0123456789ABCDEF"
};
/* BuildPyUnicode (used by COrdinalToPyUnicode) */
static PyObject* __Pyx_PyUnicode_BuildFromAscii(Py_ssize_t ulength, const char* chars, int clength,
int prepend_sign, char padding_char) {
PyObject *uval;
Py_ssize_t uoffset = ulength - clength;
#if CYTHON_USE_UNICODE_INTERNALS
Py_ssize_t i;
void *udata;
uval = PyUnicode_New(ulength, 127);
if (unlikely(!uval)) return NULL;
udata = PyUnicode_DATA(uval);
if (uoffset > 0) {
i = 0;
if (prepend_sign) {
__Pyx_PyUnicode_WRITE(PyUnicode_1BYTE_KIND, udata, 0, '-');
i++;
}
for (; i < uoffset; i++) {
__Pyx_PyUnicode_WRITE(PyUnicode_1BYTE_KIND, udata, i, padding_char);
}
}
for (i=0; i < clength; i++) {
__Pyx_PyUnicode_WRITE(PyUnicode_1BYTE_KIND, udata, uoffset+i, chars[i]);
}
#else
{
PyObject *sign = NULL, *padding = NULL;
uval = NULL;
if (uoffset > 0) {
prepend_sign = !!prepend_sign;
if (uoffset > prepend_sign) {
padding = PyUnicode_FromOrdinal(padding_char);
if (likely(padding) && uoffset > prepend_sign + 1) {
PyObject *tmp = PySequence_Repeat(padding, uoffset - prepend_sign);
Py_DECREF(padding);
padding = tmp;
}
if (unlikely(!padding)) goto done_or_error;
}
if (prepend_sign) {
sign = PyUnicode_FromOrdinal('-');
if (unlikely(!sign)) goto done_or_error;
}
}
uval = PyUnicode_DecodeASCII(chars, clength, NULL);
if (likely(uval) && padding) {
PyObject *tmp = PyUnicode_Concat(padding, uval);
Py_DECREF(uval);
uval = tmp;
}
if (likely(uval) && sign) {
PyObject *tmp = PyUnicode_Concat(sign, uval);
Py_DECREF(uval);
uval = tmp;
}
done_or_error:
Py_XDECREF(padding);
Py_XDECREF(sign);
}
#endif
return uval;
}
/* COrdinalToPyUnicode (used by CIntToPyUnicode) */
static CYTHON_INLINE int __Pyx_CheckUnicodeValue(int value) {
return value <= 1114111;
}
static PyObject* __Pyx_PyUnicode_FromOrdinal_Padded(int value, Py_ssize_t ulength, char padding_char) {
Py_ssize_t padding_length = ulength - 1;
if (likely((padding_length <= 250) && (value < 0xD800 || value > 0xDFFF))) {
char chars[256];
if (value <= 255) {
memset(chars, padding_char, (size_t) padding_length);
chars[ulength-1] = (char) value;
return PyUnicode_DecodeLatin1(chars, ulength, NULL);
}
char *cpos = chars + sizeof(chars);
if (value < 0x800) {
*--cpos = (char) (0x80 | (value & 0x3f));
value >>= 6;
*--cpos = (char) (0xc0 | (value & 0x1f));
} else if (value < 0x10000) {
*--cpos = (char) (0x80 | (value & 0x3f));
value >>= 6;
*--cpos = (char) (0x80 | (value & 0x3f));
value >>= 6;
*--cpos = (char) (0xe0 | (value & 0x0f));
} else {
*--cpos = (char) (0x80 | (value & 0x3f));
value >>= 6;
*--cpos = (char) (0x80 | (value & 0x3f));
value >>= 6;
*--cpos = (char) (0x80 | (value & 0x3f));
value >>= 6;
*--cpos = (char) (0xf0 | (value & 0x07));
}
cpos -= padding_length;
memset(cpos, padding_char, (size_t) padding_length);
return PyUnicode_DecodeUTF8(cpos, chars + sizeof(chars) - cpos, NULL);
}
if (value <= 127 && CYTHON_USE_UNICODE_INTERNALS) {
const char chars[1] = {(char) value};
return __Pyx_PyUnicode_BuildFromAscii(ulength, chars, 1, 0, padding_char);
}
{
PyObject *uchar, *padding_uchar, *padding, *result;
padding_uchar = PyUnicode_FromOrdinal(padding_char);
if (unlikely(!padding_uchar)) return NULL;
padding = PySequence_Repeat(padding_uchar, padding_length);
Py_DECREF(padding_uchar);
if (unlikely(!padding)) return NULL;
uchar = PyUnicode_FromOrdinal(value);
if (unlikely(!uchar)) {
Py_DECREF(padding);
return NULL;
}
result = PyUnicode_Concat(padding, uchar);
Py_DECREF(padding);
Py_DECREF(uchar);
return result;
}
}
/* CIntToPyUnicode */
static CYTHON_INLINE PyObject* __Pyx_uchar___Pyx_PyUnicode_From_int(int value, Py_ssize_t width, char padding_char) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
const int neg_one = (int) -1, const_zero = (int) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
const int is_unsigned = neg_one > const_zero;
if (unlikely(!(is_unsigned || value == 0 || value > 0) ||
!(sizeof(value) <= 2 || value & ~ (int) 0x01fffff || __Pyx_CheckUnicodeValue((int) value)))) {
PyErr_SetString(PyExc_OverflowError, "%c arg not in range(0x110000)");
return NULL;
}
if (width <= 1) {
return PyUnicode_FromOrdinal((int) value);
}
return __Pyx_PyUnicode_FromOrdinal_Padded((int) value, width, padding_char);
}
static CYTHON_INLINE PyObject* __Pyx____Pyx_PyUnicode_From_int(int value, Py_ssize_t width, char padding_char, char format_char) {
char digits[sizeof(int)*3+2];
char *dpos, *end = digits + sizeof(int)*3+2;
const char *hex_digits = DIGITS_HEX;
Py_ssize_t length, ulength;
int prepend_sign, last_one_off;
int remaining;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
const int neg_one = (int) -1, const_zero = (int) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
const int is_unsigned = neg_one > const_zero;
if (format_char == 'X') {
hex_digits += 16;
format_char = 'x';
}
remaining = value;
last_one_off = 0;
dpos = end;
do {
int digit_pos;
switch (format_char) {
case 'o':
digit_pos = abs((int)(remaining % (8*8)));
remaining = (int) (remaining / (8*8));
dpos -= 2;
memcpy(dpos, DIGIT_PAIRS_8 + digit_pos * 2, 2);
last_one_off = (digit_pos < 8);
break;
case 'd':
digit_pos = abs((int)(remaining % (10*10)));
remaining = (int) (remaining / (10*10));
dpos -= 2;
memcpy(dpos, DIGIT_PAIRS_10 + digit_pos * 2, 2);
last_one_off = (digit_pos < 10);
break;
case 'x':
*(--dpos) = hex_digits[abs((int)(remaining % 16))];
remaining = (int) (remaining / 16);
break;
default:
assert(0);
break;
}
} while (unlikely(remaining != 0));
assert(!last_one_off || *dpos == '0');
dpos += last_one_off;
length = end - dpos;
ulength = length;
prepend_sign = 0;
if (!is_unsigned && value <= neg_one) {
if (padding_char == ' ' || width <= length + 1) {
*(--dpos) = '-';
++length;
} else {
prepend_sign = 1;
}
++ulength;
}
if (width > ulength) {
ulength = width;
}
if (ulength == 1) {
return PyUnicode_FromOrdinal(*dpos);
}
return __Pyx_PyUnicode_BuildFromAscii(ulength, dpos, (int) length, prepend_sign, padding_char);
}
/* CIntToPyUnicode */
static CYTHON_INLINE PyObject* __Pyx_uchar___Pyx_PyUnicode_From_Py_ssize_t(Py_ssize_t value, Py_ssize_t width, char padding_char) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
const Py_ssize_t neg_one = (Py_ssize_t) -1, const_zero = (Py_ssize_t) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
const int is_unsigned = neg_one > const_zero;
if (unlikely(!(is_unsigned || value == 0 || value > 0) ||
!(sizeof(value) <= 2 || value & ~ (Py_ssize_t) 0x01fffff || __Pyx_CheckUnicodeValue((int) value)))) {
PyErr_SetString(PyExc_OverflowError, "%c arg not in range(0x110000)");
return NULL;
}
if (width <= 1) {
return PyUnicode_FromOrdinal((int) value);
}
return __Pyx_PyUnicode_FromOrdinal_Padded((int) value, width, padding_char);
}
static CYTHON_INLINE PyObject* __Pyx____Pyx_PyUnicode_From_Py_ssize_t(Py_ssize_t value, Py_ssize_t width, char padding_char, char format_char) {
char digits[sizeof(Py_ssize_t)*3+2];
char *dpos, *end = digits + sizeof(Py_ssize_t)*3+2;
const char *hex_digits = DIGITS_HEX;
Py_ssize_t length, ulength;
int prepend_sign, last_one_off;
Py_ssize_t remaining;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
const Py_ssize_t neg_one = (Py_ssize_t) -1, const_zero = (Py_ssize_t) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
const int is_unsigned = neg_one > const_zero;
if (format_char == 'X') {
hex_digits += 16;
format_char = 'x';
}
remaining = value;
last_one_off = 0;
dpos = end;
do {
int digit_pos;
switch (format_char) {
case 'o':
digit_pos = abs((int)(remaining % (8*8)));
remaining = (Py_ssize_t) (remaining / (8*8));
dpos -= 2;
memcpy(dpos, DIGIT_PAIRS_8 + digit_pos * 2, 2);
last_one_off = (digit_pos < 8);
break;
case 'd':
digit_pos = abs((int)(remaining % (10*10)));
remaining = (Py_ssize_t) (remaining / (10*10));
dpos -= 2;
memcpy(dpos, DIGIT_PAIRS_10 + digit_pos * 2, 2);
last_one_off = (digit_pos < 10);
break;
case 'x':
*(--dpos) = hex_digits[abs((int)(remaining % 16))];
remaining = (Py_ssize_t) (remaining / 16);
break;
default:
assert(0);
break;
}
} while (unlikely(remaining != 0));
assert(!last_one_off || *dpos == '0');
dpos += last_one_off;
length = end - dpos;
ulength = length;
prepend_sign = 0;
if (!is_unsigned && value <= neg_one) {
if (padding_char == ' ' || width <= length + 1) {
*(--dpos) = '-';
++length;
} else {
prepend_sign = 1;
}
++ulength;
}
if (width > ulength) {
ulength = width;
}
if (ulength == 1) {
return PyUnicode_FromOrdinal(*dpos);
}
return __Pyx_PyUnicode_BuildFromAscii(ulength, dpos, (int) length, prepend_sign, padding_char);
}
/* JoinPyUnicode */
static PyObject* __Pyx_PyUnicode_Join(PyObject** values, Py_ssize_t value_count, Py_ssize_t result_ulength,
Py_UCS4 max_char) {
#if CYTHON_USE_UNICODE_INTERNALS && CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
PyObject *result_uval;
int result_ukind, kind_shift;
Py_ssize_t i, char_pos;
void *result_udata;
if (max_char > 1114111) max_char = 1114111;
result_uval = PyUnicode_New(result_ulength, max_char);
if (unlikely(!result_uval)) return NULL;
result_ukind = (max_char <= 255) ? PyUnicode_1BYTE_KIND : (max_char <= 65535) ? PyUnicode_2BYTE_KIND : PyUnicode_4BYTE_KIND;
kind_shift = (result_ukind == PyUnicode_4BYTE_KIND) ? 2 : result_ukind - 1;
result_udata = PyUnicode_DATA(result_uval);
assert(kind_shift == 2 || kind_shift == 1 || kind_shift == 0);
if (unlikely((PY_SSIZE_T_MAX >> kind_shift) - result_ulength < 0))
goto overflow;
char_pos = 0;
for (i=0; i < value_count; i++) {
int ukind;
Py_ssize_t ulength;
void *udata;
PyObject *uval = values[i];
#if !CYTHON_COMPILING_IN_LIMITED_API
if (__Pyx_PyUnicode_READY(uval) == (-1))
goto bad;
#endif
ulength = __Pyx_PyUnicode_GET_LENGTH(uval);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely(ulength < 0)) goto bad;
#endif
if (unlikely(!ulength))
continue;
if (unlikely((PY_SSIZE_T_MAX >> kind_shift) - ulength < char_pos))
goto overflow;
ukind = __Pyx_PyUnicode_KIND(uval);
udata = __Pyx_PyUnicode_DATA(uval);
if (ukind == result_ukind) {
memcpy((char *)result_udata + (char_pos << kind_shift), udata, (size_t) (ulength << kind_shift));
} else {
#if PY_VERSION_HEX >= 0x030d0000
if (unlikely(PyUnicode_CopyCharacters(result_uval, char_pos, uval, 0, ulength) < 0)) goto bad;
#elif CYTHON_COMPILING_IN_CPYTHON || defined(_PyUnicode_FastCopyCharacters)
_PyUnicode_FastCopyCharacters(result_uval, char_pos, uval, 0, ulength);
#else
Py_ssize_t j;
for (j=0; j < ulength; j++) {
Py_UCS4 uchar = __Pyx_PyUnicode_READ(ukind, udata, j);
__Pyx_PyUnicode_WRITE(result_ukind, result_udata, char_pos+j, uchar);
}
#endif
}
char_pos += ulength;
}
return result_uval;
overflow:
PyErr_SetString(PyExc_OverflowError, "join() result is too long for a Python string");
bad:
Py_DECREF(result_uval);
return NULL;
#else
Py_ssize_t i;
PyObject *result = NULL;
PyObject *value_tuple = PyTuple_New(value_count);
if (unlikely(!value_tuple)) return NULL;
CYTHON_UNUSED_VAR(max_char);
CYTHON_UNUSED_VAR(result_ulength);
for (i=0; i<value_count; i++) {
if (__Pyx_PyTuple_SET_ITEM(value_tuple, i, values[i]) != (0)) goto bad;
Py_INCREF(values[i]);
}
result = PyUnicode_Join(__pyx_mstate_global->__pyx_empty_unicode, value_tuple);
bad:
Py_DECREF(value_tuple);
return result;
#endif
}
/* GetAttr */
static CYTHON_INLINE PyObject *__Pyx_GetAttr(PyObject *o, PyObject *n) {
#if CYTHON_USE_TYPE_SLOTS
if (likely(PyUnicode_Check(n)))
return __Pyx_PyObject_GetAttrStr(o, n);
#endif
return PyObject_GetAttr(o, n);
}
/* GetItemInt */
static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j) {
PyObject *r;
if (unlikely(!j)) return NULL;
r = PyObject_GetItem(o, j);
Py_DECREF(j);
return r;
}
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
int wraparound, int boundscheck, int unsafe_shared) {
CYTHON_MAYBE_UNUSED_VAR(unsafe_shared);
#if CYTHON_ASSUME_SAFE_SIZE
Py_ssize_t wrapped_i = i;
if (wraparound & unlikely(i < 0)) {
wrapped_i += PyList_GET_SIZE(o);
}
if ((CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS || !CYTHON_ASSUME_SAFE_MACROS)) {
return __Pyx_PyList_GetItemRefFast(o, wrapped_i, unsafe_shared);
} else
if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyList_GET_SIZE(o)))) {
return __Pyx_NewRef(PyList_GET_ITEM(o, wrapped_i));
}
return __Pyx_GetItemInt_Generic(o, PyLong_FromSsize_t(i));
#else
(void)wraparound;
(void)boundscheck;
return PySequence_GetItem(o, i);
#endif
}
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
int wraparound, int boundscheck, int unsafe_shared) {
CYTHON_MAYBE_UNUSED_VAR(unsafe_shared);
#if CYTHON_ASSUME_SAFE_SIZE && CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
Py_ssize_t wrapped_i = i;
if (wraparound & unlikely(i < 0)) {
wrapped_i += PyTuple_GET_SIZE(o);
}
if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyTuple_GET_SIZE(o)))) {
return __Pyx_NewRef(PyTuple_GET_ITEM(o, wrapped_i));
}
return __Pyx_GetItemInt_Generic(o, PyLong_FromSsize_t(i));
#else
(void)wraparound;
(void)boundscheck;
return PySequence_GetItem(o, i);
#endif
}
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i, int is_list,
int wraparound, int boundscheck, int unsafe_shared) {
CYTHON_MAYBE_UNUSED_VAR(unsafe_shared);
#if CYTHON_ASSUME_SAFE_MACROS && CYTHON_ASSUME_SAFE_SIZE
if (is_list || PyList_CheckExact(o)) {
Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyList_GET_SIZE(o);
if ((CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS)) {
return __Pyx_PyList_GetItemRefFast(o, n, unsafe_shared);
} else if ((!boundscheck) || (likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o))))) {
return __Pyx_NewRef(PyList_GET_ITEM(o, n));
}
} else
#if !CYTHON_AVOID_BORROWED_REFS
if (PyTuple_CheckExact(o)) {
Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyTuple_GET_SIZE(o);
if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyTuple_GET_SIZE(o)))) {
return __Pyx_NewRef(PyTuple_GET_ITEM(o, n));
}
} else
#endif
#endif
#if CYTHON_USE_TYPE_SLOTS && !CYTHON_COMPILING_IN_PYPY
{
PyMappingMethods *mm = Py_TYPE(o)->tp_as_mapping;
PySequenceMethods *sm = Py_TYPE(o)->tp_as_sequence;
if (!is_list && mm && mm->mp_subscript) {
PyObject *r, *key = PyLong_FromSsize_t(i);
if (unlikely(!key)) return NULL;
r = mm->mp_subscript(o, key);
Py_DECREF(key);
return r;
}
if (is_list || likely(sm && sm->sq_item)) {
if (wraparound && unlikely(i < 0) && likely(sm->sq_length)) {
Py_ssize_t l = sm->sq_length(o);
if (likely(l >= 0)) {
i += l;
} else {
if (!PyErr_ExceptionMatches(PyExc_OverflowError))
return NULL;
PyErr_Clear();
}
}
return sm->sq_item(o, i);
}
}
#else
if (is_list || !PyMapping_Check(o)) {
return PySequence_GetItem(o, i);
}
#endif
(void)wraparound;
(void)boundscheck;
return __Pyx_GetItemInt_Generic(o, PyLong_FromSsize_t(i));
}
/* ObjectGetItem */
#if CYTHON_USE_TYPE_SLOTS
static PyObject *__Pyx_PyObject_GetIndex(PyObject *obj, PyObject *index) {
PyObject *runerr = NULL;
Py_ssize_t key_value;
key_value = __Pyx_PyIndex_AsSsize_t(index);
if (likely(key_value != -1 || !(runerr = PyErr_Occurred()))) {
return __Pyx_GetItemInt_Fast(obj, key_value, 0, 1, 1, 1);
}
if (PyErr_GivenExceptionMatches(runerr, PyExc_OverflowError)) {
__Pyx_TypeName index_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(index));
PyErr_Clear();
PyErr_Format(PyExc_IndexError,
"cannot fit '" __Pyx_FMT_TYPENAME "' into an index-sized integer", index_type_name);
__Pyx_DECREF_TypeName(index_type_name);
}
return NULL;
}
static PyObject *__Pyx_PyObject_GetItem_Slow(PyObject *obj, PyObject *key) {
__Pyx_TypeName obj_type_name;
if (likely(PyType_Check(obj))) {
PyObject *meth = __Pyx_PyObject_GetAttrStrNoError(obj, __pyx_mstate_global->__pyx_n_u_class_getitem);
if (!meth) {
PyErr_Clear();
} else {
PyObject *result = __Pyx_PyObject_CallOneArg(meth, key);
Py_DECREF(meth);
return result;
}
}
obj_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(obj));
PyErr_Format(PyExc_TypeError,
"'" __Pyx_FMT_TYPENAME "' object is not subscriptable", obj_type_name);
__Pyx_DECREF_TypeName(obj_type_name);
return NULL;
}
static PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject *key) {
PyTypeObject *tp = Py_TYPE(obj);
PyMappingMethods *mm = tp->tp_as_mapping;
PySequenceMethods *sm = tp->tp_as_sequence;
if (likely(mm && mm->mp_subscript)) {
return mm->mp_subscript(obj, key);
}
if (likely(sm && sm->sq_item)) {
return __Pyx_PyObject_GetIndex(obj, key);
}
return __Pyx_PyObject_GetItem_Slow(obj, key);
}
#endif
/* RejectKeywords */
static void __Pyx_RejectKeywords(const char* function_name, PyObject *kwds) {
PyObject *key = NULL;
if (CYTHON_METH_FASTCALL && likely(PyTuple_Check(kwds))) {
key = __Pyx_PySequence_ITEM(kwds, 0);
} else {
#if CYTHON_AVOID_BORROWED_REFS
PyObject *pos = NULL;
#else
Py_ssize_t pos = 0;
#endif
#if !CYTHON_COMPILING_IN_PYPY || defined(PyArg_ValidateKeywordArguments)
if (unlikely(!PyArg_ValidateKeywordArguments(kwds))) return;
#endif
__Pyx_PyDict_NextRef(kwds, &pos, &key, NULL);
#if CYTHON_AVOID_BORROWED_REFS
Py_XDECREF(pos);
#endif
}
if (likely(key)) {
PyErr_Format(PyExc_TypeError,
"%s() got an unexpected keyword argument '%U'",
function_name, key);
Py_DECREF(key);
}
}
/* DivInt[Py_ssize_t] */
static CYTHON_INLINE Py_ssize_t __Pyx_div_Py_ssize_t(Py_ssize_t a, Py_ssize_t b, int b_is_constant) {
Py_ssize_t q = a / b;
Py_ssize_t r = a - q*b;
Py_ssize_t adapt_python = (b_is_constant ?
((r != 0) & ((r < 0) ^ (b < 0))) :
((r != 0) & ((r ^ b) < 0))
);
return q - adapt_python;
}
/* GetAttr3 */
#if __PYX_LIMITED_VERSION_HEX < 0x030d0000
static PyObject *__Pyx_GetAttr3Default(PyObject *d) {
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
if (unlikely(!__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError)))
return NULL;
__Pyx_PyErr_Clear();
Py_INCREF(d);
return d;
}
#endif
static CYTHON_INLINE PyObject *__Pyx_GetAttr3(PyObject *o, PyObject *n, PyObject *d) {
PyObject *r;
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
int res = PyObject_GetOptionalAttr(o, n, &r);
return (res != 0) ? r : __Pyx_NewRef(d);
#else
#if CYTHON_USE_TYPE_SLOTS
if (likely(PyUnicode_Check(n))) {
r = __Pyx_PyObject_GetAttrStrNoError(o, n);
if (unlikely(!r) && likely(!PyErr_Occurred())) {
r = __Pyx_NewRef(d);
}
return r;
}
#endif
r = PyObject_GetAttr(o, n);
return (likely(r)) ? r : __Pyx_GetAttr3Default(d);
#endif
}
/* PyDictVersioning (used by GetModuleGlobalName) */
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj) {
PyObject *dict = Py_TYPE(obj)->tp_dict;
return likely(dict) ? __PYX_GET_DICT_VERSION(dict) : 0;
}
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj) {
PyObject **dictptr = NULL;
Py_ssize_t offset = Py_TYPE(obj)->tp_dictoffset;
if (offset) {
#if CYTHON_COMPILING_IN_CPYTHON
dictptr = (likely(offset > 0)) ? (PyObject **) ((char *)obj + offset) : _PyObject_GetDictPtr(obj);
#else
dictptr = _PyObject_GetDictPtr(obj);
#endif
}
return (dictptr && *dictptr) ? __PYX_GET_DICT_VERSION(*dictptr) : 0;
}
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version) {
PyObject *dict = Py_TYPE(obj)->tp_dict;
if (unlikely(!dict) || unlikely(tp_dict_version != __PYX_GET_DICT_VERSION(dict)))
return 0;
return obj_dict_version == __Pyx_get_object_dict_version(obj);
}
#endif
/* GetModuleGlobalName */
#if CYTHON_USE_DICT_VERSIONS
static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value)
#else
static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name)
#endif
{
PyObject *result;
#if CYTHON_COMPILING_IN_LIMITED_API
if (unlikely(!__pyx_m)) {
if (!PyErr_Occurred())
PyErr_SetNone(PyExc_NameError);
return NULL;
}
result = PyObject_GetAttr(__pyx_m, name);
if (likely(result)) {
return result;
}
PyErr_Clear();
#elif CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
if (unlikely(__Pyx_PyDict_GetItemRef(__pyx_mstate_global->__pyx_d, name, &result) == -1)) PyErr_Clear();
__PYX_UPDATE_DICT_CACHE(__pyx_mstate_global->__pyx_d, result, *dict_cached_value, *dict_version)
if (likely(result)) {
return result;
}
#else
result = _PyDict_GetItem_KnownHash(__pyx_mstate_global->__pyx_d, name, ((PyASCIIObject *) name)->hash);
__PYX_UPDATE_DICT_CACHE(__pyx_mstate_global->__pyx_d, result, *dict_cached_value, *dict_version)
if (likely(result)) {
return __Pyx_NewRef(result);
}
PyErr_Clear();
#endif
return __Pyx_GetBuiltinName(name);
}
/* RaiseTooManyValuesToUnpack */
static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected) {
PyErr_Format(PyExc_ValueError,
"too many values to unpack (expected %" CYTHON_FORMAT_SSIZE_T "d)", expected);
}
/* RaiseNeedMoreValuesToUnpack */
static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index) {
PyErr_Format(PyExc_ValueError,
"need more than %" CYTHON_FORMAT_SSIZE_T "d value%.1s to unpack",
index, (index == 1) ? "" : "s");
}
/* RaiseNoneIterError */
static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void) {
PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
}
/* ExtTypeTest */
static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type) {
__Pyx_TypeName obj_type_name;
__Pyx_TypeName type_name;
if (unlikely(!type)) {
PyErr_SetString(PyExc_SystemError, "Missing type object");
return 0;
}
if (likely(__Pyx_TypeCheck(obj, type)))
return 1;
obj_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(obj));
type_name = __Pyx_PyType_GetFullyQualifiedName(type);
PyErr_Format(PyExc_TypeError,
"Cannot convert " __Pyx_FMT_TYPENAME " to " __Pyx_FMT_TYPENAME,
obj_type_name, type_name);
__Pyx_DECREF_TypeName(obj_type_name);
__Pyx_DECREF_TypeName(type_name);
return 0;
}
/* GetTopmostException (used by SaveResetException) */
#if CYTHON_USE_EXC_INFO_STACK && CYTHON_FAST_THREAD_STATE
static _PyErr_StackItem *
__Pyx_PyErr_GetTopmostException(PyThreadState *tstate)
{
_PyErr_StackItem *exc_info = tstate->exc_info;
while ((exc_info->exc_value == NULL || exc_info->exc_value == Py_None) &&
exc_info->previous_item != NULL)
{
exc_info = exc_info->previous_item;
}
return exc_info;
}
#endif
/* SaveResetException */
#if CYTHON_FAST_THREAD_STATE
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
#if CYTHON_USE_EXC_INFO_STACK && PY_VERSION_HEX >= 0x030B00a4
_PyErr_StackItem *exc_info = __Pyx_PyErr_GetTopmostException(tstate);
PyObject *exc_value = exc_info->exc_value;
if (exc_value == NULL || exc_value == Py_None) {
*value = NULL;
*type = NULL;
*tb = NULL;
} else {
*value = exc_value;
Py_INCREF(*value);
*type = (PyObject*) Py_TYPE(exc_value);
Py_INCREF(*type);
*tb = PyException_GetTraceback(exc_value);
}
#elif CYTHON_USE_EXC_INFO_STACK
_PyErr_StackItem *exc_info = __Pyx_PyErr_GetTopmostException(tstate);
*type = exc_info->exc_type;
*value = exc_info->exc_value;
*tb = exc_info->exc_traceback;
Py_XINCREF(*type);
Py_XINCREF(*value);
Py_XINCREF(*tb);
#else
*type = tstate->exc_type;
*value = tstate->exc_value;
*tb = tstate->exc_traceback;
Py_XINCREF(*type);
Py_XINCREF(*value);
Py_XINCREF(*tb);
#endif
}
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
#if CYTHON_USE_EXC_INFO_STACK && PY_VERSION_HEX >= 0x030B00a4
_PyErr_StackItem *exc_info = tstate->exc_info;
PyObject *tmp_value = exc_info->exc_value;
exc_info->exc_value = value;
Py_XDECREF(tmp_value);
Py_XDECREF(type);
Py_XDECREF(tb);
#else
PyObject *tmp_type, *tmp_value, *tmp_tb;
#if CYTHON_USE_EXC_INFO_STACK
_PyErr_StackItem *exc_info = tstate->exc_info;
tmp_type = exc_info->exc_type;
tmp_value = exc_info->exc_value;
tmp_tb = exc_info->exc_traceback;
exc_info->exc_type = type;
exc_info->exc_value = value;
exc_info->exc_traceback = tb;
#else
tmp_type = tstate->exc_type;
tmp_value = tstate->exc_value;
tmp_tb = tstate->exc_traceback;
tstate->exc_type = type;
tstate->exc_value = value;
tstate->exc_traceback = tb;
#endif
Py_XDECREF(tmp_type);
Py_XDECREF(tmp_value);
Py_XDECREF(tmp_tb);
#endif
}
#endif
/* GetException */
#if CYTHON_FAST_THREAD_STATE
static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb)
#else
static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb)
#endif
{
PyObject *local_type = NULL, *local_value, *local_tb = NULL;
#if CYTHON_FAST_THREAD_STATE
PyObject *tmp_type, *tmp_value, *tmp_tb;
#if PY_VERSION_HEX >= 0x030C0000
local_value = tstate->current_exception;
tstate->current_exception = 0;
#else
local_type = tstate->curexc_type;
local_value = tstate->curexc_value;
local_tb = tstate->curexc_traceback;
tstate->curexc_type = 0;
tstate->curexc_value = 0;
tstate->curexc_traceback = 0;
#endif
#elif __PYX_LIMITED_VERSION_HEX > 0x030C0000
local_value = PyErr_GetRaisedException();
#else
PyErr_Fetch(&local_type, &local_value, &local_tb);
#endif
#if __PYX_LIMITED_VERSION_HEX > 0x030C0000
if (likely(local_value)) {
local_type = (PyObject*) Py_TYPE(local_value);
Py_INCREF(local_type);
local_tb = PyException_GetTraceback(local_value);
}
#else
PyErr_NormalizeException(&local_type, &local_value, &local_tb);
#if CYTHON_FAST_THREAD_STATE
if (unlikely(tstate->curexc_type))
#else
if (unlikely(PyErr_Occurred()))
#endif
goto bad;
if (local_tb) {
if (unlikely(PyException_SetTraceback(local_value, local_tb) < 0))
goto bad;
}
#endif // __PYX_LIMITED_VERSION_HEX > 0x030C0000
Py_XINCREF(local_tb);
Py_XINCREF(local_type);
Py_XINCREF(local_value);
*type = local_type;
*value = local_value;
*tb = local_tb;
#if CYTHON_FAST_THREAD_STATE
#if CYTHON_USE_EXC_INFO_STACK
{
_PyErr_StackItem *exc_info = tstate->exc_info;
#if PY_VERSION_HEX >= 0x030B00a4
tmp_value = exc_info->exc_value;
exc_info->exc_value = local_value;
tmp_type = NULL;
tmp_tb = NULL;
Py_XDECREF(local_type);
Py_XDECREF(local_tb);
#else
tmp_type = exc_info->exc_type;
tmp_value = exc_info->exc_value;
tmp_tb = exc_info->exc_traceback;
exc_info->exc_type = local_type;
exc_info->exc_value = local_value;
exc_info->exc_traceback = local_tb;
#endif
}
#else
tmp_type = tstate->exc_type;
tmp_value = tstate->exc_value;
tmp_tb = tstate->exc_traceback;
tstate->exc_type = local_type;
tstate->exc_value = local_value;
tstate->exc_traceback = local_tb;
#endif
Py_XDECREF(tmp_type);
Py_XDECREF(tmp_value);
Py_XDECREF(tmp_tb);
#elif __PYX_LIMITED_VERSION_HEX >= 0x030b0000
PyErr_SetHandledException(local_value);
Py_XDECREF(local_value);
Py_XDECREF(local_type);
Py_XDECREF(local_tb);
#else
PyErr_SetExcInfo(local_type, local_value, local_tb);
#endif
return 0;
#if __PYX_LIMITED_VERSION_HEX <= 0x030C0000
bad:
*type = 0;
*value = 0;
*tb = 0;
Py_XDECREF(local_type);
Py_XDECREF(local_value);
Py_XDECREF(local_tb);
return -1;
#endif
}
/* SwapException */
#if CYTHON_FAST_THREAD_STATE
static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
PyObject *tmp_type, *tmp_value, *tmp_tb;
#if CYTHON_USE_EXC_INFO_STACK && PY_VERSION_HEX >= 0x030B00a4
_PyErr_StackItem *exc_info = tstate->exc_info;
tmp_value = exc_info->exc_value;
exc_info->exc_value = *value;
if (tmp_value == NULL || tmp_value == Py_None) {
Py_XDECREF(tmp_value);
tmp_value = NULL;
tmp_type = NULL;
tmp_tb = NULL;
} else {
tmp_type = (PyObject*) Py_TYPE(tmp_value);
Py_INCREF(tmp_type);
#if CYTHON_COMPILING_IN_CPYTHON
tmp_tb = ((PyBaseExceptionObject*) tmp_value)->traceback;
Py_XINCREF(tmp_tb);
#else
tmp_tb = PyException_GetTraceback(tmp_value);
#endif
}
#elif CYTHON_USE_EXC_INFO_STACK
_PyErr_StackItem *exc_info = tstate->exc_info;
tmp_type = exc_info->exc_type;
tmp_value = exc_info->exc_value;
tmp_tb = exc_info->exc_traceback;
exc_info->exc_type = *type;
exc_info->exc_value = *value;
exc_info->exc_traceback = *tb;
#else
tmp_type = tstate->exc_type;
tmp_value = tstate->exc_value;
tmp_tb = tstate->exc_traceback;
tstate->exc_type = *type;
tstate->exc_value = *value;
tstate->exc_traceback = *tb;
#endif
*type = tmp_type;
*value = tmp_value;
*tb = tmp_tb;
}
#else
static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb) {
PyObject *tmp_type, *tmp_value, *tmp_tb;
PyErr_GetExcInfo(&tmp_type, &tmp_value, &tmp_tb);
PyErr_SetExcInfo(*type, *value, *tb);
*type = tmp_type;
*value = tmp_value;
*tb = tmp_tb;
}
#endif
/* HasAttr (used by ImportImpl) */
#if __PYX_LIMITED_VERSION_HEX < 0x030d0000
static CYTHON_INLINE int __Pyx_HasAttr(PyObject *o, PyObject *n) {
PyObject *r;
if (unlikely(!PyUnicode_Check(n))) {
PyErr_SetString(PyExc_TypeError,
"hasattr(): attribute name must be string");
return -1;
}
r = __Pyx_PyObject_GetAttrStrNoError(o, n);
if (!r) {
return (unlikely(PyErr_Occurred())) ? -1 : 0;
} else {
Py_DECREF(r);
return 1;
}
}
#endif
/* ImportImpl (used by Import) */
static int __Pyx__Import_GetModule(PyObject *qualname, PyObject **module) {
PyObject *imported_module = PyImport_GetModule(qualname);
if (unlikely(!imported_module)) {
*module = NULL;
if (PyErr_Occurred()) {
return -1;
}
return 0;
}
*module = imported_module;
return 1;
}
static int __Pyx__Import_Lookup(PyObject *qualname, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject **module) {
PyObject *imported_module;
PyObject *top_level_package_name;
Py_ssize_t i;
int status, module_found;
Py_ssize_t dot_index;
module_found = __Pyx__Import_GetModule(qualname, &imported_module);
if (unlikely(!module_found || module_found == -1)) {
*module = NULL;
return module_found;
}
if (imported_names) {
for (i = 0; i < len_imported_names; i++) {
PyObject *imported_name = imported_names[i];
#if __PYX_LIMITED_VERSION_HEX < 0x030d0000
int has_imported_attribute = PyObject_HasAttr(imported_module, imported_name);
#else
int has_imported_attribute = PyObject_HasAttrWithError(imported_module, imported_name);
if (unlikely(has_imported_attribute == -1)) goto error;
#endif
if (!has_imported_attribute) {
goto not_found;
}
}
*module = imported_module;
return 1;
}
dot_index = PyUnicode_FindChar(qualname, '.', 0, PY_SSIZE_T_MAX, 1);
if (dot_index == -1) {
*module = imported_module;
return 1;
}
if (unlikely(dot_index == -2)) goto error;
top_level_package_name = PyUnicode_Substring(qualname, 0, dot_index);
if (unlikely(!top_level_package_name)) goto error;
Py_DECREF(imported_module);
status = __Pyx__Import_GetModule(top_level_package_name, module);
Py_DECREF(top_level_package_name);
return status;
error:
Py_DECREF(imported_module);
*module = NULL;
return -1;
not_found:
Py_DECREF(imported_module);
*module = NULL;
return 0;
}
static PyObject *__Pyx__Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, PyObject *moddict, int level) {
PyObject *module = 0;
PyObject *empty_dict = 0;
PyObject *from_list = 0;
int module_found;
if (!qualname) {
qualname = name;
}
module_found = __Pyx__Import_Lookup(qualname, imported_names, len_imported_names, &module);
if (likely(module_found == 1)) {
return module;
} else if (unlikely(module_found == -1)) {
return NULL;
}
empty_dict = PyDict_New();
if (unlikely(!empty_dict))
goto bad;
if (imported_names) {
#if CYTHON_COMPILING_IN_CPYTHON
from_list = __Pyx_PyList_FromArray(imported_names, len_imported_names);
if (unlikely(!from_list))
goto bad;
#else
from_list = PyList_New(len_imported_names);
if (unlikely(!from_list)) goto bad;
for (Py_ssize_t i=0; i<len_imported_names; ++i) {
if (PyList_SetItem(from_list, i, __Pyx_NewRef(imported_names[i])) < 0) goto bad;
}
#endif
}
if (level == -1) {
const char* package_sep = strchr(__Pyx_MODULE_NAME, '.');
if (package_sep != (0)) {
module = PyImport_ImportModuleLevelObject(
name, moddict, empty_dict, from_list, 1);
if (unlikely(!module)) {
if (unlikely(!PyErr_ExceptionMatches(PyExc_ImportError)))
goto bad;
PyErr_Clear();
}
}
level = 0;
}
if (!module) {
module = PyImport_ImportModuleLevelObject(
name, moddict, empty_dict, from_list, level);
}
bad:
Py_XDECREF(from_list);
Py_XDECREF(empty_dict);
return module;
}
/* Import */
static PyObject *__Pyx_Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, int level) {
return __Pyx__Import(name, imported_names, len_imported_names, qualname, __pyx_mstate_global->__pyx_d, level);
}
/* FastTypeChecks */
#if CYTHON_COMPILING_IN_CPYTHON
static int __Pyx_InBases(PyTypeObject *a, PyTypeObject *b) {
while (a) {
a = __Pyx_PyType_GetSlot(a, tp_base, PyTypeObject*);
if (a == b)
return 1;
}
return b == &PyBaseObject_Type;
}
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b) {
PyObject *mro;
if (a == b) return 1;
mro = a->tp_mro;
if (likely(mro)) {
Py_ssize_t i, n;
n = PyTuple_GET_SIZE(mro);
for (i = 0; i < n; i++) {
if (PyTuple_GET_ITEM(mro, i) == (PyObject *)b)
return 1;
}
return 0;
}
return __Pyx_InBases(a, b);
}
static CYTHON_INLINE int __Pyx_IsAnySubtype2(PyTypeObject *cls, PyTypeObject *a, PyTypeObject *b) {
PyObject *mro;
if (cls == a || cls == b) return 1;
mro = cls->tp_mro;
if (likely(mro)) {
Py_ssize_t i, n;
n = PyTuple_GET_SIZE(mro);
for (i = 0; i < n; i++) {
PyObject *base = PyTuple_GET_ITEM(mro, i);
if (base == (PyObject *)a || base == (PyObject *)b)
return 1;
}
return 0;
}
return __Pyx_InBases(cls, a) || __Pyx_InBases(cls, b);
}
static CYTHON_INLINE int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject *exc_type2) {
if (exc_type1) {
return __Pyx_IsAnySubtype2((PyTypeObject*)err, (PyTypeObject*)exc_type1, (PyTypeObject*)exc_type2);
} else {
return __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type2);
}
}
static int __Pyx_PyErr_GivenExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
Py_ssize_t i, n;
assert(PyExceptionClass_Check(exc_type));
n = PyTuple_GET_SIZE(tuple);
for (i=0; i<n; i++) {
if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
}
for (i=0; i<n; i++) {
PyObject *t = PyTuple_GET_ITEM(tuple, i);
if (likely(PyExceptionClass_Check(t))) {
if (__Pyx_inner_PyErr_GivenExceptionMatches2(exc_type, NULL, t)) return 1;
} else {
}
}
return 0;
}
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject* exc_type) {
if (likely(err == exc_type)) return 1;
if (likely(PyExceptionClass_Check(err))) {
if (likely(PyExceptionClass_Check(exc_type))) {
return __Pyx_inner_PyErr_GivenExceptionMatches2(err, NULL, exc_type);
} else if (likely(PyTuple_Check(exc_type))) {
return __Pyx_PyErr_GivenExceptionMatchesTuple(err, exc_type);
} else {
}
}
return PyErr_GivenExceptionMatches(err, exc_type);
}
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *exc_type1, PyObject *exc_type2) {
assert(PyExceptionClass_Check(exc_type1));
assert(PyExceptionClass_Check(exc_type2));
if (likely(err == exc_type1 || err == exc_type2)) return 1;
if (likely(PyExceptionClass_Check(err))) {
return __Pyx_inner_PyErr_GivenExceptionMatches2(err, exc_type1, exc_type2);
}
return (PyErr_GivenExceptionMatches(err, exc_type1) || PyErr_GivenExceptionMatches(err, exc_type2));
}
#endif
/* PySequenceMultiply */
static PyObject* __Pyx_PySequence_Multiply_Generic(PyObject *seq, Py_ssize_t mul) {
PyObject *result, *pymul = PyLong_FromSsize_t(mul);
if (unlikely(!pymul))
return NULL;
result = PyNumber_Multiply(seq, pymul);
Py_DECREF(pymul);
return result;
}
static CYTHON_INLINE PyObject* __Pyx_PySequence_Multiply(PyObject *seq, Py_ssize_t mul) {
#if CYTHON_USE_TYPE_SLOTS
PyTypeObject *type = Py_TYPE(seq);
if (likely(type->tp_as_sequence && type->tp_as_sequence->sq_repeat)) {
return type->tp_as_sequence->sq_repeat(seq, mul);
} else
#endif
{
return __Pyx_PySequence_Multiply_Generic(seq, mul);
}
}
/* PyObjectFormatAndDecref */
static CYTHON_INLINE PyObject* __Pyx_PyObject_FormatSimpleAndDecref(PyObject* s, PyObject* f) {
if (unlikely(!s)) return NULL;
if (likely(PyUnicode_CheckExact(s))) return s;
return __Pyx_PyObject_FormatAndDecref(s, f);
}
static CYTHON_INLINE PyObject* __Pyx_PyObject_FormatAndDecref(PyObject* s, PyObject* f) {
PyObject *result;
if (unlikely(!s)) return NULL;
result = PyObject_Format(s, f);
Py_DECREF(s);
return result;
}
/* PyObjectFormat */
#if CYTHON_USE_UNICODE_WRITER
static PyObject* __Pyx_PyObject_Format(PyObject* obj, PyObject* format_spec) {
int ret;
_PyUnicodeWriter writer;
if (likely(PyFloat_CheckExact(obj))) {
_PyUnicodeWriter_Init(&writer);
ret = _PyFloat_FormatAdvancedWriter(
&writer,
obj,
format_spec, 0, PyUnicode_GET_LENGTH(format_spec));
} else if (likely(PyLong_CheckExact(obj))) {
_PyUnicodeWriter_Init(&writer);
ret = _PyLong_FormatAdvancedWriter(
&writer,
obj,
format_spec, 0, PyUnicode_GET_LENGTH(format_spec));
} else {
return PyObject_Format(obj, format_spec);
}
if (unlikely(ret == -1)) {
_PyUnicodeWriter_Dealloc(&writer);
return NULL;
}
return _PyUnicodeWriter_Finish(&writer);
}
#endif
/* SetItemInt */
static int __Pyx_SetItemInt_Generic(PyObject *o, PyObject *j, PyObject *v) {
int r;
if (unlikely(!j)) return -1;
r = PyObject_SetItem(o, j, v);
Py_DECREF(j);
return r;
}
static CYTHON_INLINE int __Pyx_SetItemInt_Fast(PyObject *o, Py_ssize_t i, PyObject *v, int is_list,
int wraparound, int boundscheck, int unsafe_shared) {
CYTHON_MAYBE_UNUSED_VAR(unsafe_shared);
#if CYTHON_ASSUME_SAFE_MACROS && CYTHON_ASSUME_SAFE_SIZE && !CYTHON_AVOID_BORROWED_REFS
if (is_list || PyList_CheckExact(o)) {
Py_ssize_t n = (!wraparound) ? i : ((likely(i >= 0)) ? i : i + PyList_GET_SIZE(o));
if ((CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS && !__Pyx_IS_UNIQUELY_REFERENCED(o, unsafe_shared))) {
Py_INCREF(v);
return PyList_SetItem(o, n, v);
} else if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o)))) {
PyObject* old;
Py_INCREF(v);
old = PyList_GET_ITEM(o, n);
PyList_SET_ITEM(o, n, v);
Py_DECREF(old);
return 0;
}
} else
#endif
#if CYTHON_USE_TYPE_SLOTS && !CYTHON_COMPILING_IN_PYPY
{
PyMappingMethods *mm = Py_TYPE(o)->tp_as_mapping;
PySequenceMethods *sm = Py_TYPE(o)->tp_as_sequence;
if (!is_list && mm && mm->mp_ass_subscript) {
int r;
PyObject *key = PyLong_FromSsize_t(i);
if (unlikely(!key)) return -1;
r = mm->mp_ass_subscript(o, key, v);
Py_DECREF(key);
return r;
}
if (is_list || likely(sm && sm->sq_ass_item)) {
if (wraparound && unlikely(i < 0) && likely(sm->sq_length)) {
Py_ssize_t l = sm->sq_length(o);
if (likely(l >= 0)) {
i += l;
} else {
if (!PyErr_ExceptionMatches(PyExc_OverflowError))
return -1;
PyErr_Clear();
}
}
return sm->sq_ass_item(o, i, v);
}
}
#else
if (is_list || !PyMapping_Check(o)) {
return PySequence_SetItem(o, i, v);
}
#endif
(void)wraparound;
(void)boundscheck;
return __Pyx_SetItemInt_Generic(o, PyLong_FromSsize_t(i), v);
}
/* RaiseUnboundLocalError */
static void __Pyx_RaiseUnboundLocalError(const char *varname) {
PyErr_Format(PyExc_UnboundLocalError, "local variable '%s' referenced before assignment", varname);
}
/* DivInt[long] */
static CYTHON_INLINE long __Pyx_div_long(long a, long b, int b_is_constant) {
long q = a / b;
long r = a - q*b;
long adapt_python = (b_is_constant ?
((r != 0) & ((r < 0) ^ (b < 0))) :
((r != 0) & ((r ^ b) < 0))
);
return q - adapt_python;
}
/* tp_new */
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
static PyObject* __Pyx_tp_new_fallback(PyObject* type_obj, PyObject* args, PyObject* kwargs) {
PyObject *new_func = NULL, *new_args = NULL, *obj;
Py_ssize_t i, nargs = PyTuple_Size(args);
if (unlikely(nargs < 0)) goto bad;
new_args = PyTuple_New(nargs + 1);
if (unlikely(!new_args)) goto bad;
for (i = 0; i < nargs + 1; i++) {
PyObject *item = (i == 0) ? type_obj : PyTuple_GetItem(args, i - 1);
if (unlikely(!item)) goto bad;
Py_INCREF(item);
if (unlikely(PyTuple_SetItem(new_args, i, item)) < 0) goto bad;
}
new_func = PyObject_GetAttrString(type_obj, "__new__");
if (unlikely(!new_func)) goto bad;
obj = PyObject_Call(new_func, new_args, kwargs);
Py_DECREF(new_func);
Py_DECREF(new_args);
return obj;
bad:
Py_XDECREF(new_func);
Py_XDECREF(new_args);
return NULL;
}
#endif
static PyObject* __Pyx_tp_new_kwargs(PyObject* type_obj, PyObject* args, PyObject* kwargs) {
newfunc tp_new = __Pyx_PyType_TryGetSlot((PyTypeObject*)type_obj, tp_new, newfunc);
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
if (!tp_new) return __Pyx_tp_new_fallback(type_obj, args, kwargs);
#else
assert(tp_new != NULL);
#endif
return tp_new((PyTypeObject*)type_obj, args, kwargs);
}
/* PyObjectSetAttrStr */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE int __Pyx_PyObject_SetAttrStr(PyObject* obj, PyObject* attr_name, PyObject* value) {
PyTypeObject* tp = Py_TYPE(obj);
if (likely(tp->tp_setattro))
return tp->tp_setattro(obj, attr_name, value);
return PyObject_SetAttr(obj, attr_name, value);
}
#endif
/* PyObjectVectorCallKwBuilder (used by PyObjectVectorCallMethodKwBuilder) */
#if CYTHON_VECTORCALL
static int __Pyx_VectorcallBuilder_AddArg(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n) {
(void)__Pyx_PyObject_FastCallDict;
if (__Pyx_PyTuple_SET_ITEM(builder, n, key) != (0)) return -1;
Py_INCREF(key);
args[n] = value;
return 0;
}
CYTHON_UNUSED static int __Pyx_VectorcallBuilder_AddArg_Check(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n) {
(void)__Pyx_VectorcallBuilder_AddArgStr;
if (unlikely(!PyUnicode_Check(key))) {
PyErr_SetString(PyExc_TypeError, "keywords must be strings");
return -1;
}
return __Pyx_VectorcallBuilder_AddArg(key, value, builder, args, n);
}
static int __Pyx_VectorcallBuilder_AddArgStr(const char *key, PyObject *value, PyObject *builder, PyObject **args, int n) {
PyObject *pyKey = PyUnicode_FromString(key);
if (!pyKey) return -1;
return __Pyx_VectorcallBuilder_AddArg(pyKey, value, builder, args, n);
}
#else // CYTHON_VECTORCALL
CYTHON_UNUSED static int __Pyx_VectorcallBuilder_AddArg_Check(PyObject *key, PyObject *value, PyObject *builder, CYTHON_UNUSED PyObject **args, CYTHON_UNUSED int n) {
if (unlikely(!PyUnicode_Check(key))) {
PyErr_SetString(PyExc_TypeError, "keywords must be strings");
return -1;
}
return PyDict_SetItem(builder, key, value);
}
#endif
/* PyObjectVectorCallMethodKwBuilder */
#if !CYTHON_VECTORCALL || PY_VERSION_HEX < 0x03090000
static PyObject *__Pyx_Object_VectorcallMethod_CallFromBuilder(PyObject *name, PyObject *const *args, size_t nargsf, PyObject *kwnames) {
PyObject *result;
PyObject *obj = PyObject_GetAttr(args[0], name);
if (unlikely(!obj))
return NULL;
result = __Pyx_Object_Vectorcall_CallFromBuilder(obj, args+1, nargsf-1, kwnames);
Py_DECREF(obj);
return result;
}
#endif
/* py_unicode_predicate */
#if CYTHON_COMPILING_IN_LIMITED_API
static int __Pyx_Py_UNICODE_ISSPACE(Py_UCS4 uchar) {
int result;
PyObject *py_result, *ustring;
if (uchar < 133) {
switch (uchar) {
case 9:
case 10:
case 11:
case 12:
case 13:
case 28:
case 29:
case 30:
case 31:
case (Py_UCS4)' ':
return 1;
}
return 0;
}
ustring = PyUnicode_FromOrdinal(uchar);
if (!ustring) goto bad;
py_result = PyObject_CallMethod(ustring, "isspace", NULL);
Py_DECREF(ustring);
if (!py_result) goto bad;
result = PyObject_IsTrue(py_result);
Py_DECREF(py_result);
if (result == -1) goto bad;
return result != 0;
bad:
PyErr_Clear();
return 0;
}
#endif
/* SetStringIndexingError (used by GetItemIntUnicode) */
static void __Pyx_SetStringIndexingError(const char* message, int has_gil) {
if (!has_gil) {
PyGILState_STATE gil_state = PyGILState_Ensure();
PyErr_SetString(PyExc_IndexError, message);
PyGILState_Release(gil_state);
} else
PyErr_SetString(PyExc_IndexError, message);
}
/* GetItemIntUnicode */
static CYTHON_INLINE Py_UCS4 __Pyx_GetItemInt_Unicode_Fast(PyObject* ustring, Py_ssize_t i,
int wraparound, int boundscheck, int has_gil) {
Py_ssize_t length;
if (unlikely(__Pyx_PyUnicode_READY(ustring) < 0)) return (Py_UCS4)-1;
if (wraparound | boundscheck) {
length = __Pyx_PyUnicode_GET_LENGTH(ustring);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely(length < 0)) return (Py_UCS4)-1;
#endif
if (wraparound & unlikely(i < 0)) i += length;
if ((!boundscheck) || likely(__Pyx_is_valid_index(i, length))) {
return __Pyx_PyUnicode_READ_CHAR(ustring, i);
} else {
__Pyx_SetStringIndexingError("string index out of range", has_gil);
return (Py_UCS4)-1;
}
} else {
return __Pyx_PyUnicode_READ_CHAR(ustring, i);
}
}
/* unicode_iter */
static CYTHON_INLINE int __Pyx_init_unicode_iteration(
PyObject* ustring, Py_ssize_t *length, void** data, int *kind) {
#if CYTHON_COMPILING_IN_LIMITED_API
*kind = 0;
*length = PyUnicode_GetLength(ustring);
*data = (void*)ustring;
#else
if (unlikely(__Pyx_PyUnicode_READY(ustring) < 0)) return -1;
*kind = PyUnicode_KIND(ustring);
*length = PyUnicode_GET_LENGTH(ustring);
*data = PyUnicode_DATA(ustring);
#endif
return 0;
}
/* PyUnicode_Substring */
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_Substring(
PyObject* text, Py_ssize_t start, Py_ssize_t stop) {
Py_ssize_t length;
#if !CYTHON_COMPILING_IN_LIMITED_API
if (unlikely(__Pyx_PyUnicode_READY(text) == -1)) return NULL;
#endif
length = __Pyx_PyUnicode_GET_LENGTH(text);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely(length < 0)) return NULL;
#endif
if (start < 0) {
start += length;
if (start < 0)
start = 0;
}
if (stop < 0)
stop += length;
else if (stop > length)
stop = length;
if (stop <= start)
return __Pyx_NewRef(__pyx_mstate_global->__pyx_empty_unicode);
if (start == 0 && stop == length)
return __Pyx_NewRef(text);
#if CYTHON_COMPILING_IN_LIMITED_API
return PyUnicode_Substring(text, start, stop);
#else
return PyUnicode_FromKindAndData(PyUnicode_KIND(text),
PyUnicode_1BYTE_DATA(text) + start*PyUnicode_KIND(text), stop-start);
#endif
}
/* IterFinish */
static CYTHON_INLINE int __Pyx_IterFinish(void) {
PyObject* exc_type;
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
exc_type = __Pyx_PyErr_CurrentExceptionType();
if (unlikely(exc_type)) {
if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration)))
return -1;
__Pyx_PyErr_Clear();
return 0;
}
return 0;
}
/* UnpackItemEndCheck */
static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected) {
if (unlikely(retval)) {
Py_DECREF(retval);
__Pyx_RaiseTooManyValuesError(expected);
return -1;
}
return __Pyx_IterFinish();
}
/* SliceObject */
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetSlice(PyObject* obj,
Py_ssize_t cstart, Py_ssize_t cstop,
PyObject** _py_start, PyObject** _py_stop, PyObject** _py_slice,
int has_cstart, int has_cstop, CYTHON_UNUSED int wraparound) {
__Pyx_TypeName obj_type_name;
#if CYTHON_USE_TYPE_SLOTS
PyMappingMethods* mp = Py_TYPE(obj)->tp_as_mapping;
if (likely(mp && mp->mp_subscript))
#endif
{
PyObject* result;
PyObject *py_slice, *py_start, *py_stop;
if (_py_slice) {
py_slice = *_py_slice;
} else {
PyObject* owned_start = NULL;
PyObject* owned_stop = NULL;
if (_py_start) {
py_start = *_py_start;
} else {
if (has_cstart) {
owned_start = py_start = PyLong_FromSsize_t(cstart);
if (unlikely(!py_start)) goto bad;
} else
py_start = Py_None;
}
if (_py_stop) {
py_stop = *_py_stop;
} else {
if (has_cstop) {
owned_stop = py_stop = PyLong_FromSsize_t(cstop);
if (unlikely(!py_stop)) {
Py_XDECREF(owned_start);
goto bad;
}
} else
py_stop = Py_None;
}
py_slice = PySlice_New(py_start, py_stop, Py_None);
Py_XDECREF(owned_start);
Py_XDECREF(owned_stop);
if (unlikely(!py_slice)) goto bad;
}
#if CYTHON_USE_TYPE_SLOTS
result = mp->mp_subscript(obj, py_slice);
#else
result = PyObject_GetItem(obj, py_slice);
#endif
if (!_py_slice) {
Py_DECREF(py_slice);
}
return result;
}
obj_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(obj));
PyErr_Format(PyExc_TypeError,
"'" __Pyx_FMT_TYPENAME "' object is unsliceable", obj_type_name);
__Pyx_DECREF_TypeName(obj_type_name);
bad:
return NULL;
}
/* PyLongCompare */
static CYTHON_INLINE int __Pyx_PyLong_BoolNeObjC(PyObject *op1, PyObject *op2, long intval, long inplace) {
CYTHON_MAYBE_UNUSED_VAR(intval);
CYTHON_UNUSED_VAR(inplace);
if (op1 == op2) {
return 0;
}
#if CYTHON_USE_PYLONG_INTERNALS
if (likely(PyLong_CheckExact(op1))) {
int unequal;
unsigned long uintval;
Py_ssize_t size = __Pyx_PyLong_DigitCount(op1);
const digit* digits = __Pyx_PyLong_Digits(op1);
if (intval == 0) {
return (__Pyx_PyLong_IsZero(op1) != 1);
} else if (intval < 0) {
if (__Pyx_PyLong_IsNonNeg(op1))
return 1;
intval = -intval;
} else {
if (__Pyx_PyLong_IsNeg(op1))
return 1;
}
uintval = (unsigned long) intval;
#if PyLong_SHIFT * 4 < SIZEOF_LONG*8
if (uintval >> (PyLong_SHIFT * 4)) {
unequal = (size != 5) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[4] != ((uintval >> (4 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
} else
#endif
#if PyLong_SHIFT * 3 < SIZEOF_LONG*8
if (uintval >> (PyLong_SHIFT * 3)) {
unequal = (size != 4) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
} else
#endif
#if PyLong_SHIFT * 2 < SIZEOF_LONG*8
if (uintval >> (PyLong_SHIFT * 2)) {
unequal = (size != 3) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
} else
#endif
#if PyLong_SHIFT * 1 < SIZEOF_LONG*8
if (uintval >> (PyLong_SHIFT * 1)) {
unequal = (size != 2) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
} else
#endif
unequal = (size != 1) || (((unsigned long) digits[0]) != (uintval & (unsigned long) PyLong_MASK));
return (unequal != 0);
}
#endif
if (PyFloat_CheckExact(op1)) {
const long b = intval;
double a = __Pyx_PyFloat_AS_DOUBLE(op1);
return ((double)a != (double)b);
}
return __Pyx_PyObject_IsTrueAndDecref(
PyObject_RichCompare(op1, op2, Py_NE));
}
/* PyLongBinop */
#if !CYTHON_COMPILING_IN_PYPY
static PyObject* __Pyx_Fallback___Pyx_PyLong_AddObjC(PyObject *op1, PyObject *op2, int inplace) {
return (inplace ? PyNumber_InPlaceAdd : PyNumber_Add)(op1, op2);
}
#if CYTHON_USE_PYLONG_INTERNALS
static PyObject* __Pyx_Unpacked___Pyx_PyLong_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check) {
CYTHON_MAYBE_UNUSED_VAR(inplace);
CYTHON_UNUSED_VAR(zerodivision_check);
const long b = intval;
long a;
const PY_LONG_LONG llb = intval;
PY_LONG_LONG lla;
if (unlikely(__Pyx_PyLong_IsZero(op1))) {
return __Pyx_NewRef(op2);
}
const int is_positive = __Pyx_PyLong_IsPos(op1);
const digit* digits = __Pyx_PyLong_Digits(op1);
const Py_ssize_t size = __Pyx_PyLong_DigitCount(op1);
if (likely(size == 1)) {
a = (long) digits[0];
if (!is_positive) a *= -1;
} else {
switch (size) {
case 2:
if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
if (!is_positive) a *= -1;
goto calculate_long;
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
if (!is_positive) lla *= -1;
goto calculate_long_long;
}
break;
case 3:
if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
if (!is_positive) a *= -1;
goto calculate_long;
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
if (!is_positive) lla *= -1;
goto calculate_long_long;
}
break;
case 4:
if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
if (!is_positive) a *= -1;
goto calculate_long;
} else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
if (!is_positive) lla *= -1;
goto calculate_long_long;
}
break;
}
return PyLong_Type.tp_as_number->nb_add(op1, op2);
}
calculate_long:
{
long x;
x = a + b;
return PyLong_FromLong(x);
}
calculate_long_long:
{
PY_LONG_LONG llx;
llx = lla + llb;
return PyLong_FromLongLong(llx);
}
}
#endif
static PyObject* __Pyx_Float___Pyx_PyLong_AddObjC(PyObject *float_val, long intval, int zerodivision_check) {
CYTHON_UNUSED_VAR(zerodivision_check);
const long b = intval;
double a = __Pyx_PyFloat_AS_DOUBLE(float_val);
double result;
result = ((double)a) + (double)b;
return PyFloat_FromDouble(result);
}
static CYTHON_INLINE PyObject* __Pyx_PyLong_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check) {
CYTHON_MAYBE_UNUSED_VAR(intval);
CYTHON_UNUSED_VAR(zerodivision_check);
#if CYTHON_USE_PYLONG_INTERNALS
if (likely(PyLong_CheckExact(op1))) {
return __Pyx_Unpacked___Pyx_PyLong_AddObjC(op1, op2, intval, inplace, zerodivision_check);
}
#endif
if (PyFloat_CheckExact(op1)) {
return __Pyx_Float___Pyx_PyLong_AddObjC(op1, intval, zerodivision_check);
}
return __Pyx_Fallback___Pyx_PyLong_AddObjC(op1, op2, inplace);
}
#endif
/* RaiseClosureNameError */
static void __Pyx_RaiseClosureNameError(const char *varname) {
PyErr_Format(PyExc_NameError, "free variable '%s' referenced before assignment in enclosing scope", varname);
}
/* DictGetItem */
#if !CYTHON_COMPILING_IN_PYPY
static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key) {
PyObject *value;
if (unlikely(__Pyx_PyDict_GetItemRef(d, key, &value) == 0)) { // no value, no error
if (unlikely(PyTuple_Check(key))) {
PyObject* args = PyTuple_Pack(1, key);
if (likely(args)) {
PyErr_SetObject(PyExc_KeyError, args);
Py_DECREF(args);
}
} else {
PyErr_SetObject(PyExc_KeyError, key);
}
}
return value;
}
#endif
/* PyLongCompare */
static CYTHON_INLINE int __Pyx_PyLong_BoolEqObjC(PyObject *op1, PyObject *op2, long intval, long inplace) {
CYTHON_MAYBE_UNUSED_VAR(intval);
CYTHON_UNUSED_VAR(inplace);
if (op1 == op2) {
return 1;
}
#if CYTHON_USE_PYLONG_INTERNALS
if (likely(PyLong_CheckExact(op1))) {
int unequal;
unsigned long uintval;
Py_ssize_t size = __Pyx_PyLong_DigitCount(op1);
const digit* digits = __Pyx_PyLong_Digits(op1);
if (intval == 0) {
return (__Pyx_PyLong_IsZero(op1) == 1);
} else if (intval < 0) {
if (__Pyx_PyLong_IsNonNeg(op1))
return 0;
intval = -intval;
} else {
if (__Pyx_PyLong_IsNeg(op1))
return 0;
}
uintval = (unsigned long) intval;
#if PyLong_SHIFT * 4 < SIZEOF_LONG*8
if (uintval >> (PyLong_SHIFT * 4)) {
unequal = (size != 5) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[4] != ((uintval >> (4 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
} else
#endif
#if PyLong_SHIFT * 3 < SIZEOF_LONG*8
if (uintval >> (PyLong_SHIFT * 3)) {
unequal = (size != 4) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
} else
#endif
#if PyLong_SHIFT * 2 < SIZEOF_LONG*8
if (uintval >> (PyLong_SHIFT * 2)) {
unequal = (size != 3) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
} else
#endif
#if PyLong_SHIFT * 1 < SIZEOF_LONG*8
if (uintval >> (PyLong_SHIFT * 1)) {
unequal = (size != 2) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
| (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
} else
#endif
unequal = (size != 1) || (((unsigned long) digits[0]) != (uintval & (unsigned long) PyLong_MASK));
return (unequal == 0);
}
#endif
if (PyFloat_CheckExact(op1)) {
const long b = intval;
double a = __Pyx_PyFloat_AS_DOUBLE(op1);
return ((double)a == (double)b);
}
return __Pyx_PyObject_IsTrueAndDecref(
PyObject_RichCompare(op1, op2, Py_EQ));
}
/* PyObjectLookupSpecial */
#if CYTHON_USE_PYTYPE_LOOKUP && CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject* __Pyx__PyObject_LookupSpecial(PyObject* obj, PyObject* attr_name, int with_error) {
PyObject *res;
PyTypeObject *tp = Py_TYPE(obj);
res = _PyType_Lookup(tp, attr_name);
if (likely(res)) {
descrgetfunc f = Py_TYPE(res)->tp_descr_get;
if (!f) {
Py_INCREF(res);
} else {
res = f(res, obj, (PyObject *)tp);
}
} else if (with_error) {
PyErr_SetObject(PyExc_AttributeError, attr_name);
}
return res;
}
#endif
/* dict_setdefault (used by FetchCommonType) */
static CYTHON_INLINE PyObject *__Pyx_PyDict_SetDefault(PyObject *d, PyObject *key, PyObject *default_value) {
PyObject* value;
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX >= 0x030C0000
PyObject *args[] = {d, key, default_value};
value = PyObject_VectorcallMethod(__pyx_mstate_global->__pyx_n_u_setdefault, args, 3 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
#elif CYTHON_COMPILING_IN_LIMITED_API
value = PyObject_CallMethodObjArgs(d, __pyx_mstate_global->__pyx_n_u_setdefault, key, default_value, NULL);
#elif PY_VERSION_HEX >= 0x030d0000
PyDict_SetDefaultRef(d, key, default_value, &value);
#else
value = PyDict_SetDefault(d, key, default_value);
if (unlikely(!value)) return NULL;
Py_INCREF(value);
#endif
return value;
}
/* LimitedApiGetTypeDict (used by SetItemOnTypeDict) */
#if CYTHON_COMPILING_IN_LIMITED_API
static Py_ssize_t __Pyx_GetTypeDictOffset(void) {
PyObject *tp_dictoffset_o;
Py_ssize_t tp_dictoffset;
tp_dictoffset_o = PyObject_GetAttrString((PyObject*)(&PyType_Type), "__dictoffset__");
if (unlikely(!tp_dictoffset_o)) return -1;
tp_dictoffset = PyLong_AsSsize_t(tp_dictoffset_o);
Py_DECREF(tp_dictoffset_o);
if (unlikely(tp_dictoffset == 0)) {
PyErr_SetString(
PyExc_TypeError,
"'type' doesn't have a dictoffset");
return -1;
} else if (unlikely(tp_dictoffset < 0)) {
PyErr_SetString(
PyExc_TypeError,
"'type' has an unexpected negative dictoffset. "
"Please report this as Cython bug");
return -1;
}
return tp_dictoffset;
}
static PyObject *__Pyx_GetTypeDict(PyTypeObject *tp) {
static Py_ssize_t tp_dictoffset = 0;
if (unlikely(tp_dictoffset == 0)) {
tp_dictoffset = __Pyx_GetTypeDictOffset();
if (unlikely(tp_dictoffset == -1 && PyErr_Occurred())) {
tp_dictoffset = 0; // try again next time?
return NULL;
}
}
return *(PyObject**)((char*)tp + tp_dictoffset);
}
#endif
/* SetItemOnTypeDict (used by FixUpExtensionType) */
static int __Pyx__SetItemOnTypeDict(PyTypeObject *tp, PyObject *k, PyObject *v) {
int result;
PyObject *tp_dict;
#if CYTHON_COMPILING_IN_LIMITED_API
tp_dict = __Pyx_GetTypeDict(tp);
if (unlikely(!tp_dict)) return -1;
#else
tp_dict = tp->tp_dict;
#endif
result = PyDict_SetItem(tp_dict, k, v);
if (likely(!result)) {
PyType_Modified(tp);
if (unlikely(PyObject_HasAttr(v, __pyx_mstate_global->__pyx_n_u_set_name))) {
PyObject *setNameResult = PyObject_CallMethodObjArgs(v, __pyx_mstate_global->__pyx_n_u_set_name, (PyObject *) tp, k, NULL);
if (!setNameResult) return -1;
Py_DECREF(setNameResult);
}
}
return result;
}
/* FixUpExtensionType (used by FetchCommonType) */
static int __Pyx_fix_up_extension_type_from_spec(PyType_Spec *spec, PyTypeObject *type) {
#if __PYX_LIMITED_VERSION_HEX > 0x030900B1
CYTHON_UNUSED_VAR(spec);
CYTHON_UNUSED_VAR(type);
CYTHON_UNUSED_VAR(__Pyx__SetItemOnTypeDict);
#else
const PyType_Slot *slot = spec->slots;
int changed = 0;
#if !CYTHON_COMPILING_IN_LIMITED_API
while (slot && slot->slot && slot->slot != Py_tp_members)
slot++;
if (slot && slot->slot == Py_tp_members) {
#if !CYTHON_COMPILING_IN_CPYTHON
const
#endif // !CYTHON_COMPILING_IN_CPYTHON)
PyMemberDef *memb = (PyMemberDef*) slot->pfunc;
while (memb && memb->name) {
if (memb->name[0] == '_' && memb->name[1] == '_') {
if (strcmp(memb->name, "__weaklistoffset__") == 0) {
assert(memb->type == T_PYSSIZET);
assert(memb->flags == READONLY);
type->tp_weaklistoffset = memb->offset;
changed = 1;
}
else if (strcmp(memb->name, "__dictoffset__") == 0) {
assert(memb->type == T_PYSSIZET);
assert(memb->flags == READONLY);
type->tp_dictoffset = memb->offset;
changed = 1;
}
#if CYTHON_METH_FASTCALL
else if (strcmp(memb->name, "__vectorcalloffset__") == 0) {
assert(memb->type == T_PYSSIZET);
assert(memb->flags == READONLY);
type->tp_vectorcall_offset = memb->offset;
changed = 1;
}
#endif // CYTHON_METH_FASTCALL
#if !CYTHON_COMPILING_IN_PYPY
else if (strcmp(memb->name, "__module__") == 0) {
PyObject *descr;
assert(memb->type == T_OBJECT);
assert(memb->flags == 0 || memb->flags == READONLY);
descr = PyDescr_NewMember(type, memb);
if (unlikely(!descr))
return -1;
int set_item_result = PyDict_SetItem(type->tp_dict, PyDescr_NAME(descr), descr);
Py_DECREF(descr);
if (unlikely(set_item_result < 0)) {
return -1;
}
changed = 1;
}
#endif // !CYTHON_COMPILING_IN_PYPY
}
memb++;
}
}
#endif // !CYTHON_COMPILING_IN_LIMITED_API
#if !CYTHON_COMPILING_IN_PYPY
slot = spec->slots;
while (slot && slot->slot && slot->slot != Py_tp_getset)
slot++;
if (slot && slot->slot == Py_tp_getset) {
PyGetSetDef *getset = (PyGetSetDef*) slot->pfunc;
while (getset && getset->name) {
if (getset->name[0] == '_' && getset->name[1] == '_' && strcmp(getset->name, "__module__") == 0) {
PyObject *descr = PyDescr_NewGetSet(type, getset);
if (unlikely(!descr))
return -1;
#if CYTHON_COMPILING_IN_LIMITED_API
PyObject *pyname = PyUnicode_FromString(getset->name);
if (unlikely(!pyname)) {
Py_DECREF(descr);
return -1;
}
int set_item_result = __Pyx_SetItemOnTypeDict(type, pyname, descr);
Py_DECREF(pyname);
#else
CYTHON_UNUSED_VAR(__Pyx__SetItemOnTypeDict);
int set_item_result = PyDict_SetItem(type->tp_dict, PyDescr_NAME(descr), descr);
#endif
Py_DECREF(descr);
if (unlikely(set_item_result < 0)) {
return -1;
}
changed = 1;
}
++getset;
}
}
#else
CYTHON_UNUSED_VAR(__Pyx__SetItemOnTypeDict);
#endif // !CYTHON_COMPILING_IN_PYPY
if (changed)
PyType_Modified(type);
#endif // PY_VERSION_HEX > 0x030900B1
return 0;
}
/* AddModuleRef (used by FetchSharedCythonModule) */
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
static PyObject *__Pyx_PyImport_AddModuleObjectRef(PyObject *name) {
PyObject *module_dict = PyImport_GetModuleDict();
PyObject *m;
if (PyMapping_GetOptionalItem(module_dict, name, &m) < 0) {
return NULL;
}
if (m != NULL && PyModule_Check(m)) {
return m;
}
Py_XDECREF(m);
m = PyModule_NewObject(name);
if (m == NULL)
return NULL;
if (PyDict_CheckExact(module_dict)) {
PyObject *new_m;
(void)PyDict_SetDefaultRef(module_dict, name, m, &new_m);
Py_DECREF(m);
return new_m;
} else {
if (PyObject_SetItem(module_dict, name, m) != 0) {
Py_DECREF(m);
return NULL;
}
return m;
}
}
static PyObject *__Pyx_PyImport_AddModuleRef(const char *name) {
PyObject *py_name = PyUnicode_FromString(name);
if (!py_name) return NULL;
PyObject *module = __Pyx_PyImport_AddModuleObjectRef(py_name);
Py_DECREF(py_name);
return module;
}
#elif __PYX_LIMITED_VERSION_HEX >= 0x030d0000
#define __Pyx_PyImport_AddModuleRef(name) PyImport_AddModuleRef(name)
#else
static PyObject *__Pyx_PyImport_AddModuleRef(const char *name) {
PyObject *module = PyImport_AddModule(name);
Py_XINCREF(module);
return module;
}
#endif
/* FetchSharedCythonModule (used by FetchCommonType) */
static PyObject *__Pyx_FetchSharedCythonABIModule(void) {
return __Pyx_PyImport_AddModuleRef(__PYX_ABI_MODULE_NAME);
}
/* FetchCommonType (used by CommonTypesMetaclass) */
#if __PYX_LIMITED_VERSION_HEX < 0x030C0000
static PyObject* __Pyx_PyType_FromMetaclass(PyTypeObject *metaclass, PyObject *module, PyType_Spec *spec, PyObject *bases) {
PyObject *result = __Pyx_PyType_FromModuleAndSpec(module, spec, bases);
if (result && metaclass) {
PyObject *old_tp = (PyObject*)Py_TYPE(result);
Py_INCREF((PyObject*)metaclass);
#if __PYX_LIMITED_VERSION_HEX >= 0x03090000
Py_SET_TYPE(result, metaclass);
#else
result->ob_type = metaclass;
#endif
Py_DECREF(old_tp);
}
return result;
}
#else
#define __Pyx_PyType_FromMetaclass(me, mo, s, b) PyType_FromMetaclass(me, mo, s, b)
#endif
static int __Pyx_VerifyCachedType(PyObject *cached_type,
const char *name,
Py_ssize_t expected_basicsize) {
Py_ssize_t basicsize;
if (!PyType_Check(cached_type)) {
PyErr_Format(PyExc_TypeError,
"Shared Cython type %.200s is not a type object", name);
return -1;
}
if (expected_basicsize == 0) {
return 0; // size is inherited, nothing useful to check
}
#if CYTHON_COMPILING_IN_LIMITED_API
PyObject *py_basicsize;
py_basicsize = PyObject_GetAttrString(cached_type, "__basicsize__");
if (unlikely(!py_basicsize)) return -1;
basicsize = PyLong_AsSsize_t(py_basicsize);
Py_DECREF(py_basicsize);
py_basicsize = NULL;
if (unlikely(basicsize == (Py_ssize_t)-1) && PyErr_Occurred()) return -1;
#else
basicsize = ((PyTypeObject*) cached_type)->tp_basicsize;
#endif
if (basicsize != expected_basicsize) {
PyErr_Format(PyExc_TypeError,
"Shared Cython type %.200s has the wrong size, try recompiling",
name);
return -1;
}
return 0;
}
static PyTypeObject *__Pyx_FetchCommonTypeFromSpec(PyTypeObject *metaclass, PyObject *module, PyType_Spec *spec, PyObject *bases) {
PyObject *abi_module = NULL, *cached_type = NULL, *abi_module_dict, *new_cached_type, *py_object_name;
int get_item_ref_result;
const char* object_name = strrchr(spec->name, '.');
object_name = object_name ? object_name+1 : spec->name;
py_object_name = PyUnicode_FromString(object_name);
if (!py_object_name) return NULL;
abi_module = __Pyx_FetchSharedCythonABIModule();
if (!abi_module) goto done;
abi_module_dict = PyModule_GetDict(abi_module);
if (!abi_module_dict) goto done;
get_item_ref_result = __Pyx_PyDict_GetItemRef(abi_module_dict, py_object_name, &cached_type);
if (get_item_ref_result == 1) {
if (__Pyx_VerifyCachedType(
cached_type,
object_name,
spec->basicsize) < 0) {
goto bad;
}
goto done;
} else if (unlikely(get_item_ref_result == -1)) {
goto bad;
}
cached_type = __Pyx_PyType_FromMetaclass(
metaclass,
CYTHON_USE_MODULE_STATE ? module : abi_module,
spec, bases);
if (unlikely(!cached_type)) goto bad;
if (unlikely(__Pyx_fix_up_extension_type_from_spec(spec, (PyTypeObject *) cached_type) < 0)) goto bad;
new_cached_type = __Pyx_PyDict_SetDefault(abi_module_dict, py_object_name, cached_type);
if (unlikely(new_cached_type != cached_type)) {
if (unlikely(!new_cached_type)) goto bad;
Py_DECREF(cached_type);
cached_type = new_cached_type;
if (__Pyx_VerifyCachedType(
cached_type,
object_name,
spec->basicsize) < 0) {
goto bad;
}
goto done;
} else {
Py_DECREF(new_cached_type);
}
done:
Py_XDECREF(abi_module);
Py_DECREF(py_object_name);
assert(cached_type == NULL || PyType_Check(cached_type));
return (PyTypeObject *) cached_type;
bad:
Py_XDECREF(cached_type);
cached_type = NULL;
goto done;
}
/* CommonTypesMetaclass (used by CythonFunctionShared) */
static PyObject* __pyx_CommonTypesMetaclass_get_module(CYTHON_UNUSED PyObject *self, CYTHON_UNUSED void* context) {
return PyUnicode_FromString(__PYX_ABI_MODULE_NAME);
}
#if __PYX_LIMITED_VERSION_HEX < 0x030A0000
static PyObject* __pyx_CommonTypesMetaclass_call(CYTHON_UNUSED PyObject *self, CYTHON_UNUSED PyObject *args, CYTHON_UNUSED PyObject *kwds) {
PyErr_SetString(PyExc_TypeError, "Cannot instantiate Cython internal types");
return NULL;
}
static int __pyx_CommonTypesMetaclass_setattr(CYTHON_UNUSED PyObject *self, CYTHON_UNUSED PyObject *attr, CYTHON_UNUSED PyObject *value) {
PyErr_SetString(PyExc_TypeError, "Cython internal types are immutable");
return -1;
}
#endif
static PyGetSetDef __pyx_CommonTypesMetaclass_getset[] = {
{"__module__", __pyx_CommonTypesMetaclass_get_module, NULL, NULL, NULL},
{0, 0, 0, 0, 0}
};
static PyType_Slot __pyx_CommonTypesMetaclass_slots[] = {
{Py_tp_getset, (void *)__pyx_CommonTypesMetaclass_getset},
#if __PYX_LIMITED_VERSION_HEX < 0x030A0000
{Py_tp_call, (void*)__pyx_CommonTypesMetaclass_call},
{Py_tp_new, (void*)__pyx_CommonTypesMetaclass_call},
{Py_tp_setattro, (void*)__pyx_CommonTypesMetaclass_setattr},
#endif
{0, 0}
};
static PyType_Spec __pyx_CommonTypesMetaclass_spec = {
__PYX_TYPE_MODULE_PREFIX "_common_types_metatype",
0,
0,
Py_TPFLAGS_IMMUTABLETYPE |
Py_TPFLAGS_DISALLOW_INSTANTIATION |
Py_TPFLAGS_DEFAULT,
__pyx_CommonTypesMetaclass_slots
};
static int __pyx_CommonTypesMetaclass_init(PyObject *module) {
__pyx_mstatetype *mstate = __Pyx_PyModule_GetState(module);
PyObject *bases = PyTuple_Pack(1, &PyType_Type);
if (unlikely(!bases)) {
return -1;
}
mstate->__pyx_CommonTypesMetaclassType = __Pyx_FetchCommonTypeFromSpec(NULL, module, &__pyx_CommonTypesMetaclass_spec, bases);
Py_DECREF(bases);
if (unlikely(mstate->__pyx_CommonTypesMetaclassType == NULL)) {
return -1;
}
return 0;
}
/* CallTypeTraverse (used by CythonFunctionShared) */
#if !CYTHON_USE_TYPE_SPECS || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x03090000)
#else
static int __Pyx_call_type_traverse(PyObject *o, int always_call, visitproc visit, void *arg) {
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x03090000
if (__Pyx_get_runtime_version() < 0x03090000) return 0;
#endif
if (!always_call) {
PyTypeObject *base = __Pyx_PyObject_GetSlot(o, tp_base, PyTypeObject*);
unsigned long flags = PyType_GetFlags(base);
if (flags & Py_TPFLAGS_HEAPTYPE) {
return 0;
}
}
Py_VISIT((PyObject*)Py_TYPE(o));
return 0;
}
#endif
/* PyMethodNew (used by CythonFunctionShared) */
#if CYTHON_COMPILING_IN_LIMITED_API
static PyObject *__Pyx_PyMethod_New(PyObject *func, PyObject *self, PyObject *typ) {
PyObject *result;
CYTHON_UNUSED_VAR(typ);
if (!self)
return __Pyx_NewRef(func);
#if __PYX_LIMITED_VERSION_HEX >= 0x030C0000
{
PyObject *args[] = {func, self};
result = PyObject_Vectorcall(__pyx_mstate_global->__Pyx_CachedMethodType, args, 2, NULL);
}
#else
result = PyObject_CallFunctionObjArgs(__pyx_mstate_global->__Pyx_CachedMethodType, func, self, NULL);
#endif
return result;
}
#else
static PyObject *__Pyx_PyMethod_New(PyObject *func, PyObject *self, PyObject *typ) {
CYTHON_UNUSED_VAR(typ);
if (!self)
return __Pyx_NewRef(func);
return PyMethod_New(func, self);
}
#endif
/* PyVectorcallFastCallDict (used by CythonFunctionShared) */
#if CYTHON_METH_FASTCALL && CYTHON_VECTORCALL
static PyObject *__Pyx_PyVectorcall_FastCallDict_kw(PyObject *func, __pyx_vectorcallfunc vc, PyObject *const *args, size_t nargs, PyObject *kw)
{
PyObject *res = NULL;
PyObject *kwnames;
PyObject **newargs;
PyObject **kwvalues;
Py_ssize_t i;
#if CYTHON_AVOID_BORROWED_REFS
PyObject *pos;
#else
Py_ssize_t pos;
#endif
size_t j;
PyObject *key, *value;
unsigned long keys_are_strings;
#if !CYTHON_ASSUME_SAFE_SIZE
Py_ssize_t nkw = PyDict_Size(kw);
if (unlikely(nkw == -1)) return NULL;
#else
Py_ssize_t nkw = PyDict_GET_SIZE(kw);
#endif
newargs = (PyObject **)PyMem_Malloc((nargs + (size_t)nkw) * sizeof(args[0]));
if (unlikely(newargs == NULL)) {
PyErr_NoMemory();
return NULL;
}
for (j = 0; j < nargs; j++) newargs[j] = args[j];
kwnames = PyTuple_New(nkw);
if (unlikely(kwnames == NULL)) {
PyMem_Free(newargs);
return NULL;
}
kwvalues = newargs + nargs;
pos = 0;
i = 0;
keys_are_strings = Py_TPFLAGS_UNICODE_SUBCLASS;
while (__Pyx_PyDict_NextRef(kw, &pos, &key, &value)) {
keys_are_strings &=
#if CYTHON_COMPILING_IN_LIMITED_API
PyType_GetFlags(Py_TYPE(key));
#else
Py_TYPE(key)->tp_flags;
#endif
#if !CYTHON_ASSUME_SAFE_MACROS
if (unlikely(PyTuple_SetItem(kwnames, i, key) < 0)) goto cleanup;
#else
PyTuple_SET_ITEM(kwnames, i, key);
#endif
kwvalues[i] = value;
i++;
}
if (unlikely(!keys_are_strings)) {
PyErr_SetString(PyExc_TypeError, "keywords must be strings");
goto cleanup;
}
res = vc(func, newargs, nargs, kwnames);
cleanup:
#if CYTHON_AVOID_BORROWED_REFS
Py_DECREF(pos);
#endif
Py_DECREF(kwnames);
for (i = 0; i < nkw; i++)
Py_DECREF(kwvalues[i]);
PyMem_Free(newargs);
return res;
}
static CYTHON_INLINE PyObject *__Pyx_PyVectorcall_FastCallDict(PyObject *func, __pyx_vectorcallfunc vc, PyObject *const *args, size_t nargs, PyObject *kw)
{
Py_ssize_t kw_size =
likely(kw == NULL) ?
0 :
#if !CYTHON_ASSUME_SAFE_SIZE
PyDict_Size(kw);
#else
PyDict_GET_SIZE(kw);
#endif
if (kw_size == 0) {
return vc(func, args, nargs, NULL);
}
#if !CYTHON_ASSUME_SAFE_SIZE
else if (unlikely(kw_size == -1)) {
return NULL;
}
#endif
return __Pyx_PyVectorcall_FastCallDict_kw(func, vc, args, nargs, kw);
}
#endif
/* CythonFunctionShared (used by CythonFunction) */
#if CYTHON_COMPILING_IN_LIMITED_API
static CYTHON_INLINE int __Pyx__IsSameCyOrCFunctionNoMethod(PyObject *func, void (*cfunc)(void)) {
if (__Pyx_CyFunction_Check(func)) {
return PyCFunction_GetFunction(((__pyx_CyFunctionObject*)func)->func) == (PyCFunction) cfunc;
} else if (PyCFunction_Check(func)) {
return PyCFunction_GetFunction(func) == (PyCFunction) cfunc;
}
return 0;
}
static CYTHON_INLINE int __Pyx__IsSameCyOrCFunction(PyObject *func, void (*cfunc)(void)) {
if ((PyObject*)Py_TYPE(func) == __pyx_mstate_global->__Pyx_CachedMethodType) {
int result;
PyObject *newFunc = PyObject_GetAttr(func, __pyx_mstate_global->__pyx_n_u_func);
if (unlikely(!newFunc)) {
PyErr_Clear(); // It's only an optimization, so don't throw an error
return 0;
}
result = __Pyx__IsSameCyOrCFunctionNoMethod(newFunc, cfunc);
Py_DECREF(newFunc);
return result;
}
return __Pyx__IsSameCyOrCFunctionNoMethod(func, cfunc);
}
#else
static CYTHON_INLINE int __Pyx__IsSameCyOrCFunction(PyObject *func, void (*cfunc)(void)) {
if (PyMethod_Check(func)) {
func = PyMethod_GET_FUNCTION(func);
}
return __Pyx_CyOrPyCFunction_Check(func) && __Pyx_CyOrPyCFunction_GET_FUNCTION(func) == (PyCFunction) cfunc;
}
#endif
static CYTHON_INLINE void __Pyx__CyFunction_SetClassObj(__pyx_CyFunctionObject* f, PyObject* classobj) {
#if PY_VERSION_HEX < 0x030900B1 || CYTHON_COMPILING_IN_LIMITED_API
__Pyx_Py_XDECREF_SET(
__Pyx_CyFunction_GetClassObj(f),
((classobj) ? __Pyx_NewRef(classobj) : NULL));
#else
__Pyx_Py_XDECREF_SET(
((PyCMethodObject *) (f))->mm_class,
(PyTypeObject*)((classobj) ? __Pyx_NewRef(classobj) : NULL));
#endif
}
static PyObject *
__Pyx_CyFunction_get_doc_locked(__pyx_CyFunctionObject *op)
{
if (unlikely(op->func_doc == NULL)) {
#if CYTHON_COMPILING_IN_LIMITED_API
op->func_doc = PyObject_GetAttrString(op->func, "__doc__");
if (unlikely(!op->func_doc)) return NULL;
#else
if (((PyCFunctionObject*)op)->m_ml->ml_doc) {
op->func_doc = PyUnicode_FromString(((PyCFunctionObject*)op)->m_ml->ml_doc);
if (unlikely(op->func_doc == NULL))
return NULL;
} else {
Py_INCREF(Py_None);
return Py_None;
}
#endif
}
Py_INCREF(op->func_doc);
return op->func_doc;
}
static PyObject *
__Pyx_CyFunction_get_doc(__pyx_CyFunctionObject *op, void *closure) {
PyObject *result;
CYTHON_UNUSED_VAR(closure);
__Pyx_BEGIN_CRITICAL_SECTION(op);
result = __Pyx_CyFunction_get_doc_locked(op);
__Pyx_END_CRITICAL_SECTION();
return result;
}
static int
__Pyx_CyFunction_set_doc(__pyx_CyFunctionObject *op, PyObject *value, void *context)
{
CYTHON_UNUSED_VAR(context);
if (value == NULL) {
value = Py_None;
}
Py_INCREF(value);
__Pyx_BEGIN_CRITICAL_SECTION(op);
__Pyx_Py_XDECREF_SET(op->func_doc, value);
__Pyx_END_CRITICAL_SECTION();
return 0;
}
static PyObject *
__Pyx_CyFunction_get_name_locked(__pyx_CyFunctionObject *op)
{
if (unlikely(op->func_name == NULL)) {
#if CYTHON_COMPILING_IN_LIMITED_API
op->func_name = PyObject_GetAttrString(op->func, "__name__");
#else
op->func_name = PyUnicode_InternFromString(((PyCFunctionObject*)op)->m_ml->ml_name);
#endif
if (unlikely(op->func_name == NULL))
return NULL;
}
Py_INCREF(op->func_name);
return op->func_name;
}
static PyObject *
__Pyx_CyFunction_get_name(__pyx_CyFunctionObject *op, void *context)
{
PyObject *result = NULL;
CYTHON_UNUSED_VAR(context);
__Pyx_BEGIN_CRITICAL_SECTION(op);
result = __Pyx_CyFunction_get_name_locked(op);
__Pyx_END_CRITICAL_SECTION();
return result;
}
static int
__Pyx_CyFunction_set_name(__pyx_CyFunctionObject *op, PyObject *value, void *context)
{
CYTHON_UNUSED_VAR(context);
if (unlikely(value == NULL || !PyUnicode_Check(value))) {
PyErr_SetString(PyExc_TypeError,
"__name__ must be set to a string object");
return -1;
}
Py_INCREF(value);
__Pyx_BEGIN_CRITICAL_SECTION(op);
__Pyx_Py_XDECREF_SET(op->func_name, value);
__Pyx_END_CRITICAL_SECTION();
return 0;
}
static PyObject *
__Pyx_CyFunction_get_qualname(__pyx_CyFunctionObject *op, void *context)
{
CYTHON_UNUSED_VAR(context);
PyObject *result;
__Pyx_BEGIN_CRITICAL_SECTION(op);
Py_INCREF(op->func_qualname);
result = op->func_qualname;
__Pyx_END_CRITICAL_SECTION();
return result;
}
static int
__Pyx_CyFunction_set_qualname(__pyx_CyFunctionObject *op, PyObject *value, void *context)
{
CYTHON_UNUSED_VAR(context);
if (unlikely(value == NULL || !PyUnicode_Check(value))) {
PyErr_SetString(PyExc_TypeError,
"__qualname__ must be set to a string object");
return -1;
}
Py_INCREF(value);
__Pyx_BEGIN_CRITICAL_SECTION(op);
__Pyx_Py_XDECREF_SET(op->func_qualname, value);
__Pyx_END_CRITICAL_SECTION();
return 0;
}
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
static PyObject *
__Pyx_CyFunction_get_dict(__pyx_CyFunctionObject *op, void *context)
{
CYTHON_UNUSED_VAR(context);
if (unlikely(op->func_dict == NULL)) {
op->func_dict = PyDict_New();
if (unlikely(op->func_dict == NULL))
return NULL;
}
Py_INCREF(op->func_dict);
return op->func_dict;
}
#endif
static PyObject *
__Pyx_CyFunction_get_globals(__pyx_CyFunctionObject *op, void *context)
{
CYTHON_UNUSED_VAR(context);
Py_INCREF(op->func_globals);
return op->func_globals;
}
static PyObject *
__Pyx_CyFunction_get_closure(__pyx_CyFunctionObject *op, void *context)
{
CYTHON_UNUSED_VAR(op);
CYTHON_UNUSED_VAR(context);
Py_INCREF(Py_None);
return Py_None;
}
static PyObject *
__Pyx_CyFunction_get_code(__pyx_CyFunctionObject *op, void *context)
{
PyObject* result = (op->func_code) ? op->func_code : Py_None;
CYTHON_UNUSED_VAR(context);
Py_INCREF(result);
return result;
}
static int
__Pyx_CyFunction_init_defaults(__pyx_CyFunctionObject *op) {
int result = 0;
PyObject *res = op->defaults_getter((PyObject *) op);
if (unlikely(!res))
return -1;
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
op->defaults_tuple = PyTuple_GET_ITEM(res, 0);
Py_INCREF(op->defaults_tuple);
op->defaults_kwdict = PyTuple_GET_ITEM(res, 1);
Py_INCREF(op->defaults_kwdict);
#else
op->defaults_tuple = __Pyx_PySequence_ITEM(res, 0);
if (unlikely(!op->defaults_tuple)) result = -1;
else {
op->defaults_kwdict = __Pyx_PySequence_ITEM(res, 1);
if (unlikely(!op->defaults_kwdict)) result = -1;
}
#endif
Py_DECREF(res);
return result;
}
static int
__Pyx_CyFunction_set_defaults(__pyx_CyFunctionObject *op, PyObject* value, void *context) {
CYTHON_UNUSED_VAR(context);
if (!value) {
value = Py_None;
} else if (unlikely(value != Py_None && !PyTuple_Check(value))) {
PyErr_SetString(PyExc_TypeError,
"__defaults__ must be set to a tuple object");
return -1;
}
PyErr_WarnEx(PyExc_RuntimeWarning, "changes to cyfunction.__defaults__ will not "
"currently affect the values used in function calls", 1);
Py_INCREF(value);
__Pyx_BEGIN_CRITICAL_SECTION(op);
__Pyx_Py_XDECREF_SET(op->defaults_tuple, value);
__Pyx_END_CRITICAL_SECTION();
return 0;
}
static PyObject *
__Pyx_CyFunction_get_defaults_locked(__pyx_CyFunctionObject *op) {
PyObject* result = op->defaults_tuple;
if (unlikely(!result)) {
if (op->defaults_getter) {
if (unlikely(__Pyx_CyFunction_init_defaults(op) < 0)) return NULL;
result = op->defaults_tuple;
} else {
result = Py_None;
}
}
Py_INCREF(result);
return result;
}
static PyObject *
__Pyx_CyFunction_get_defaults(__pyx_CyFunctionObject *op, void *context) {
PyObject* result = NULL;
CYTHON_UNUSED_VAR(context);
__Pyx_BEGIN_CRITICAL_SECTION(op);
result = __Pyx_CyFunction_get_defaults_locked(op);
__Pyx_END_CRITICAL_SECTION();
return result;
}
static int
__Pyx_CyFunction_set_kwdefaults(__pyx_CyFunctionObject *op, PyObject* value, void *context) {
CYTHON_UNUSED_VAR(context);
if (!value) {
value = Py_None;
} else if (unlikely(value != Py_None && !PyDict_Check(value))) {
PyErr_SetString(PyExc_TypeError,
"__kwdefaults__ must be set to a dict object");
return -1;
}
PyErr_WarnEx(PyExc_RuntimeWarning, "changes to cyfunction.__kwdefaults__ will not "
"currently affect the values used in function calls", 1);
Py_INCREF(value);
__Pyx_BEGIN_CRITICAL_SECTION(op);
__Pyx_Py_XDECREF_SET(op->defaults_kwdict, value);
__Pyx_END_CRITICAL_SECTION();
return 0;
}
static PyObject *
__Pyx_CyFunction_get_kwdefaults_locked(__pyx_CyFunctionObject *op) {
PyObject* result = op->defaults_kwdict;
if (unlikely(!result)) {
if (op->defaults_getter) {
if (unlikely(__Pyx_CyFunction_init_defaults(op) < 0)) return NULL;
result = op->defaults_kwdict;
} else {
result = Py_None;
}
}
Py_INCREF(result);
return result;
}
static PyObject *
__Pyx_CyFunction_get_kwdefaults(__pyx_CyFunctionObject *op, void *context) {
PyObject* result;
CYTHON_UNUSED_VAR(context);
__Pyx_BEGIN_CRITICAL_SECTION(op);
result = __Pyx_CyFunction_get_kwdefaults_locked(op);
__Pyx_END_CRITICAL_SECTION();
return result;
}
static int
__Pyx_CyFunction_set_annotations(__pyx_CyFunctionObject *op, PyObject* value, void *context) {
CYTHON_UNUSED_VAR(context);
if (!value || value == Py_None) {
value = NULL;
} else if (unlikely(!PyDict_Check(value))) {
PyErr_SetString(PyExc_TypeError,
"__annotations__ must be set to a dict object");
return -1;
}
Py_XINCREF(value);
__Pyx_BEGIN_CRITICAL_SECTION(op);
__Pyx_Py_XDECREF_SET(op->func_annotations, value);
__Pyx_END_CRITICAL_SECTION();
return 0;
}
static PyObject *
__Pyx_CyFunction_get_annotations_locked(__pyx_CyFunctionObject *op) {
PyObject* result = op->func_annotations;
if (unlikely(!result)) {
result = PyDict_New();
if (unlikely(!result)) return NULL;
op->func_annotations = result;
}
Py_INCREF(result);
return result;
}
static PyObject *
__Pyx_CyFunction_get_annotations(__pyx_CyFunctionObject *op, void *context) {
PyObject *result;
CYTHON_UNUSED_VAR(context);
__Pyx_BEGIN_CRITICAL_SECTION(op);
result = __Pyx_CyFunction_get_annotations_locked(op);
__Pyx_END_CRITICAL_SECTION();
return result;
}
static PyObject *
__Pyx_CyFunction_get_is_coroutine_value(__pyx_CyFunctionObject *op) {
int is_coroutine = op->flags & __Pyx_CYFUNCTION_COROUTINE;
if (is_coroutine) {
PyObject *is_coroutine_value, *module, *fromlist, *marker = __pyx_mstate_global->__pyx_n_u_is_coroutine;
fromlist = PyList_New(1);
if (unlikely(!fromlist)) return NULL;
Py_INCREF(marker);
#if CYTHON_ASSUME_SAFE_MACROS
PyList_SET_ITEM(fromlist, 0, marker);
#else
if (unlikely(PyList_SetItem(fromlist, 0, marker) < 0)) {
Py_DECREF(marker);
Py_DECREF(fromlist);
return NULL;
}
#endif
module = PyImport_ImportModuleLevelObject(__pyx_mstate_global->__pyx_n_u_asyncio_coroutines, NULL, NULL, fromlist, 0);
Py_DECREF(fromlist);
if (unlikely(!module)) goto ignore;
is_coroutine_value = __Pyx_PyObject_GetAttrStr(module, marker);
Py_DECREF(module);
if (likely(is_coroutine_value)) {
return is_coroutine_value;
}
ignore:
PyErr_Clear();
}
return __Pyx_PyBool_FromLong(is_coroutine);
}
static PyObject *
__Pyx_CyFunction_get_is_coroutine(__pyx_CyFunctionObject *op, void *context) {
PyObject *result;
CYTHON_UNUSED_VAR(context);
if (op->func_is_coroutine) {
return __Pyx_NewRef(op->func_is_coroutine);
}
result = __Pyx_CyFunction_get_is_coroutine_value(op);
if (unlikely(!result))
return NULL;
__Pyx_BEGIN_CRITICAL_SECTION(op);
if (op->func_is_coroutine) {
Py_DECREF(result);
result = __Pyx_NewRef(op->func_is_coroutine);
} else {
op->func_is_coroutine = __Pyx_NewRef(result);
}
__Pyx_END_CRITICAL_SECTION();
return result;
}
static void __Pyx_CyFunction_raise_argument_count_error(__pyx_CyFunctionObject *func, const char* message, Py_ssize_t size) {
#if CYTHON_COMPILING_IN_LIMITED_API
PyObject *py_name = __Pyx_CyFunction_get_name(func, NULL);
if (!py_name) return;
PyErr_Format(PyExc_TypeError,
"%.200S() %s (%" CYTHON_FORMAT_SSIZE_T "d given)",
py_name, message, size);
Py_DECREF(py_name);
#else
const char* name = ((PyCFunctionObject*)func)->m_ml->ml_name;
PyErr_Format(PyExc_TypeError,
"%.200s() %s (%" CYTHON_FORMAT_SSIZE_T "d given)",
name, message, size);
#endif
}
static void __Pyx_CyFunction_raise_type_error(__pyx_CyFunctionObject *func, const char* message) {
#if CYTHON_COMPILING_IN_LIMITED_API
PyObject *py_name = __Pyx_CyFunction_get_name(func, NULL);
if (!py_name) return;
PyErr_Format(PyExc_TypeError,
"%.200S() %s",
py_name, message);
Py_DECREF(py_name);
#else
const char* name = ((PyCFunctionObject*)func)->m_ml->ml_name;
PyErr_Format(PyExc_TypeError,
"%.200s() %s",
name, message);
#endif
}
#if CYTHON_COMPILING_IN_LIMITED_API
static PyObject *
__Pyx_CyFunction_get_module(__pyx_CyFunctionObject *op, void *context) {
CYTHON_UNUSED_VAR(context);
return PyObject_GetAttrString(op->func, "__module__");
}
static int
__Pyx_CyFunction_set_module(__pyx_CyFunctionObject *op, PyObject* value, void *context) {
CYTHON_UNUSED_VAR(context);
return PyObject_SetAttrString(op->func, "__module__", value);
}
#endif
static PyGetSetDef __pyx_CyFunction_getsets[] = {
{"func_doc", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
{"__doc__", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
{"func_name", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
{"__name__", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
{"__qualname__", (getter)__Pyx_CyFunction_get_qualname, (setter)__Pyx_CyFunction_set_qualname, 0, 0},
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
{"func_dict", (getter)__Pyx_CyFunction_get_dict, (setter)PyObject_GenericSetDict, 0, 0},
{"__dict__", (getter)__Pyx_CyFunction_get_dict, (setter)PyObject_GenericSetDict, 0, 0},
#else
{"func_dict", (getter)PyObject_GenericGetDict, (setter)PyObject_GenericSetDict, 0, 0},
{"__dict__", (getter)PyObject_GenericGetDict, (setter)PyObject_GenericSetDict, 0, 0},
#endif
{"func_globals", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
{"__globals__", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
{"func_closure", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
{"__closure__", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
{"func_code", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
{"__code__", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
{"func_defaults", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
{"__defaults__", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
{"__kwdefaults__", (getter)__Pyx_CyFunction_get_kwdefaults, (setter)__Pyx_CyFunction_set_kwdefaults, 0, 0},
{"__annotations__", (getter)__Pyx_CyFunction_get_annotations, (setter)__Pyx_CyFunction_set_annotations, 0, 0},
{"_is_coroutine", (getter)__Pyx_CyFunction_get_is_coroutine, 0, 0, 0},
#if CYTHON_COMPILING_IN_LIMITED_API
{"__module__", (getter)__Pyx_CyFunction_get_module, (setter)__Pyx_CyFunction_set_module, 0, 0},
#endif
{0, 0, 0, 0, 0}
};
static PyMemberDef __pyx_CyFunction_members[] = {
#if !CYTHON_COMPILING_IN_LIMITED_API
{"__module__", T_OBJECT, offsetof(PyCFunctionObject, m_module), 0, 0},
#endif
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
{"__dictoffset__", T_PYSSIZET, offsetof(__pyx_CyFunctionObject, func_dict), READONLY, 0},
#endif
#if CYTHON_METH_FASTCALL
#if CYTHON_COMPILING_IN_LIMITED_API
{"__vectorcalloffset__", T_PYSSIZET, offsetof(__pyx_CyFunctionObject, func_vectorcall), READONLY, 0},
#else
{"__vectorcalloffset__", T_PYSSIZET, offsetof(PyCFunctionObject, vectorcall), READONLY, 0},
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
{"__weaklistoffset__", T_PYSSIZET, offsetof(__pyx_CyFunctionObject, func_weakreflist), READONLY, 0},
#else
{"__weaklistoffset__", T_PYSSIZET, offsetof(PyCFunctionObject, m_weakreflist), READONLY, 0},
#endif
#endif
{0, 0, 0, 0, 0}
};
static PyObject *
__Pyx_CyFunction_reduce(__pyx_CyFunctionObject *m, PyObject *args)
{
PyObject *result = NULL;
CYTHON_UNUSED_VAR(args);
__Pyx_BEGIN_CRITICAL_SECTION(m);
Py_INCREF(m->func_qualname);
result = m->func_qualname;
__Pyx_END_CRITICAL_SECTION();
return result;
}
static PyMethodDef __pyx_CyFunction_methods[] = {
{"__reduce__", (PyCFunction)__Pyx_CyFunction_reduce, METH_VARARGS, 0},
{0, 0, 0, 0}
};
#if CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func_weakreflist)
#else
#define __Pyx_CyFunction_weakreflist(cyfunc) (((PyCFunctionObject*)cyfunc)->m_weakreflist)
#endif
static PyObject *__Pyx_CyFunction_Init(__pyx_CyFunctionObject *op, PyMethodDef *ml, int flags, PyObject* qualname,
PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) {
#if !CYTHON_COMPILING_IN_LIMITED_API
PyCFunctionObject *cf = (PyCFunctionObject*) op;
#endif
if (unlikely(op == NULL))
return NULL;
#if CYTHON_COMPILING_IN_LIMITED_API
op->func = PyCFunction_NewEx(ml, (PyObject*)op, module);
if (unlikely(!op->func)) return NULL;
#endif
op->flags = flags;
__Pyx_CyFunction_weakreflist(op) = NULL;
#if !CYTHON_COMPILING_IN_LIMITED_API
cf->m_ml = ml;
cf->m_self = (PyObject *) op;
#endif
Py_XINCREF(closure);
op->func_closure = closure;
#if !CYTHON_COMPILING_IN_LIMITED_API
Py_XINCREF(module);
cf->m_module = module;
#endif
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
op->func_dict = NULL;
#endif
op->func_name = NULL;
Py_INCREF(qualname);
op->func_qualname = qualname;
op->func_doc = NULL;
#if PY_VERSION_HEX < 0x030900B1 || CYTHON_COMPILING_IN_LIMITED_API
op->func_classobj = NULL;
#else
((PyCMethodObject*)op)->mm_class = NULL;
#endif
op->func_globals = globals;
Py_INCREF(op->func_globals);
Py_XINCREF(code);
op->func_code = code;
op->defaults = NULL;
op->defaults_tuple = NULL;
op->defaults_kwdict = NULL;
op->defaults_getter = NULL;
op->func_annotations = NULL;
op->func_is_coroutine = NULL;
#if CYTHON_METH_FASTCALL
switch (ml->ml_flags & (METH_VARARGS | METH_FASTCALL | METH_NOARGS | METH_O | METH_KEYWORDS | METH_METHOD)) {
case METH_NOARGS:
__Pyx_CyFunction_func_vectorcall(op) = __Pyx_CyFunction_Vectorcall_NOARGS;
break;
case METH_O:
__Pyx_CyFunction_func_vectorcall(op) = __Pyx_CyFunction_Vectorcall_O;
break;
case METH_METHOD | METH_FASTCALL | METH_KEYWORDS:
__Pyx_CyFunction_func_vectorcall(op) = __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS_METHOD;
break;
case METH_FASTCALL | METH_KEYWORDS:
__Pyx_CyFunction_func_vectorcall(op) = __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS;
break;
case METH_VARARGS | METH_KEYWORDS:
__Pyx_CyFunction_func_vectorcall(op) = NULL;
break;
default:
PyErr_SetString(PyExc_SystemError, "Bad call flags for CyFunction");
Py_DECREF(op);
return NULL;
}
#endif
return (PyObject *) op;
}
static int
__Pyx_CyFunction_clear(__pyx_CyFunctionObject *m)
{
Py_CLEAR(m->func_closure);
#if CYTHON_COMPILING_IN_LIMITED_API
Py_CLEAR(m->func);
#else
Py_CLEAR(((PyCFunctionObject*)m)->m_module);
#endif
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
Py_CLEAR(m->func_dict);
#elif PY_VERSION_HEX < 0x030d0000
_PyObject_ClearManagedDict((PyObject*)m);
#else
PyObject_ClearManagedDict((PyObject*)m);
#endif
Py_CLEAR(m->func_name);
Py_CLEAR(m->func_qualname);
Py_CLEAR(m->func_doc);
Py_CLEAR(m->func_globals);
Py_CLEAR(m->func_code);
#if !CYTHON_COMPILING_IN_LIMITED_API
#if PY_VERSION_HEX < 0x030900B1
Py_CLEAR(__Pyx_CyFunction_GetClassObj(m));
#else
{
PyObject *cls = (PyObject*) ((PyCMethodObject *) (m))->mm_class;
((PyCMethodObject *) (m))->mm_class = NULL;
Py_XDECREF(cls);
}
#endif
#endif
Py_CLEAR(m->defaults_tuple);
Py_CLEAR(m->defaults_kwdict);
Py_CLEAR(m->func_annotations);
Py_CLEAR(m->func_is_coroutine);
Py_CLEAR(m->defaults);
return 0;
}
static void __Pyx__CyFunction_dealloc(__pyx_CyFunctionObject *m)
{
if (__Pyx_CyFunction_weakreflist(m) != NULL)
PyObject_ClearWeakRefs((PyObject *) m);
__Pyx_CyFunction_clear(m);
__Pyx_PyHeapTypeObject_GC_Del(m);
}
static void __Pyx_CyFunction_dealloc(__pyx_CyFunctionObject *m)
{
PyObject_GC_UnTrack(m);
__Pyx__CyFunction_dealloc(m);
}
static int __Pyx_CyFunction_traverse(__pyx_CyFunctionObject *m, visitproc visit, void *arg)
{
{
int e = __Pyx_call_type_traverse((PyObject*)m, 1, visit, arg);
if (e) return e;
}
Py_VISIT(m->func_closure);
#if CYTHON_COMPILING_IN_LIMITED_API
Py_VISIT(m->func);
#else
Py_VISIT(((PyCFunctionObject*)m)->m_module);
#endif
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
Py_VISIT(m->func_dict);
#else
{
int e =
#if PY_VERSION_HEX < 0x030d0000
_PyObject_VisitManagedDict
#else
PyObject_VisitManagedDict
#endif
((PyObject*)m, visit, arg);
if (e != 0) return e;
}
#endif
__Pyx_VISIT_CONST(m->func_name);
__Pyx_VISIT_CONST(m->func_qualname);
Py_VISIT(m->func_doc);
Py_VISIT(m->func_globals);
__Pyx_VISIT_CONST(m->func_code);
#if !CYTHON_COMPILING_IN_LIMITED_API
Py_VISIT(__Pyx_CyFunction_GetClassObj(m));
#endif
Py_VISIT(m->defaults_tuple);
Py_VISIT(m->defaults_kwdict);
Py_VISIT(m->func_is_coroutine);
Py_VISIT(m->defaults);
return 0;
}
static PyObject*
__Pyx_CyFunction_repr(__pyx_CyFunctionObject *op)
{
PyObject *repr;
__Pyx_BEGIN_CRITICAL_SECTION(op);
repr = PyUnicode_FromFormat("<cyfunction %U at %p>",
op->func_qualname, (void *)op);
__Pyx_END_CRITICAL_SECTION();
return repr;
}
static PyObject * __Pyx_CyFunction_CallMethod(PyObject *func, PyObject *self, PyObject *arg, PyObject *kw) {
#if CYTHON_COMPILING_IN_LIMITED_API
PyObject *f = ((__pyx_CyFunctionObject*)func)->func;
PyCFunction meth;
int flags;
meth = PyCFunction_GetFunction(f);
if (unlikely(!meth)) return NULL;
flags = PyCFunction_GetFlags(f);
if (unlikely(flags < 0)) return NULL;
#else
PyCFunctionObject* f = (PyCFunctionObject*)func;
PyCFunction meth = f->m_ml->ml_meth;
int flags = f->m_ml->ml_flags;
#endif
Py_ssize_t size;
switch (flags & (METH_VARARGS | METH_KEYWORDS | METH_NOARGS | METH_O)) {
case METH_VARARGS:
if (likely(kw == NULL || PyDict_Size(kw) == 0))
return (*meth)(self, arg);
break;
case METH_VARARGS | METH_KEYWORDS:
return (*(PyCFunctionWithKeywords)(void(*)(void))meth)(self, arg, kw);
case METH_NOARGS:
if (likely(kw == NULL || PyDict_Size(kw) == 0)) {
#if CYTHON_ASSUME_SAFE_SIZE
size = PyTuple_GET_SIZE(arg);
#else
size = PyTuple_Size(arg);
if (unlikely(size < 0)) return NULL;
#endif
if (likely(size == 0))
return (*meth)(self, NULL);
__Pyx_CyFunction_raise_argument_count_error(
(__pyx_CyFunctionObject*)func,
"takes no arguments", size);
return NULL;
}
break;
case METH_O:
if (likely(kw == NULL || PyDict_Size(kw) == 0)) {
#if CYTHON_ASSUME_SAFE_SIZE
size = PyTuple_GET_SIZE(arg);
#else
size = PyTuple_Size(arg);
if (unlikely(size < 0)) return NULL;
#endif
if (likely(size == 1)) {
PyObject *result, *arg0;
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
arg0 = PyTuple_GET_ITEM(arg, 0);
#else
arg0 = __Pyx_PySequence_ITEM(arg, 0); if (unlikely(!arg0)) return NULL;
#endif
result = (*meth)(self, arg0);
#if !(CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS)
Py_DECREF(arg0);
#endif
return result;
}
__Pyx_CyFunction_raise_argument_count_error(
(__pyx_CyFunctionObject*)func,
"takes exactly one argument", size);
return NULL;
}
break;
default:
PyErr_SetString(PyExc_SystemError, "Bad call flags for CyFunction");
return NULL;
}
__Pyx_CyFunction_raise_type_error(
(__pyx_CyFunctionObject*)func, "takes no keyword arguments");
return NULL;
}
static CYTHON_INLINE PyObject *__Pyx_CyFunction_Call(PyObject *func, PyObject *arg, PyObject *kw) {
PyObject *self, *result;
#if CYTHON_COMPILING_IN_LIMITED_API
self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)func)->func);
if (unlikely(!self) && PyErr_Occurred()) return NULL;
#else
self = ((PyCFunctionObject*)func)->m_self;
#endif
result = __Pyx_CyFunction_CallMethod(func, self, arg, kw);
return result;
}
static PyObject *__Pyx_CyFunction_CallAsMethod(PyObject *func, PyObject *args, PyObject *kw) {
PyObject *result;
__pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *) func;
#if CYTHON_METH_FASTCALL && CYTHON_VECTORCALL
__pyx_vectorcallfunc vc = __Pyx_CyFunction_func_vectorcall(cyfunc);
if (vc) {
#if CYTHON_ASSUME_SAFE_MACROS && CYTHON_ASSUME_SAFE_SIZE
return __Pyx_PyVectorcall_FastCallDict(func, vc, &PyTuple_GET_ITEM(args, 0), (size_t)PyTuple_GET_SIZE(args), kw);
#else
(void) &__Pyx_PyVectorcall_FastCallDict;
return PyVectorcall_Call(func, args, kw);
#endif
}
#endif
if ((cyfunc->flags & __Pyx_CYFUNCTION_CCLASS) && !(cyfunc->flags & __Pyx_CYFUNCTION_STATICMETHOD)) {
Py_ssize_t argc;
PyObject *new_args;
PyObject *self;
#if CYTHON_ASSUME_SAFE_SIZE
argc = PyTuple_GET_SIZE(args);
#else
argc = PyTuple_Size(args);
if (unlikely(argc < 0)) return NULL;
#endif
new_args = PyTuple_GetSlice(args, 1, argc);
if (unlikely(!new_args))
return NULL;
self = PyTuple_GetItem(args, 0);
if (unlikely(!self)) {
Py_DECREF(new_args);
PyErr_Format(PyExc_TypeError,
"unbound method %.200S() needs an argument",
cyfunc->func_qualname);
return NULL;
}
result = __Pyx_CyFunction_CallMethod(func, self, new_args, kw);
Py_DECREF(new_args);
} else {
result = __Pyx_CyFunction_Call(func, args, kw);
}
return result;
}
#if CYTHON_METH_FASTCALL && CYTHON_VECTORCALL
static CYTHON_INLINE int __Pyx_CyFunction_Vectorcall_CheckArgs(__pyx_CyFunctionObject *cyfunc, Py_ssize_t nargs, PyObject *kwnames)
{
int ret = 0;
if ((cyfunc->flags & __Pyx_CYFUNCTION_CCLASS) && !(cyfunc->flags & __Pyx_CYFUNCTION_STATICMETHOD)) {
if (unlikely(nargs < 1)) {
__Pyx_CyFunction_raise_type_error(
cyfunc, "needs an argument");
return -1;
}
ret = 1;
}
if (unlikely(kwnames) && unlikely(__Pyx_PyTuple_GET_SIZE(kwnames))) {
__Pyx_CyFunction_raise_type_error(
cyfunc, "takes no keyword arguments");
return -1;
}
return ret;
}
static PyObject * __Pyx_CyFunction_Vectorcall_NOARGS(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames)
{
__pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *)func;
Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
PyObject *self;
#if CYTHON_COMPILING_IN_LIMITED_API
PyCFunction meth = PyCFunction_GetFunction(cyfunc->func);
if (unlikely(!meth)) return NULL;
#else
PyCFunction meth = ((PyCFunctionObject*)cyfunc)->m_ml->ml_meth;
#endif
switch (__Pyx_CyFunction_Vectorcall_CheckArgs(cyfunc, nargs, kwnames)) {
case 1:
self = args[0];
args += 1;
nargs -= 1;
break;
case 0:
#if CYTHON_COMPILING_IN_LIMITED_API
self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)cyfunc)->func);
if (unlikely(!self) && PyErr_Occurred()) return NULL;
#else
self = ((PyCFunctionObject*)cyfunc)->m_self;
#endif
break;
default:
return NULL;
}
if (unlikely(nargs != 0)) {
__Pyx_CyFunction_raise_argument_count_error(
cyfunc, "takes no arguments", nargs);
return NULL;
}
return meth(self, NULL);
}
static PyObject * __Pyx_CyFunction_Vectorcall_O(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames)
{
__pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *)func;
Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
PyObject *self;
#if CYTHON_COMPILING_IN_LIMITED_API
PyCFunction meth = PyCFunction_GetFunction(cyfunc->func);
if (unlikely(!meth)) return NULL;
#else
PyCFunction meth = ((PyCFunctionObject*)cyfunc)->m_ml->ml_meth;
#endif
switch (__Pyx_CyFunction_Vectorcall_CheckArgs(cyfunc, nargs, kwnames)) {
case 1:
self = args[0];
args += 1;
nargs -= 1;
break;
case 0:
#if CYTHON_COMPILING_IN_LIMITED_API
self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)cyfunc)->func);
if (unlikely(!self) && PyErr_Occurred()) return NULL;
#else
self = ((PyCFunctionObject*)cyfunc)->m_self;
#endif
break;
default:
return NULL;
}
if (unlikely(nargs != 1)) {
__Pyx_CyFunction_raise_argument_count_error(
cyfunc, "takes exactly one argument", nargs);
return NULL;
}
return meth(self, args[0]);
}
static PyObject * __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames)
{
__pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *)func;
Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
PyObject *self;
#if CYTHON_COMPILING_IN_LIMITED_API
PyCFunction meth = PyCFunction_GetFunction(cyfunc->func);
if (unlikely(!meth)) return NULL;
#else
PyCFunction meth = ((PyCFunctionObject*)cyfunc)->m_ml->ml_meth;
#endif
switch (__Pyx_CyFunction_Vectorcall_CheckArgs(cyfunc, nargs, NULL)) {
case 1:
self = args[0];
args += 1;
nargs -= 1;
break;
case 0:
#if CYTHON_COMPILING_IN_LIMITED_API
self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)cyfunc)->func);
if (unlikely(!self) && PyErr_Occurred()) return NULL;
#else
self = ((PyCFunctionObject*)cyfunc)->m_self;
#endif
break;
default:
return NULL;
}
return ((__Pyx_PyCFunctionFastWithKeywords)(void(*)(void))meth)(self, args, nargs, kwnames);
}
static PyObject * __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS_METHOD(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames)
{
__pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *)func;
PyTypeObject *cls = (PyTypeObject *) __Pyx_CyFunction_GetClassObj(cyfunc);
Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
PyObject *self;
#if CYTHON_COMPILING_IN_LIMITED_API
PyCFunction meth = PyCFunction_GetFunction(cyfunc->func);
if (unlikely(!meth)) return NULL;
#else
PyCFunction meth = ((PyCFunctionObject*)cyfunc)->m_ml->ml_meth;
#endif
switch (__Pyx_CyFunction_Vectorcall_CheckArgs(cyfunc, nargs, NULL)) {
case 1:
self = args[0];
args += 1;
nargs -= 1;
break;
case 0:
#if CYTHON_COMPILING_IN_LIMITED_API
self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)cyfunc)->func);
if (unlikely(!self) && PyErr_Occurred()) return NULL;
#else
self = ((PyCFunctionObject*)cyfunc)->m_self;
#endif
break;
default:
return NULL;
}
#if PY_VERSION_HEX < 0x030e00A6
size_t nargs_value = (size_t) nargs;
#else
Py_ssize_t nargs_value = nargs;
#endif
return ((__Pyx_PyCMethod)(void(*)(void))meth)(self, cls, args, nargs_value, kwnames);
}
#endif
static PyType_Slot __pyx_CyFunctionType_slots[] = {
{Py_tp_dealloc, (void *)__Pyx_CyFunction_dealloc},
{Py_tp_repr, (void *)__Pyx_CyFunction_repr},
{Py_tp_call, (void *)__Pyx_CyFunction_CallAsMethod},
{Py_tp_traverse, (void *)__Pyx_CyFunction_traverse},
{Py_tp_clear, (void *)__Pyx_CyFunction_clear},
{Py_tp_methods, (void *)__pyx_CyFunction_methods},
{Py_tp_members, (void *)__pyx_CyFunction_members},
{Py_tp_getset, (void *)__pyx_CyFunction_getsets},
{Py_tp_descr_get, (void *)__Pyx_PyMethod_New},
{0, 0},
};
static PyType_Spec __pyx_CyFunctionType_spec = {
__PYX_TYPE_MODULE_PREFIX "cython_function_or_method",
sizeof(__pyx_CyFunctionObject),
0,
#ifdef Py_TPFLAGS_METHOD_DESCRIPTOR
Py_TPFLAGS_METHOD_DESCRIPTOR |
#endif
#if CYTHON_METH_FASTCALL
#if defined(Py_TPFLAGS_HAVE_VECTORCALL)
Py_TPFLAGS_HAVE_VECTORCALL |
#elif defined(_Py_TPFLAGS_HAVE_VECTORCALL)
_Py_TPFLAGS_HAVE_VECTORCALL |
#endif
#endif // CYTHON_METH_FASTCALL
#if PY_VERSION_HEX >= 0x030C0000 && !CYTHON_COMPILING_IN_LIMITED_API
Py_TPFLAGS_MANAGED_DICT |
#endif
Py_TPFLAGS_IMMUTABLETYPE | Py_TPFLAGS_DISALLOW_INSTANTIATION |
Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | Py_TPFLAGS_BASETYPE,
__pyx_CyFunctionType_slots
};
static int __pyx_CyFunction_init(PyObject *module) {
__pyx_mstatetype *mstate = __Pyx_PyModule_GetState(module);
mstate->__pyx_CyFunctionType = __Pyx_FetchCommonTypeFromSpec(
mstate->__pyx_CommonTypesMetaclassType, module, &__pyx_CyFunctionType_spec, NULL);
if (unlikely(mstate->__pyx_CyFunctionType == NULL)) {
return -1;
}
return 0;
}
static CYTHON_INLINE PyObject *__Pyx_CyFunction_InitDefaults(PyObject *func, PyTypeObject *defaults_type) {
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
m->defaults = PyObject_CallObject((PyObject*)defaults_type, NULL); // _PyObject_New(defaults_type);
if (unlikely(!m->defaults))
return NULL;
return m->defaults;
}
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *func, PyObject *tuple) {
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
m->defaults_tuple = tuple;
Py_INCREF(tuple);
}
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *func, PyObject *dict) {
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
m->defaults_kwdict = dict;
Py_INCREF(dict);
}
static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *func, PyObject *dict) {
__pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
m->func_annotations = dict;
Py_INCREF(dict);
}
/* CythonFunction */
static PyObject *__Pyx_CyFunction_New(PyMethodDef *ml, int flags, PyObject* qualname,
PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) {
PyObject *op = __Pyx_CyFunction_Init(
PyObject_GC_New(__pyx_CyFunctionObject, __pyx_mstate_global->__pyx_CyFunctionType),
ml, flags, qualname, closure, module, globals, code
);
if (likely(op)) {
PyObject_GC_Track(op);
}
return op;
}
/* AllocateExtensionType */
static PyObject *__Pyx_AllocateExtensionType(PyTypeObject *t, int is_final) {
if (is_final || likely(!__Pyx_PyType_HasFeature(t, Py_TPFLAGS_IS_ABSTRACT))) {
allocfunc alloc_func = __Pyx_PyType_GetSlot(t, tp_alloc, allocfunc);
return alloc_func(t, 0);
} else {
newfunc tp_new = __Pyx_PyType_TryGetSlot(&PyBaseObject_Type, tp_new, newfunc);
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
if (!tp_new) {
PyObject *new_str = PyUnicode_FromString("__new__");
if (likely(new_str)) {
PyObject *o = PyObject_CallMethodObjArgs((PyObject *)&PyBaseObject_Type, new_str, t, NULL);
Py_DECREF(new_str);
return o;
} else
return NULL;
} else
#endif
return tp_new(t, __pyx_mstate_global->__pyx_empty_tuple, 0);
}
}
/* PyObjectCallNoArg (used by PyObjectCallMethod0) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func) {
PyObject *arg[2] = {NULL, NULL};
return __Pyx_PyObject_FastCall(func, arg + 1, 0 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
}
/* PyObjectGetMethod (used by PyObjectCallMethod0) */
#if !(CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000)))
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method) {
PyObject *attr;
#if CYTHON_UNPACK_METHODS && CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_PYTYPE_LOOKUP
__Pyx_TypeName type_name;
PyTypeObject *tp = Py_TYPE(obj);
PyObject *descr;
descrgetfunc f = NULL;
PyObject **dictptr, *dict;
int meth_found = 0;
assert (*method == NULL);
if (unlikely(tp->tp_getattro != PyObject_GenericGetAttr)) {
attr = __Pyx_PyObject_GetAttrStr(obj, name);
goto try_unpack;
}
if (unlikely(tp->tp_dict == NULL) && unlikely(PyType_Ready(tp) < 0)) {
return 0;
}
descr = _PyType_Lookup(tp, name);
if (likely(descr != NULL)) {
Py_INCREF(descr);
#if defined(Py_TPFLAGS_METHOD_DESCRIPTOR) && Py_TPFLAGS_METHOD_DESCRIPTOR
if (__Pyx_PyType_HasFeature(Py_TYPE(descr), Py_TPFLAGS_METHOD_DESCRIPTOR))
#else
#ifdef __Pyx_CyFunction_USED
if (likely(PyFunction_Check(descr) || __Pyx_IS_TYPE(descr, &PyMethodDescr_Type) || __Pyx_CyFunction_Check(descr)))
#else
if (likely(PyFunction_Check(descr) || __Pyx_IS_TYPE(descr, &PyMethodDescr_Type)))
#endif
#endif
{
meth_found = 1;
} else {
f = Py_TYPE(descr)->tp_descr_get;
if (f != NULL && PyDescr_IsData(descr)) {
attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
Py_DECREF(descr);
goto try_unpack;
}
}
}
dictptr = _PyObject_GetDictPtr(obj);
if (dictptr != NULL && (dict = *dictptr) != NULL) {
Py_INCREF(dict);
attr = __Pyx_PyDict_GetItemStr(dict, name);
if (attr != NULL) {
Py_INCREF(attr);
Py_DECREF(dict);
Py_XDECREF(descr);
goto try_unpack;
}
Py_DECREF(dict);
}
if (meth_found) {
*method = descr;
return 1;
}
if (f != NULL) {
attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
Py_DECREF(descr);
goto try_unpack;
}
if (likely(descr != NULL)) {
*method = descr;
return 0;
}
type_name = __Pyx_PyType_GetFullyQualifiedName(tp);
PyErr_Format(PyExc_AttributeError,
"'" __Pyx_FMT_TYPENAME "' object has no attribute '%U'",
type_name, name);
__Pyx_DECREF_TypeName(type_name);
return 0;
#else
attr = __Pyx_PyObject_GetAttrStr(obj, name);
goto try_unpack;
#endif
try_unpack:
#if CYTHON_UNPACK_METHODS
if (likely(attr) && PyMethod_Check(attr) && likely(PyMethod_GET_SELF(attr) == obj)) {
PyObject *function = PyMethod_GET_FUNCTION(attr);
Py_INCREF(function);
Py_DECREF(attr);
*method = function;
return 1;
}
#endif
*method = attr;
return 0;
}
#endif
/* PyObjectCallMethod0 (used by PyType_Ready) */
static PyObject* __Pyx_PyObject_CallMethod0(PyObject* obj, PyObject* method_name) {
#if CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000))
PyObject *args[1] = {obj};
(void) __Pyx_PyObject_CallOneArg;
(void) __Pyx_PyObject_CallNoArg;
return PyObject_VectorcallMethod(method_name, args, 1 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
#else
PyObject *method = NULL, *result = NULL;
int is_method = __Pyx_PyObject_GetMethod(obj, method_name, &method);
if (likely(is_method)) {
result = __Pyx_PyObject_CallOneArg(method, obj);
Py_DECREF(method);
return result;
}
if (unlikely(!method)) goto bad;
result = __Pyx_PyObject_CallNoArg(method);
Py_DECREF(method);
bad:
return result;
#endif
}
/* ValidateBasesTuple (used by PyType_Ready) */
#if CYTHON_COMPILING_IN_CPYTHON || CYTHON_COMPILING_IN_LIMITED_API || CYTHON_USE_TYPE_SPECS
static int __Pyx_validate_bases_tuple(const char *type_name, Py_ssize_t dictoffset, PyObject *bases) {
Py_ssize_t i, n;
#if CYTHON_ASSUME_SAFE_SIZE
n = PyTuple_GET_SIZE(bases);
#else
n = PyTuple_Size(bases);
if (unlikely(n < 0)) return -1;
#endif
for (i = 1; i < n; i++)
{
PyTypeObject *b;
#if CYTHON_AVOID_BORROWED_REFS
PyObject *b0 = PySequence_GetItem(bases, i);
if (!b0) return -1;
#elif CYTHON_ASSUME_SAFE_MACROS
PyObject *b0 = PyTuple_GET_ITEM(bases, i);
#else
PyObject *b0 = PyTuple_GetItem(bases, i);
if (!b0) return -1;
#endif
b = (PyTypeObject*) b0;
if (!__Pyx_PyType_HasFeature(b, Py_TPFLAGS_HEAPTYPE))
{
__Pyx_TypeName b_name = __Pyx_PyType_GetFullyQualifiedName(b);
PyErr_Format(PyExc_TypeError,
"base class '" __Pyx_FMT_TYPENAME "' is not a heap type", b_name);
__Pyx_DECREF_TypeName(b_name);
#if CYTHON_AVOID_BORROWED_REFS
Py_DECREF(b0);
#endif
return -1;
}
if (dictoffset == 0)
{
Py_ssize_t b_dictoffset = 0;
#if CYTHON_USE_TYPE_SLOTS
b_dictoffset = b->tp_dictoffset;
#else
PyObject *py_b_dictoffset = PyObject_GetAttrString((PyObject*)b, "__dictoffset__");
if (!py_b_dictoffset) goto dictoffset_return;
b_dictoffset = PyLong_AsSsize_t(py_b_dictoffset);
Py_DECREF(py_b_dictoffset);
if (b_dictoffset == -1 && PyErr_Occurred()) goto dictoffset_return;
#endif
if (b_dictoffset) {
{
__Pyx_TypeName b_name = __Pyx_PyType_GetFullyQualifiedName(b);
PyErr_Format(PyExc_TypeError,
"extension type '%.200s' has no __dict__ slot, "
"but base type '" __Pyx_FMT_TYPENAME "' has: "
"either add 'cdef dict __dict__' to the extension type "
"or add '__slots__ = [...]' to the base type",
type_name, b_name);
__Pyx_DECREF_TypeName(b_name);
}
#if !CYTHON_USE_TYPE_SLOTS
dictoffset_return:
#endif
#if CYTHON_AVOID_BORROWED_REFS
Py_DECREF(b0);
#endif
return -1;
}
}
#if CYTHON_AVOID_BORROWED_REFS
Py_DECREF(b0);
#endif
}
return 0;
}
#endif
/* PyType_Ready */
CYTHON_UNUSED static int __Pyx_PyType_HasMultipleInheritance(PyTypeObject *t) {
while (t) {
PyObject *bases = __Pyx_PyType_GetSlot(t, tp_bases, PyObject*);
if (bases) {
return 1;
}
t = __Pyx_PyType_GetSlot(t, tp_base, PyTypeObject*);
}
return 0;
}
static int __Pyx_PyType_Ready(PyTypeObject *t) {
#if CYTHON_USE_TYPE_SPECS || !CYTHON_COMPILING_IN_CPYTHON || defined(PYSTON_MAJOR_VERSION)
(void)__Pyx_PyObject_CallMethod0;
#if CYTHON_USE_TYPE_SPECS
(void)__Pyx_validate_bases_tuple;
#endif
return PyType_Ready(t);
#else
int r;
if (!__Pyx_PyType_HasMultipleInheritance(t)) {
return PyType_Ready(t);
}
PyObject *bases = __Pyx_PyType_GetSlot(t, tp_bases, PyObject*);
if (bases && unlikely(__Pyx_validate_bases_tuple(t->tp_name, t->tp_dictoffset, bases) == -1))
return -1;
#if !defined(PYSTON_MAJOR_VERSION)
{
int gc_was_enabled;
#if PY_VERSION_HEX >= 0x030A00b1
gc_was_enabled = PyGC_Disable();
(void)__Pyx_PyObject_CallMethod0;
#else
PyObject *ret, *py_status;
PyObject *gc = NULL;
#if (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM+0 >= 0x07030400) &&\
!CYTHON_COMPILING_IN_GRAAL
gc = PyImport_GetModule(__pyx_mstate_global->__pyx_kp_u_gc);
#endif
if (unlikely(!gc)) gc = PyImport_Import(__pyx_mstate_global->__pyx_kp_u_gc);
if (unlikely(!gc)) return -1;
py_status = __Pyx_PyObject_CallMethod0(gc, __pyx_mstate_global->__pyx_kp_u_isenabled);
if (unlikely(!py_status)) {
Py_DECREF(gc);
return -1;
}
gc_was_enabled = __Pyx_PyObject_IsTrue(py_status);
Py_DECREF(py_status);
if (gc_was_enabled > 0) {
ret = __Pyx_PyObject_CallMethod0(gc, __pyx_mstate_global->__pyx_kp_u_disable);
if (unlikely(!ret)) {
Py_DECREF(gc);
return -1;
}
Py_DECREF(ret);
} else if (unlikely(gc_was_enabled == -1)) {
Py_DECREF(gc);
return -1;
}
#endif
t->tp_flags |= Py_TPFLAGS_HEAPTYPE;
#if PY_VERSION_HEX >= 0x030A0000
t->tp_flags |= Py_TPFLAGS_IMMUTABLETYPE;
#endif
#else
(void)__Pyx_PyObject_CallMethod0;
#endif
r = PyType_Ready(t);
#if !defined(PYSTON_MAJOR_VERSION)
t->tp_flags &= ~Py_TPFLAGS_HEAPTYPE;
#if PY_VERSION_HEX >= 0x030A00b1
if (gc_was_enabled)
PyGC_Enable();
#else
if (gc_was_enabled) {
PyObject *tp, *v, *tb;
PyErr_Fetch(&tp, &v, &tb);
ret = __Pyx_PyObject_CallMethod0(gc, __pyx_mstate_global->__pyx_kp_u_enable);
if (likely(ret || r == -1)) {
Py_XDECREF(ret);
PyErr_Restore(tp, v, tb);
} else {
Py_XDECREF(tp);
Py_XDECREF(v);
Py_XDECREF(tb);
r = -1;
}
}
Py_DECREF(gc);
#endif
}
#endif
return r;
#endif
}
/* SetVTable */
static int __Pyx_SetVtable(PyTypeObject *type, void *vtable) {
PyObject *ob = PyCapsule_New(vtable, 0, 0);
if (unlikely(!ob))
goto bad;
#if CYTHON_COMPILING_IN_LIMITED_API
if (unlikely(PyObject_SetAttr((PyObject *) type, __pyx_mstate_global->__pyx_n_u_pyx_vtable, ob) < 0))
#else
if (unlikely(PyDict_SetItem(type->tp_dict, __pyx_mstate_global->__pyx_n_u_pyx_vtable, ob) < 0))
#endif
goto bad;
Py_DECREF(ob);
return 0;
bad:
Py_XDECREF(ob);
return -1;
}
/* GetVTable (used by MergeVTables) */
static void* __Pyx_GetVtable(PyTypeObject *type) {
void* ptr;
#if CYTHON_COMPILING_IN_LIMITED_API
PyObject *ob = PyObject_GetAttr((PyObject *)type, __pyx_mstate_global->__pyx_n_u_pyx_vtable);
#else
PyObject *ob = PyObject_GetItem(type->tp_dict, __pyx_mstate_global->__pyx_n_u_pyx_vtable);
#endif
if (!ob)
goto bad;
ptr = PyCapsule_GetPointer(ob, 0);
if (!ptr && !PyErr_Occurred())
PyErr_SetString(PyExc_RuntimeError, "invalid vtable found for imported type");
Py_DECREF(ob);
return ptr;
bad:
Py_XDECREF(ob);
return NULL;
}
/* MergeVTables */
static int __Pyx_MergeVtables(PyTypeObject *type) {
int i=0;
Py_ssize_t size;
void** base_vtables;
__Pyx_TypeName tp_base_name = NULL;
__Pyx_TypeName base_name = NULL;
void* unknown = (void*)-1;
PyObject* bases = __Pyx_PyType_GetSlot(type, tp_bases, PyObject*);
int base_depth = 0;
{
PyTypeObject* base = __Pyx_PyType_GetSlot(type, tp_base, PyTypeObject*);
while (base) {
base_depth += 1;
base = __Pyx_PyType_GetSlot(base, tp_base, PyTypeObject*);
}
}
base_vtables = (void**) PyMem_Malloc(sizeof(void*) * (size_t)(base_depth + 1));
base_vtables[0] = unknown;
#if CYTHON_COMPILING_IN_LIMITED_API
size = PyTuple_Size(bases);
if (size < 0) goto other_failure;
#else
size = PyTuple_GET_SIZE(bases);
#endif
for (i = 1; i < size; i++) {
PyObject *basei;
void* base_vtable;
#if CYTHON_AVOID_BORROWED_REFS
basei = PySequence_GetItem(bases, i);
if (unlikely(!basei)) goto other_failure;
#elif !CYTHON_ASSUME_SAFE_MACROS
basei = PyTuple_GetItem(bases, i);
if (unlikely(!basei)) goto other_failure;
#else
basei = PyTuple_GET_ITEM(bases, i);
#endif
base_vtable = __Pyx_GetVtable((PyTypeObject*)basei);
#if CYTHON_AVOID_BORROWED_REFS
Py_DECREF(basei);
#endif
if (base_vtable != NULL) {
int j;
PyTypeObject* base = __Pyx_PyType_GetSlot(type, tp_base, PyTypeObject*);
for (j = 0; j < base_depth; j++) {
if (base_vtables[j] == unknown) {
base_vtables[j] = __Pyx_GetVtable(base);
base_vtables[j + 1] = unknown;
}
if (base_vtables[j] == base_vtable) {
break;
} else if (base_vtables[j] == NULL) {
goto bad;
}
base = __Pyx_PyType_GetSlot(base, tp_base, PyTypeObject*);
}
}
}
PyErr_Clear();
PyMem_Free(base_vtables);
return 0;
bad:
{
PyTypeObject* basei = NULL;
PyTypeObject* tp_base = __Pyx_PyType_GetSlot(type, tp_base, PyTypeObject*);
tp_base_name = __Pyx_PyType_GetFullyQualifiedName(tp_base);
#if CYTHON_AVOID_BORROWED_REFS
basei = (PyTypeObject*)PySequence_GetItem(bases, i);
if (unlikely(!basei)) goto really_bad;
#elif !CYTHON_ASSUME_SAFE_MACROS
basei = (PyTypeObject*)PyTuple_GetItem(bases, i);
if (unlikely(!basei)) goto really_bad;
#else
basei = (PyTypeObject*)PyTuple_GET_ITEM(bases, i);
#endif
base_name = __Pyx_PyType_GetFullyQualifiedName(basei);
#if CYTHON_AVOID_BORROWED_REFS
Py_DECREF(basei);
#endif
}
PyErr_Format(PyExc_TypeError,
"multiple bases have vtable conflict: '" __Pyx_FMT_TYPENAME "' and '" __Pyx_FMT_TYPENAME "'", tp_base_name, base_name);
#if CYTHON_AVOID_BORROWED_REFS || !CYTHON_ASSUME_SAFE_MACROS
really_bad: // bad has failed!
#endif
__Pyx_DECREF_TypeName(tp_base_name);
__Pyx_DECREF_TypeName(base_name);
#if CYTHON_COMPILING_IN_LIMITED_API || CYTHON_AVOID_BORROWED_REFS || !CYTHON_ASSUME_SAFE_MACROS
other_failure:
#endif
PyMem_Free(base_vtables);
return -1;
}
/* DelItemOnTypeDict (used by SetupReduce) */
static int __Pyx__DelItemOnTypeDict(PyTypeObject *tp, PyObject *k) {
int result;
PyObject *tp_dict;
#if CYTHON_COMPILING_IN_LIMITED_API
tp_dict = __Pyx_GetTypeDict(tp);
if (unlikely(!tp_dict)) return -1;
#else
tp_dict = tp->tp_dict;
#endif
result = PyDict_DelItem(tp_dict, k);
if (likely(!result)) PyType_Modified(tp);
return result;
}
/* SetupReduce */
static int __Pyx_setup_reduce_is_named(PyObject* meth, PyObject* name) {
int ret;
PyObject *name_attr;
name_attr = __Pyx_PyObject_GetAttrStrNoError(meth, __pyx_mstate_global->__pyx_n_u_name_2);
if (likely(name_attr)) {
ret = PyObject_RichCompareBool(name_attr, name, Py_EQ);
} else {
ret = -1;
}
if (unlikely(ret < 0)) {
PyErr_Clear();
ret = 0;
}
Py_XDECREF(name_attr);
return ret;
}
static int __Pyx_setup_reduce(PyObject* type_obj) {
int ret = 0;
PyObject *object_reduce = NULL;
PyObject *object_getstate = NULL;
PyObject *object_reduce_ex = NULL;
PyObject *reduce = NULL;
PyObject *reduce_ex = NULL;
PyObject *reduce_cython = NULL;
PyObject *setstate = NULL;
PyObject *setstate_cython = NULL;
PyObject *getstate = NULL;
#if CYTHON_USE_PYTYPE_LOOKUP
getstate = _PyType_Lookup((PyTypeObject*)type_obj, __pyx_mstate_global->__pyx_n_u_getstate);
#else
getstate = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_mstate_global->__pyx_n_u_getstate);
if (!getstate && PyErr_Occurred()) {
goto __PYX_BAD;
}
#endif
if (getstate) {
#if CYTHON_USE_PYTYPE_LOOKUP
object_getstate = _PyType_Lookup(&PyBaseObject_Type, __pyx_mstate_global->__pyx_n_u_getstate);
#else
object_getstate = __Pyx_PyObject_GetAttrStrNoError((PyObject*)&PyBaseObject_Type, __pyx_mstate_global->__pyx_n_u_getstate);
if (!object_getstate && PyErr_Occurred()) {
goto __PYX_BAD;
}
#endif
if (object_getstate != getstate) {
goto __PYX_GOOD;
}
}
#if CYTHON_USE_PYTYPE_LOOKUP
object_reduce_ex = _PyType_Lookup(&PyBaseObject_Type, __pyx_mstate_global->__pyx_n_u_reduce_ex); if (!object_reduce_ex) goto __PYX_BAD;
#else
object_reduce_ex = __Pyx_PyObject_GetAttrStr((PyObject*)&PyBaseObject_Type, __pyx_mstate_global->__pyx_n_u_reduce_ex); if (!object_reduce_ex) goto __PYX_BAD;
#endif
reduce_ex = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_mstate_global->__pyx_n_u_reduce_ex); if (unlikely(!reduce_ex)) goto __PYX_BAD;
if (reduce_ex == object_reduce_ex) {
#if CYTHON_USE_PYTYPE_LOOKUP
object_reduce = _PyType_Lookup(&PyBaseObject_Type, __pyx_mstate_global->__pyx_n_u_reduce); if (!object_reduce) goto __PYX_BAD;
#else
object_reduce = __Pyx_PyObject_GetAttrStr((PyObject*)&PyBaseObject_Type, __pyx_mstate_global->__pyx_n_u_reduce); if (!object_reduce) goto __PYX_BAD;
#endif
reduce = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_mstate_global->__pyx_n_u_reduce); if (unlikely(!reduce)) goto __PYX_BAD;
if (reduce == object_reduce || __Pyx_setup_reduce_is_named(reduce, __pyx_mstate_global->__pyx_n_u_reduce_cython)) {
reduce_cython = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_mstate_global->__pyx_n_u_reduce_cython);
if (likely(reduce_cython)) {
ret = __Pyx_SetItemOnTypeDict((PyTypeObject*)type_obj, __pyx_mstate_global->__pyx_n_u_reduce, reduce_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
ret = __Pyx_DelItemOnTypeDict((PyTypeObject*)type_obj, __pyx_mstate_global->__pyx_n_u_reduce_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
} else if (reduce == object_reduce || PyErr_Occurred()) {
goto __PYX_BAD;
}
setstate = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_mstate_global->__pyx_n_u_setstate);
if (!setstate) PyErr_Clear();
if (!setstate || __Pyx_setup_reduce_is_named(setstate, __pyx_mstate_global->__pyx_n_u_setstate_cython)) {
setstate_cython = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_mstate_global->__pyx_n_u_setstate_cython);
if (likely(setstate_cython)) {
ret = __Pyx_SetItemOnTypeDict((PyTypeObject*)type_obj, __pyx_mstate_global->__pyx_n_u_setstate, setstate_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
ret = __Pyx_DelItemOnTypeDict((PyTypeObject*)type_obj, __pyx_mstate_global->__pyx_n_u_setstate_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
} else if (!setstate || PyErr_Occurred()) {
goto __PYX_BAD;
}
}
PyType_Modified((PyTypeObject*)type_obj);
}
}
goto __PYX_GOOD;
__PYX_BAD:
if (!PyErr_Occurred()) {
__Pyx_TypeName type_obj_name =
__Pyx_PyType_GetFullyQualifiedName((PyTypeObject*)type_obj);
PyErr_Format(PyExc_RuntimeError,
"Unable to initialize pickling for " __Pyx_FMT_TYPENAME, type_obj_name);
__Pyx_DECREF_TypeName(type_obj_name);
}
ret = -1;
__PYX_GOOD:
#if !CYTHON_USE_PYTYPE_LOOKUP
Py_XDECREF(object_reduce);
Py_XDECREF(object_reduce_ex);
Py_XDECREF(object_getstate);
Py_XDECREF(getstate);
#endif
Py_XDECREF(reduce);
Py_XDECREF(reduce_ex);
Py_XDECREF(reduce_cython);
Py_XDECREF(setstate);
Py_XDECREF(setstate_cython);
return ret;
}
/* TypeImport */
#ifndef __PYX_HAVE_RT_ImportType_3_2_1
#define __PYX_HAVE_RT_ImportType_3_2_1
static PyTypeObject *__Pyx_ImportType_3_2_1(PyObject *module, const char *module_name, const char *class_name,
size_t size, size_t alignment, enum __Pyx_ImportType_CheckSize_3_2_1 check_size)
{
PyObject *result = 0;
Py_ssize_t basicsize;
Py_ssize_t itemsize;
#if defined(Py_LIMITED_API) || (defined(CYTHON_COMPILING_IN_LIMITED_API) && CYTHON_COMPILING_IN_LIMITED_API)
PyObject *py_basicsize;
PyObject *py_itemsize;
#endif
result = PyObject_GetAttrString(module, class_name);
if (!result)
goto bad;
if (!PyType_Check(result)) {
PyErr_Format(PyExc_TypeError,
"%.200s.%.200s is not a type object",
module_name, class_name);
goto bad;
}
#if !( defined(Py_LIMITED_API) || (defined(CYTHON_COMPILING_IN_LIMITED_API) && CYTHON_COMPILING_IN_LIMITED_API) )
basicsize = ((PyTypeObject *)result)->tp_basicsize;
itemsize = ((PyTypeObject *)result)->tp_itemsize;
#else
if (size == 0) {
return (PyTypeObject *)result;
}
py_basicsize = PyObject_GetAttrString(result, "__basicsize__");
if (!py_basicsize)
goto bad;
basicsize = PyLong_AsSsize_t(py_basicsize);
Py_DECREF(py_basicsize);
py_basicsize = 0;
if (basicsize == (Py_ssize_t)-1 && PyErr_Occurred())
goto bad;
py_itemsize = PyObject_GetAttrString(result, "__itemsize__");
if (!py_itemsize)
goto bad;
itemsize = PyLong_AsSsize_t(py_itemsize);
Py_DECREF(py_itemsize);
py_itemsize = 0;
if (itemsize == (Py_ssize_t)-1 && PyErr_Occurred())
goto bad;
#endif
if (itemsize) {
if (size % alignment) {
alignment = size % alignment;
}
if (itemsize < (Py_ssize_t)alignment)
itemsize = (Py_ssize_t)alignment;
}
if ((size_t)(basicsize + itemsize) < size) {
PyErr_Format(PyExc_ValueError,
"%.200s.%.200s size changed, may indicate binary incompatibility. "
"Expected %zd from C header, got %zd from PyObject",
module_name, class_name, size, basicsize+itemsize);
goto bad;
}
if (check_size == __Pyx_ImportType_CheckSize_Error_3_2_1 &&
((size_t)basicsize > size || (size_t)(basicsize + itemsize) < size)) {
PyErr_Format(PyExc_ValueError,
"%.200s.%.200s size changed, may indicate binary incompatibility. "
"Expected %zd from C header, got %zd-%zd from PyObject",
module_name, class_name, size, basicsize, basicsize+itemsize);
goto bad;
}
else if (check_size == __Pyx_ImportType_CheckSize_Warn_3_2_1 && (size_t)basicsize > size) {
if (PyErr_WarnFormat(NULL, 0,
"%.200s.%.200s size changed, may indicate binary incompatibility. "
"Expected %zd from C header, got %zd from PyObject",
module_name, class_name, size, basicsize) < 0) {
goto bad;
}
}
return (PyTypeObject *)result;
bad:
Py_XDECREF(result);
return NULL;
}
#endif
/* PxdImportShared (used by VoidPtrImport) */
#ifndef __PYX_HAVE_RT_ImportFromPxd_3_2_1
#define __PYX_HAVE_RT_ImportFromPxd_3_2_1
static int __Pyx_ImportFromPxd_3_2_1(PyObject *module, const char *name, void **p, const char *sig, const char *what) {
PyObject *d = 0;
PyObject *cobj = 0;
d = PyObject_GetAttrString(module, "__pyx_capi__");
if (!d)
goto bad;
#if (defined(Py_LIMITED_API) && Py_LIMITED_API >= 0x030d0000) || (!defined(Py_LIMITED_API) && PY_VERSION_HEX >= 0x030d0000)
PyDict_GetItemStringRef(d, name, &cobj);
#else
cobj = PyDict_GetItemString(d, name);
Py_XINCREF(cobj);
#endif
if (!cobj) {
PyErr_Format(PyExc_ImportError,
"%.200s does not export expected C %.8s %.200s",
PyModule_GetName(module), what, name);
goto bad;
}
if (!PyCapsule_IsValid(cobj, sig)) {
PyErr_Format(PyExc_TypeError,
"C %.8s %.200s.%.200s has wrong signature (expected %.500s, got %.500s)",
what, PyModule_GetName(module), name, sig, PyCapsule_GetName(cobj));
goto bad;
}
*p = PyCapsule_GetPointer(cobj, sig);
if (!(*p))
goto bad;
Py_DECREF(d);
Py_DECREF(cobj);
return 0;
bad:
Py_XDECREF(d);
Py_XDECREF(cobj);
return -1;
}
#endif
/* VoidPtrImport */
#ifndef __PYX_HAVE_RT_ImportVoidPtr_3_2_1
#define __PYX_HAVE_RT_ImportVoidPtr_3_2_1
static int __Pyx_ImportVoidPtr_3_2_1(PyObject *module, const char *name, void **p, const char *sig) {
return __Pyx_ImportFromPxd_3_2_1(module, name, p, sig, "variable");
}
#endif
/* FunctionImport */
#ifndef __PYX_HAVE_RT_ImportFunction_3_2_1
#define __PYX_HAVE_RT_ImportFunction_3_2_1
static int __Pyx_ImportFunction_3_2_1(PyObject *module, const char *funcname, void (**f)(void), const char *sig) {
union {
void (*fp)(void);
void *p;
} tmp;
int result = __Pyx_ImportFromPxd_3_2_1(module, funcname, &tmp.p, sig, "function");
if (result == 0) {
*f = tmp.fp;
}
return result;
}
#endif
/* ImportFrom */
static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name) {
PyObject* value = __Pyx_PyObject_GetAttrStr(module, name);
if (unlikely(!value) && PyErr_ExceptionMatches(PyExc_AttributeError)) {
const char* module_name_str = 0;
PyObject* module_name = 0;
PyObject* module_dot = 0;
PyObject* full_name = 0;
PyErr_Clear();
module_name_str = PyModule_GetName(module);
if (unlikely(!module_name_str)) { goto modbad; }
module_name = PyUnicode_FromString(module_name_str);
if (unlikely(!module_name)) { goto modbad; }
module_dot = PyUnicode_Concat(module_name, __pyx_mstate_global->__pyx_kp_u__2);
if (unlikely(!module_dot)) { goto modbad; }
full_name = PyUnicode_Concat(module_dot, name);
if (unlikely(!full_name)) { goto modbad; }
#if (CYTHON_COMPILING_IN_PYPY && PYPY_VERSION_NUM < 0x07030400) ||\
CYTHON_COMPILING_IN_GRAAL
{
PyObject *modules = PyImport_GetModuleDict();
if (unlikely(!modules))
goto modbad;
value = PyObject_GetItem(modules, full_name);
}
#else
value = PyImport_GetModule(full_name);
#endif
modbad:
Py_XDECREF(full_name);
Py_XDECREF(module_dot);
Py_XDECREF(module_name);
}
if (unlikely(!value)) {
PyErr_Format(PyExc_ImportError, "cannot import name %S", name);
}
return value;
}
/* CLineInTraceback (used by AddTraceback) */
#if CYTHON_CLINE_IN_TRACEBACK && CYTHON_CLINE_IN_TRACEBACK_RUNTIME
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
#define __Pyx_PyProbablyModule_GetDict(o) __Pyx_XNewRef(PyModule_GetDict(o))
#elif !CYTHON_COMPILING_IN_CPYTHON || CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#define __Pyx_PyProbablyModule_GetDict(o) PyObject_GenericGetDict(o, NULL);
#else
PyObject* __Pyx_PyProbablyModule_GetDict(PyObject *o) {
PyObject **dict_ptr = _PyObject_GetDictPtr(o);
return dict_ptr ? __Pyx_XNewRef(*dict_ptr) : NULL;
}
#endif
static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line) {
PyObject *use_cline = NULL;
PyObject *ptype, *pvalue, *ptraceback;
PyObject *cython_runtime_dict;
CYTHON_MAYBE_UNUSED_VAR(tstate);
if (unlikely(!__pyx_mstate_global->__pyx_cython_runtime)) {
return c_line;
}
__Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
cython_runtime_dict = __Pyx_PyProbablyModule_GetDict(__pyx_mstate_global->__pyx_cython_runtime);
if (likely(cython_runtime_dict)) {
__PYX_PY_DICT_LOOKUP_IF_MODIFIED(
use_cline, cython_runtime_dict,
__Pyx_PyDict_SetDefault(cython_runtime_dict, __pyx_mstate_global->__pyx_n_u_cline_in_traceback, Py_False))
}
if (use_cline == NULL || use_cline == Py_False || (use_cline != Py_True && PyObject_Not(use_cline) != 0)) {
c_line = 0;
}
Py_XDECREF(use_cline);
Py_XDECREF(cython_runtime_dict);
__Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
return c_line;
}
#endif
/* CodeObjectCache (used by AddTraceback) */
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line) {
int start = 0, mid = 0, end = count - 1;
if (end >= 0 && code_line > entries[end].code_line) {
return count;
}
while (start < end) {
mid = start + (end - start) / 2;
if (code_line < entries[mid].code_line) {
end = mid;
} else if (code_line > entries[mid].code_line) {
start = mid + 1;
} else {
return mid;
}
}
if (code_line <= entries[mid].code_line) {
return mid;
} else {
return mid + 1;
}
}
static __Pyx_CachedCodeObjectType *__pyx__find_code_object(struct __Pyx_CodeObjectCache *code_cache, int code_line) {
__Pyx_CachedCodeObjectType* code_object;
int pos;
if (unlikely(!code_line) || unlikely(!code_cache->entries)) {
return NULL;
}
pos = __pyx_bisect_code_objects(code_cache->entries, code_cache->count, code_line);
if (unlikely(pos >= code_cache->count) || unlikely(code_cache->entries[pos].code_line != code_line)) {
return NULL;
}
code_object = code_cache->entries[pos].code_object;
Py_INCREF(code_object);
return code_object;
}
static __Pyx_CachedCodeObjectType *__pyx_find_code_object(int code_line) {
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && !CYTHON_ATOMICS
(void)__pyx__find_code_object;
return NULL; // Most implementation should have atomics. But otherwise, don't make it thread-safe, just miss.
#else
struct __Pyx_CodeObjectCache *code_cache = &__pyx_mstate_global->__pyx_code_cache;
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
__pyx_nonatomic_int_type old_count = __pyx_atomic_incr_acq_rel(&code_cache->accessor_count);
if (old_count < 0) {
__pyx_atomic_decr_acq_rel(&code_cache->accessor_count);
return NULL;
}
#endif
__Pyx_CachedCodeObjectType *result = __pyx__find_code_object(code_cache, code_line);
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
__pyx_atomic_decr_acq_rel(&code_cache->accessor_count);
#endif
return result;
#endif
}
static void __pyx__insert_code_object(struct __Pyx_CodeObjectCache *code_cache, int code_line, __Pyx_CachedCodeObjectType* code_object)
{
int pos, i;
__Pyx_CodeObjectCacheEntry* entries = code_cache->entries;
if (unlikely(!code_line)) {
return;
}
if (unlikely(!entries)) {
entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Malloc(64*sizeof(__Pyx_CodeObjectCacheEntry));
if (likely(entries)) {
code_cache->entries = entries;
code_cache->max_count = 64;
code_cache->count = 1;
entries[0].code_line = code_line;
entries[0].code_object = code_object;
Py_INCREF(code_object);
}
return;
}
pos = __pyx_bisect_code_objects(code_cache->entries, code_cache->count, code_line);
if ((pos < code_cache->count) && unlikely(code_cache->entries[pos].code_line == code_line)) {
__Pyx_CachedCodeObjectType* tmp = entries[pos].code_object;
entries[pos].code_object = code_object;
Py_INCREF(code_object);
Py_DECREF(tmp);
return;
}
if (code_cache->count == code_cache->max_count) {
int new_max = code_cache->max_count + 64;
entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Realloc(
code_cache->entries, ((size_t)new_max) * sizeof(__Pyx_CodeObjectCacheEntry));
if (unlikely(!entries)) {
return;
}
code_cache->entries = entries;
code_cache->max_count = new_max;
}
for (i=code_cache->count; i>pos; i--) {
entries[i] = entries[i-1];
}
entries[pos].code_line = code_line;
entries[pos].code_object = code_object;
code_cache->count++;
Py_INCREF(code_object);
}
static void __pyx_insert_code_object(int code_line, __Pyx_CachedCodeObjectType* code_object) {
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && !CYTHON_ATOMICS
(void)__pyx__insert_code_object;
return; // Most implementation should have atomics. But otherwise, don't make it thread-safe, just fail.
#else
struct __Pyx_CodeObjectCache *code_cache = &__pyx_mstate_global->__pyx_code_cache;
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
__pyx_nonatomic_int_type expected = 0;
if (!__pyx_atomic_int_cmp_exchange(&code_cache->accessor_count, &expected, INT_MIN)) {
return;
}
#endif
__pyx__insert_code_object(code_cache, code_line, code_object);
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
__pyx_atomic_sub(&code_cache->accessor_count, INT_MIN);
#endif
#endif
}
/* AddTraceback */
#include "compile.h"
#include "frameobject.h"
#include "traceback.h"
#if PY_VERSION_HEX >= 0x030b00a6 && !CYTHON_COMPILING_IN_LIMITED_API && !defined(PYPY_VERSION)
#ifndef Py_BUILD_CORE
#define Py_BUILD_CORE 1
#endif
#include "internal/pycore_frame.h"
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
static PyObject *__Pyx_PyCode_Replace_For_AddTraceback(PyObject *code, PyObject *scratch_dict,
PyObject *firstlineno, PyObject *name) {
PyObject *replace = NULL;
if (unlikely(PyDict_SetItemString(scratch_dict, "co_firstlineno", firstlineno))) return NULL;
if (unlikely(PyDict_SetItemString(scratch_dict, "co_name", name))) return NULL;
replace = PyObject_GetAttrString(code, "replace");
if (likely(replace)) {
PyObject *result = PyObject_Call(replace, __pyx_mstate_global->__pyx_empty_tuple, scratch_dict);
Py_DECREF(replace);
return result;
}
PyErr_Clear();
return NULL;
}
static void __Pyx_AddTraceback(const char *funcname, int c_line,
int py_line, const char *filename) {
PyObject *code_object = NULL, *py_py_line = NULL, *py_funcname = NULL, *dict = NULL;
PyObject *replace = NULL, *getframe = NULL, *frame = NULL;
PyObject *exc_type, *exc_value, *exc_traceback;
int success = 0;
if (c_line) {
c_line = __Pyx_CLineForTraceback(__Pyx_PyThreadState_Current, c_line);
}
PyErr_Fetch(&exc_type, &exc_value, &exc_traceback);
code_object = __pyx_find_code_object(c_line ? -c_line : py_line);
if (!code_object) {
code_object = Py_CompileString("_getframe()", filename, Py_eval_input);
if (unlikely(!code_object)) goto bad;
py_py_line = PyLong_FromLong(py_line);
if (unlikely(!py_py_line)) goto bad;
if (c_line) {
py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
} else {
py_funcname = PyUnicode_FromString(funcname);
}
if (unlikely(!py_funcname)) goto bad;
dict = PyDict_New();
if (unlikely(!dict)) goto bad;
{
PyObject *old_code_object = code_object;
code_object = __Pyx_PyCode_Replace_For_AddTraceback(code_object, dict, py_py_line, py_funcname);
Py_DECREF(old_code_object);
}
if (unlikely(!code_object)) goto bad;
__pyx_insert_code_object(c_line ? -c_line : py_line, code_object);
} else {
dict = PyDict_New();
}
getframe = PySys_GetObject("_getframe");
if (unlikely(!getframe)) goto bad;
if (unlikely(PyDict_SetItemString(dict, "_getframe", getframe))) goto bad;
frame = PyEval_EvalCode(code_object, dict, dict);
if (unlikely(!frame) || frame == Py_None) goto bad;
success = 1;
bad:
PyErr_Restore(exc_type, exc_value, exc_traceback);
Py_XDECREF(code_object);
Py_XDECREF(py_py_line);
Py_XDECREF(py_funcname);
Py_XDECREF(dict);
Py_XDECREF(replace);
if (success) {
PyTraceBack_Here(
(struct _frame*)frame);
}
Py_XDECREF(frame);
}
#else
static PyCodeObject* __Pyx_CreateCodeObjectForTraceback(
const char *funcname, int c_line,
int py_line, const char *filename) {
PyCodeObject *py_code = NULL;
PyObject *py_funcname = NULL;
if (c_line) {
py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
if (!py_funcname) goto bad;
funcname = PyUnicode_AsUTF8(py_funcname);
if (!funcname) goto bad;
}
py_code = PyCode_NewEmpty(filename, funcname, py_line);
Py_XDECREF(py_funcname);
return py_code;
bad:
Py_XDECREF(py_funcname);
return NULL;
}
static void __Pyx_AddTraceback(const char *funcname, int c_line,
int py_line, const char *filename) {
PyCodeObject *py_code = 0;
PyFrameObject *py_frame = 0;
PyThreadState *tstate = __Pyx_PyThreadState_Current;
PyObject *ptype, *pvalue, *ptraceback;
if (c_line) {
c_line = __Pyx_CLineForTraceback(tstate, c_line);
}
py_code = __pyx_find_code_object(c_line ? -c_line : py_line);
if (!py_code) {
__Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
py_code = __Pyx_CreateCodeObjectForTraceback(
funcname, c_line, py_line, filename);
if (!py_code) {
/* If the code object creation fails, then we should clear the
fetched exception references and propagate the new exception */
Py_XDECREF(ptype);
Py_XDECREF(pvalue);
Py_XDECREF(ptraceback);
goto bad;
}
__Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
__pyx_insert_code_object(c_line ? -c_line : py_line, py_code);
}
py_frame = PyFrame_New(
tstate, /*PyThreadState *tstate,*/
py_code, /*PyCodeObject *code,*/
__pyx_mstate_global->__pyx_d, /*PyObject *globals,*/
0 /*PyObject *locals*/
);
if (!py_frame) goto bad;
__Pyx_PyFrame_SetLineNumber(py_frame, py_line);
PyTraceBack_Here(py_frame);
bad:
Py_XDECREF(py_code);
Py_XDECREF(py_frame);
}
#endif
/* CIntFromPyVerify */
#define __PYX_VERIFY_RETURN_INT(target_type, func_type, func_value)\
__PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 0)
#define __PYX_VERIFY_RETURN_INT_EXC(target_type, func_type, func_value)\
__PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 1)
#define __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, exc)\
{\
func_type value = func_value;\
if (sizeof(target_type) < sizeof(func_type)) {\
if (unlikely(value != (func_type) (target_type) value)) {\
func_type zero = 0;\
if (exc && unlikely(value == (func_type)-1 && PyErr_Occurred()))\
return (target_type) -1;\
if (is_unsigned && unlikely(value < zero))\
goto raise_neg_overflow;\
else\
goto raise_overflow;\
}\
}\
return (target_type) value;\
}
/* UnicodeAsUCS4 */
static void __Pyx_PyUnicode_AsPy_UCS4_error(Py_ssize_t length) {
if (likely(length >= 0)) {
PyErr_Format(PyExc_ValueError,
"only single character unicode strings can be converted to Py_UCS4, "
"got length %" CYTHON_FORMAT_SSIZE_T "d", length);
}
}
static CYTHON_INLINE Py_UCS4 __Pyx_PyUnicode_AsPy_UCS4(PyObject* x) {
Py_ssize_t length = __Pyx_PyUnicode_GET_LENGTH(x);
if (unlikely(length != 1)) {
__Pyx_PyUnicode_AsPy_UCS4_error(length);
return (Py_UCS4)-1;
}
return __Pyx_PyUnicode_READ_CHAR(x, 0);
}
/* Declarations */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#ifdef __cplusplus
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
return ::std::complex< float >(x, y);
}
#else
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
return x + y*(__pyx_t_float_complex)_Complex_I;
}
#endif
#else
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
__pyx_t_float_complex z;
z.real = x;
z.imag = y;
return z;
}
#endif
/* Arithmetic */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#else
static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
return (a.real == b.real) && (a.imag == b.imag);
}
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
__pyx_t_float_complex z;
z.real = a.real + b.real;
z.imag = a.imag + b.imag;
return z;
}
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
__pyx_t_float_complex z;
z.real = a.real - b.real;
z.imag = a.imag - b.imag;
return z;
}
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
__pyx_t_float_complex z;
z.real = a.real * b.real - a.imag * b.imag;
z.imag = a.real * b.imag + a.imag * b.real;
return z;
}
#if 1
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
if (b.imag == 0) {
return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real);
} else if (fabsf(b.real) >= fabsf(b.imag)) {
if (b.real == 0 && b.imag == 0) {
return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.imag);
} else {
float r = b.imag / b.real;
float s = (float)(1.0) / (b.real + b.imag * r);
return __pyx_t_float_complex_from_parts(
(a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
}
} else {
float r = b.real / b.imag;
float s = (float)(1.0) / (b.imag + b.real * r);
return __pyx_t_float_complex_from_parts(
(a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
}
}
#else
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
if (b.imag == 0) {
return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real);
} else {
float denom = b.real * b.real + b.imag * b.imag;
return __pyx_t_float_complex_from_parts(
(a.real * b.real + a.imag * b.imag) / denom,
(a.imag * b.real - a.real * b.imag) / denom);
}
}
#endif
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex a) {
__pyx_t_float_complex z;
z.real = -a.real;
z.imag = -a.imag;
return z;
}
static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex a) {
return (a.real == 0) && (a.imag == 0);
}
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex a) {
__pyx_t_float_complex z;
z.real = a.real;
z.imag = -a.imag;
return z;
}
#if 1
static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex z) {
#if !defined(HAVE_HYPOT) || defined(_MSC_VER)
return sqrtf(z.real*z.real + z.imag*z.imag);
#else
return hypotf(z.real, z.imag);
#endif
}
static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
__pyx_t_float_complex z;
float r, lnr, theta, z_r, z_theta;
if (b.imag == 0 && b.real == (int)b.real) {
if (b.real < 0) {
float denom = a.real * a.real + a.imag * a.imag;
a.real = a.real / denom;
a.imag = -a.imag / denom;
b.real = -b.real;
}
switch ((int)b.real) {
case 0:
z.real = 1;
z.imag = 0;
return z;
case 1:
return a;
case 2:
return __Pyx_c_prod_float(a, a);
case 3:
z = __Pyx_c_prod_float(a, a);
return __Pyx_c_prod_float(z, a);
case 4:
z = __Pyx_c_prod_float(a, a);
return __Pyx_c_prod_float(z, z);
}
}
if (a.imag == 0) {
if (a.real == 0) {
return a;
} else if ((b.imag == 0) && (a.real >= 0)) {
z.real = powf(a.real, b.real);
z.imag = 0;
return z;
} else if (a.real > 0) {
r = a.real;
theta = 0;
} else {
r = -a.real;
theta = atan2f(0.0, -1.0);
}
} else {
r = __Pyx_c_abs_float(a);
theta = atan2f(a.imag, a.real);
}
lnr = logf(r);
z_r = expf(lnr * b.real - theta * b.imag);
z_theta = theta * b.real + lnr * b.imag;
z.real = z_r * cosf(z_theta);
z.imag = z_r * sinf(z_theta);
return z;
}
#endif
#endif
/* Declarations */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#ifdef __cplusplus
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
return ::std::complex< double >(x, y);
}
#else
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
return x + y*(__pyx_t_double_complex)_Complex_I;
}
#endif
#else
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
__pyx_t_double_complex z;
z.real = x;
z.imag = y;
return z;
}
#endif
/* Arithmetic */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#else
static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
return (a.real == b.real) && (a.imag == b.imag);
}
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
__pyx_t_double_complex z;
z.real = a.real + b.real;
z.imag = a.imag + b.imag;
return z;
}
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
__pyx_t_double_complex z;
z.real = a.real - b.real;
z.imag = a.imag - b.imag;
return z;
}
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
__pyx_t_double_complex z;
z.real = a.real * b.real - a.imag * b.imag;
z.imag = a.real * b.imag + a.imag * b.real;
return z;
}
#if 1
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
if (b.imag == 0) {
return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
} else if (fabs(b.real) >= fabs(b.imag)) {
if (b.real == 0 && b.imag == 0) {
return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.imag);
} else {
double r = b.imag / b.real;
double s = (double)(1.0) / (b.real + b.imag * r);
return __pyx_t_double_complex_from_parts(
(a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
}
} else {
double r = b.real / b.imag;
double s = (double)(1.0) / (b.imag + b.real * r);
return __pyx_t_double_complex_from_parts(
(a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
}
}
#else
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
if (b.imag == 0) {
return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
} else {
double denom = b.real * b.real + b.imag * b.imag;
return __pyx_t_double_complex_from_parts(
(a.real * b.real + a.imag * b.imag) / denom,
(a.imag * b.real - a.real * b.imag) / denom);
}
}
#endif
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex a) {
__pyx_t_double_complex z;
z.real = -a.real;
z.imag = -a.imag;
return z;
}
static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex a) {
return (a.real == 0) && (a.imag == 0);
}
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex a) {
__pyx_t_double_complex z;
z.real = a.real;
z.imag = -a.imag;
return z;
}
#if 1
static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex z) {
#if !defined(HAVE_HYPOT) || defined(_MSC_VER)
return sqrt(z.real*z.real + z.imag*z.imag);
#else
return hypot(z.real, z.imag);
#endif
}
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
__pyx_t_double_complex z;
double r, lnr, theta, z_r, z_theta;
if (b.imag == 0 && b.real == (int)b.real) {
if (b.real < 0) {
double denom = a.real * a.real + a.imag * a.imag;
a.real = a.real / denom;
a.imag = -a.imag / denom;
b.real = -b.real;
}
switch ((int)b.real) {
case 0:
z.real = 1;
z.imag = 0;
return z;
case 1:
return a;
case 2:
return __Pyx_c_prod_double(a, a);
case 3:
z = __Pyx_c_prod_double(a, a);
return __Pyx_c_prod_double(z, a);
case 4:
z = __Pyx_c_prod_double(a, a);
return __Pyx_c_prod_double(z, z);
}
}
if (a.imag == 0) {
if (a.real == 0) {
return a;
} else if ((b.imag == 0) && (a.real >= 0)) {
z.real = pow(a.real, b.real);
z.imag = 0;
return z;
} else if (a.real > 0) {
r = a.real;
theta = 0;
} else {
r = -a.real;
theta = atan2(0.0, -1.0);
}
} else {
r = __Pyx_c_abs_double(a);
theta = atan2(a.imag, a.real);
}
lnr = log(r);
z_r = exp(lnr * b.real - theta * b.imag);
z_theta = theta * b.real + lnr * b.imag;
z.real = z_r * cos(z_theta);
z.imag = z_r * sin(z_theta);
return z;
}
#endif
#endif
/* Declarations */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#ifdef __cplusplus
static CYTHON_INLINE __pyx_t_long_double_complex __pyx_t_long_double_complex_from_parts(long double x, long double y) {
return ::std::complex< long double >(x, y);
}
#else
static CYTHON_INLINE __pyx_t_long_double_complex __pyx_t_long_double_complex_from_parts(long double x, long double y) {
return x + y*(__pyx_t_long_double_complex)_Complex_I;
}
#endif
#else
static CYTHON_INLINE __pyx_t_long_double_complex __pyx_t_long_double_complex_from_parts(long double x, long double y) {
__pyx_t_long_double_complex z;
z.real = x;
z.imag = y;
return z;
}
#endif
/* Arithmetic */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#else
static CYTHON_INLINE int __Pyx_c_eq_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
return (a.real == b.real) && (a.imag == b.imag);
}
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_sum_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
__pyx_t_long_double_complex z;
z.real = a.real + b.real;
z.imag = a.imag + b.imag;
return z;
}
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_diff_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
__pyx_t_long_double_complex z;
z.real = a.real - b.real;
z.imag = a.imag - b.imag;
return z;
}
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_prod_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
__pyx_t_long_double_complex z;
z.real = a.real * b.real - a.imag * b.imag;
z.imag = a.real * b.imag + a.imag * b.real;
return z;
}
#if 1
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_quot_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
if (b.imag == 0) {
return __pyx_t_long_double_complex_from_parts(a.real / b.real, a.imag / b.real);
} else if (fabsl(b.real) >= fabsl(b.imag)) {
if (b.real == 0 && b.imag == 0) {
return __pyx_t_long_double_complex_from_parts(a.real / b.real, a.imag / b.imag);
} else {
long double r = b.imag / b.real;
long double s = (long double)(1.0) / (b.real + b.imag * r);
return __pyx_t_long_double_complex_from_parts(
(a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
}
} else {
long double r = b.real / b.imag;
long double s = (long double)(1.0) / (b.imag + b.real * r);
return __pyx_t_long_double_complex_from_parts(
(a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
}
}
#else
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_quot_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
if (b.imag == 0) {
return __pyx_t_long_double_complex_from_parts(a.real / b.real, a.imag / b.real);
} else {
long double denom = b.real * b.real + b.imag * b.imag;
return __pyx_t_long_double_complex_from_parts(
(a.real * b.real + a.imag * b.imag) / denom,
(a.imag * b.real - a.real * b.imag) / denom);
}
}
#endif
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_neg_long__double(__pyx_t_long_double_complex a) {
__pyx_t_long_double_complex z;
z.real = -a.real;
z.imag = -a.imag;
return z;
}
static CYTHON_INLINE int __Pyx_c_is_zero_long__double(__pyx_t_long_double_complex a) {
return (a.real == 0) && (a.imag == 0);
}
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_conj_long__double(__pyx_t_long_double_complex a) {
__pyx_t_long_double_complex z;
z.real = a.real;
z.imag = -a.imag;
return z;
}
#if 1
static CYTHON_INLINE long double __Pyx_c_abs_long__double(__pyx_t_long_double_complex z) {
#if !defined(HAVE_HYPOT) || defined(_MSC_VER)
return sqrtl(z.real*z.real + z.imag*z.imag);
#else
return hypotl(z.real, z.imag);
#endif
}
static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_pow_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
__pyx_t_long_double_complex z;
long double r, lnr, theta, z_r, z_theta;
if (b.imag == 0 && b.real == (int)b.real) {
if (b.real < 0) {
long double denom = a.real * a.real + a.imag * a.imag;
a.real = a.real / denom;
a.imag = -a.imag / denom;
b.real = -b.real;
}
switch ((int)b.real) {
case 0:
z.real = 1;
z.imag = 0;
return z;
case 1:
return a;
case 2:
return __Pyx_c_prod_long__double(a, a);
case 3:
z = __Pyx_c_prod_long__double(a, a);
return __Pyx_c_prod_long__double(z, a);
case 4:
z = __Pyx_c_prod_long__double(a, a);
return __Pyx_c_prod_long__double(z, z);
}
}
if (a.imag == 0) {
if (a.real == 0) {
return a;
} else if ((b.imag == 0) && (a.real >= 0)) {
z.real = powl(a.real, b.real);
z.imag = 0;
return z;
} else if (a.real > 0) {
r = a.real;
theta = 0;
} else {
r = -a.real;
theta = atan2l(0.0, -1.0);
}
} else {
r = __Pyx_c_abs_long__double(a);
theta = atan2l(a.imag, a.real);
}
lnr = logl(r);
z_r = expl(lnr * b.real - theta * b.imag);
z_theta = theta * b.real + lnr * b.imag;
z.real = z_r * cosl(z_theta);
z.imag = z_r * sinl(z_theta);
return z;
}
#endif
#endif
/* MemviewRefcount */
#include <stdio.h>
#ifndef _Py_NO_RETURN
#define _Py_NO_RETURN
#endif
_Py_NO_RETURN
static void __pyx_fatalerror(const char *fmt, ...) {
va_list vargs;
char msg[200];
#if PY_VERSION_HEX >= 0x030A0000 || defined(HAVE_STDARG_PROTOTYPES)
va_start(vargs, fmt);
#else
va_start(vargs);
#endif
vsnprintf(msg, 200, fmt, vargs);
va_end(vargs);
Py_FatalError(msg);
}
static CYTHON_INLINE int
__pyx_add_acquisition_count_locked(__pyx_atomic_int_type *acquisition_count,
PyThread_type_lock lock)
{
int result;
PyThread_acquire_lock(lock, 1);
result = (*acquisition_count)++;
PyThread_release_lock(lock);
return result;
}
static CYTHON_INLINE int
__pyx_sub_acquisition_count_locked(__pyx_atomic_int_type *acquisition_count,
PyThread_type_lock lock)
{
int result;
PyThread_acquire_lock(lock, 1);
result = (*acquisition_count)--;
PyThread_release_lock(lock);
return result;
}
static CYTHON_INLINE void
__Pyx_INC_MEMVIEW(__Pyx_memviewslice *memslice, int have_gil, int lineno)
{
__pyx_nonatomic_int_type old_acquisition_count;
struct __pyx_memoryview_obj *memview = memslice->memview;
if (unlikely(!memview || (PyObject *) memview == Py_None)) {
return;
}
old_acquisition_count = __pyx_add_acquisition_count(memview);
if (unlikely(old_acquisition_count <= 0)) {
if (likely(old_acquisition_count == 0)) {
if (have_gil) {
Py_INCREF((PyObject *) memview);
} else {
PyGILState_STATE _gilstate = PyGILState_Ensure();
Py_INCREF((PyObject *) memview);
PyGILState_Release(_gilstate);
}
} else {
__pyx_fatalerror("Acquisition count is %d (line %d)",
old_acquisition_count+1, lineno);
}
}
}
static CYTHON_INLINE void __Pyx_XCLEAR_MEMVIEW(__Pyx_memviewslice *memslice,
int have_gil, int lineno) {
__pyx_nonatomic_int_type old_acquisition_count;
struct __pyx_memoryview_obj *memview = memslice->memview;
if (unlikely(!memview || (PyObject *) memview == Py_None)) {
memslice->memview = NULL;
return;
}
old_acquisition_count = __pyx_sub_acquisition_count(memview);
memslice->data = NULL;
if (likely(old_acquisition_count > 1)) {
memslice->memview = NULL;
} else if (likely(old_acquisition_count == 1)) {
if (have_gil) {
Py_CLEAR(memslice->memview);
} else {
PyGILState_STATE _gilstate = PyGILState_Ensure();
Py_CLEAR(memslice->memview);
PyGILState_Release(_gilstate);
}
} else {
__pyx_fatalerror("Acquisition count is %d (line %d)",
old_acquisition_count-1, lineno);
}
}
/* MemviewSliceIsContig */
static int
__pyx_memviewslice_is_contig(const __Pyx_memviewslice mvs, char order, int ndim)
{
int i, index, step, start;
Py_ssize_t itemsize = mvs.memview->view.itemsize;
if (order == 'F') {
step = 1;
start = 0;
} else {
step = -1;
start = ndim - 1;
}
for (i = 0; i < ndim; i++) {
index = start + step * i;
if (mvs.suboffsets[index] >= 0 || mvs.strides[index] != itemsize)
return 0;
itemsize *= mvs.shape[index];
}
return 1;
}
/* OverlappingSlices */
static void
__pyx_get_array_memory_extents(__Pyx_memviewslice *slice,
void **out_start, void **out_end,
int ndim, size_t itemsize)
{
char *start, *end;
int i;
start = end = slice->data;
for (i = 0; i < ndim; i++) {
Py_ssize_t stride = slice->strides[i];
Py_ssize_t extent = slice->shape[i];
if (extent == 0) {
*out_start = *out_end = start;
return;
} else {
if (stride > 0)
end += stride * (extent - 1);
else
start += stride * (extent - 1);
}
}
*out_start = start;
*out_end = end + itemsize;
}
static int
__pyx_slices_overlap(__Pyx_memviewslice *slice1,
__Pyx_memviewslice *slice2,
int ndim, size_t itemsize)
{
void *start1, *end1, *start2, *end2;
__pyx_get_array_memory_extents(slice1, &start1, &end1, ndim, itemsize);
__pyx_get_array_memory_extents(slice2, &start2, &end2, ndim, itemsize);
return (start1 < end2) && (start2 < end1);
}
/* MemviewSliceInit */
static int
__Pyx_init_memviewslice(struct __pyx_memoryview_obj *memview,
int ndim,
__Pyx_memviewslice *memviewslice,
int memview_is_new_reference)
{
__Pyx_RefNannyDeclarations
int i, retval=-1;
Py_buffer *buf = &memview->view;
__Pyx_RefNannySetupContext("init_memviewslice", 0);
if (unlikely(memviewslice->memview || memviewslice->data)) {
PyErr_SetString(PyExc_ValueError,
"memviewslice is already initialized!");
goto fail;
}
if (buf->strides) {
for (i = 0; i < ndim; i++) {
memviewslice->strides[i] = buf->strides[i];
}
} else {
Py_ssize_t stride = buf->itemsize;
for (i = ndim - 1; i >= 0; i--) {
memviewslice->strides[i] = stride;
stride *= buf->shape[i];
}
}
for (i = 0; i < ndim; i++) {
memviewslice->shape[i] = buf->shape[i];
if (buf->suboffsets) {
memviewslice->suboffsets[i] = buf->suboffsets[i];
} else {
memviewslice->suboffsets[i] = -1;
}
}
memviewslice->memview = memview;
memviewslice->data = (char *)buf->buf;
if (__pyx_add_acquisition_count(memview) == 0 && !memview_is_new_reference) {
Py_INCREF((PyObject*)memview);
}
retval = 0;
goto no_fail;
fail:
memviewslice->memview = 0;
memviewslice->data = 0;
retval = -1;
no_fail:
__Pyx_RefNannyFinishContext();
return retval;
}
/* CIntFromPy */
static CYTHON_INLINE int __Pyx_PyLong_As_int(PyObject *x) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
const int neg_one = (int) -1, const_zero = (int) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
const int is_unsigned = neg_one > const_zero;
if (unlikely(!PyLong_Check(x))) {
int val;
PyObject *tmp = __Pyx_PyNumber_Long(x);
if (!tmp) return (int) -1;
val = __Pyx_PyLong_As_int(tmp);
Py_DECREF(tmp);
return val;
}
if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
if (unlikely(__Pyx_PyLong_IsNeg(x))) {
goto raise_neg_overflow;
} else if (__Pyx_PyLong_IsCompact(x)) {
__PYX_VERIFY_RETURN_INT(int, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
} else {
const digit* digits = __Pyx_PyLong_Digits(x);
assert(__Pyx_PyLong_DigitCount(x) > 1);
switch (__Pyx_PyLong_DigitCount(x)) {
case 2:
if ((8 * sizeof(int) > 1 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(int) >= 2 * PyLong_SHIFT)) {
return (int) (((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
}
}
break;
case 3:
if ((8 * sizeof(int) > 2 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(int) >= 3 * PyLong_SHIFT)) {
return (int) (((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
}
}
break;
case 4:
if ((8 * sizeof(int) > 3 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(int) >= 4 * PyLong_SHIFT)) {
return (int) (((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
}
}
break;
}
}
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
if (unlikely(Py_SIZE(x) < 0)) {
goto raise_neg_overflow;
}
#else
{
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
if (unlikely(result < 0))
return (int) -1;
if (unlikely(result == 1))
goto raise_neg_overflow;
}
#endif
if ((sizeof(int) <= sizeof(unsigned long))) {
__PYX_VERIFY_RETURN_INT_EXC(int, unsigned long, PyLong_AsUnsignedLong(x))
} else if ((sizeof(int) <= sizeof(unsigned PY_LONG_LONG))) {
__PYX_VERIFY_RETURN_INT_EXC(int, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
}
} else {
#if CYTHON_USE_PYLONG_INTERNALS
if (__Pyx_PyLong_IsCompact(x)) {
__PYX_VERIFY_RETURN_INT(int, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
} else {
const digit* digits = __Pyx_PyLong_Digits(x);
assert(__Pyx_PyLong_DigitCount(x) > 1);
switch (__Pyx_PyLong_SignedDigitCount(x)) {
case -2:
if ((8 * sizeof(int) - 1 > 1 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(int, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(int) - 1 > 2 * PyLong_SHIFT)) {
return (int) (((int)-1)*(((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
}
}
break;
case 2:
if ((8 * sizeof(int) > 1 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(int) - 1 > 2 * PyLong_SHIFT)) {
return (int) ((((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
}
}
break;
case -3:
if ((8 * sizeof(int) - 1 > 2 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(int) - 1 > 3 * PyLong_SHIFT)) {
return (int) (((int)-1)*(((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
}
}
break;
case 3:
if ((8 * sizeof(int) > 2 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(int) - 1 > 3 * PyLong_SHIFT)) {
return (int) ((((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
}
}
break;
case -4:
if ((8 * sizeof(int) - 1 > 3 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(int) - 1 > 4 * PyLong_SHIFT)) {
return (int) (((int)-1)*(((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
}
}
break;
case 4:
if ((8 * sizeof(int) > 3 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(int) - 1 > 4 * PyLong_SHIFT)) {
return (int) ((((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
}
}
break;
}
}
#endif
if ((sizeof(int) <= sizeof(long))) {
__PYX_VERIFY_RETURN_INT_EXC(int, long, PyLong_AsLong(x))
} else if ((sizeof(int) <= sizeof(PY_LONG_LONG))) {
__PYX_VERIFY_RETURN_INT_EXC(int, PY_LONG_LONG, PyLong_AsLongLong(x))
}
}
{
int val;
int ret = -1;
#if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
if (unlikely(bytes_copied == -1)) {
} else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
goto raise_overflow;
} else {
ret = 0;
}
#elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
int one = 1; int is_little = (int)*(unsigned char *)&one;
unsigned char *bytes = (unsigned char *)&val;
ret = _PyLong_AsByteArray((PyLongObject *)x,
bytes, sizeof(val),
is_little, !is_unsigned);
#else
PyObject *v;
PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
int bits, remaining_bits, is_negative = 0;
int chunk_size = (sizeof(long) < 8) ? 30 : 62;
if (likely(PyLong_CheckExact(x))) {
v = __Pyx_NewRef(x);
} else {
v = PyNumber_Long(x);
if (unlikely(!v)) return (int) -1;
assert(PyLong_CheckExact(v));
}
{
int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
if (unlikely(result < 0)) {
Py_DECREF(v);
return (int) -1;
}
is_negative = result == 1;
}
if (is_unsigned && unlikely(is_negative)) {
Py_DECREF(v);
goto raise_neg_overflow;
} else if (is_negative) {
stepval = PyNumber_Invert(v);
Py_DECREF(v);
if (unlikely(!stepval))
return (int) -1;
} else {
stepval = v;
}
v = NULL;
val = (int) 0;
mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
for (bits = 0; bits < (int) sizeof(int) * 8 - chunk_size; bits += chunk_size) {
PyObject *tmp, *digit;
long idigit;
digit = PyNumber_And(stepval, mask);
if (unlikely(!digit)) goto done;
idigit = PyLong_AsLong(digit);
Py_DECREF(digit);
if (unlikely(idigit < 0)) goto done;
val |= ((int) idigit) << bits;
tmp = PyNumber_Rshift(stepval, shift);
if (unlikely(!tmp)) goto done;
Py_DECREF(stepval); stepval = tmp;
}
Py_DECREF(shift); shift = NULL;
Py_DECREF(mask); mask = NULL;
{
long idigit = PyLong_AsLong(stepval);
if (unlikely(idigit < 0)) goto done;
remaining_bits = ((int) sizeof(int) * 8) - bits - (is_unsigned ? 0 : 1);
if (unlikely(idigit >= (1L << remaining_bits)))
goto raise_overflow;
val |= ((int) idigit) << bits;
}
if (!is_unsigned) {
if (unlikely(val & (((int) 1) << (sizeof(int) * 8 - 1))))
goto raise_overflow;
if (is_negative)
val = ~val;
}
ret = 0;
done:
Py_XDECREF(shift);
Py_XDECREF(mask);
Py_XDECREF(stepval);
#endif
if (unlikely(ret))
return (int) -1;
return val;
}
raise_overflow:
PyErr_SetString(PyExc_OverflowError,
"value too large to convert to int");
return (int) -1;
raise_neg_overflow:
PyErr_SetString(PyExc_OverflowError,
"can't convert negative value to int");
return (int) -1;
}
/* CIntToPy */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_int(int value) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
const int neg_one = (int) -1, const_zero = (int) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
const int is_unsigned = neg_one > const_zero;
if (is_unsigned) {
if (sizeof(int) < sizeof(long)) {
return PyLong_FromLong((long) value);
} else if (sizeof(int) <= sizeof(unsigned long)) {
return PyLong_FromUnsignedLong((unsigned long) value);
#if !CYTHON_COMPILING_IN_PYPY
} else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) {
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
#endif
}
} else {
if (sizeof(int) <= sizeof(long)) {
return PyLong_FromLong((long) value);
} else if (sizeof(int) <= sizeof(PY_LONG_LONG)) {
return PyLong_FromLongLong((PY_LONG_LONG) value);
}
}
{
unsigned char *bytes = (unsigned char *)&value;
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00A4
if (is_unsigned) {
return PyLong_FromUnsignedNativeBytes(bytes, sizeof(value), -1);
} else {
return PyLong_FromNativeBytes(bytes, sizeof(value), -1);
}
#elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030d0000
int one = 1; int little = (int)*(unsigned char *)&one;
return _PyLong_FromByteArray(bytes, sizeof(int),
little, !is_unsigned);
#else
int one = 1; int little = (int)*(unsigned char *)&one;
PyObject *from_bytes, *result = NULL, *kwds = NULL;
PyObject *py_bytes = NULL, *order_str = NULL;
from_bytes = PyObject_GetAttrString((PyObject*)&PyLong_Type, "from_bytes");
if (!from_bytes) return NULL;
py_bytes = PyBytes_FromStringAndSize((char*)bytes, sizeof(int));
if (!py_bytes) goto limited_bad;
order_str = PyUnicode_FromString(little ? "little" : "big");
if (!order_str) goto limited_bad;
{
PyObject *args[3+(CYTHON_VECTORCALL ? 1 : 0)] = { NULL, py_bytes, order_str };
if (!is_unsigned) {
kwds = __Pyx_MakeVectorcallBuilderKwds(1);
if (!kwds) goto limited_bad;
if (__Pyx_VectorcallBuilder_AddArgStr("signed", __Pyx_NewRef(Py_True), kwds, args+3, 0) < 0) goto limited_bad;
}
result = __Pyx_Object_Vectorcall_CallFromBuilder(from_bytes, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET, kwds);
}
limited_bad:
Py_XDECREF(kwds);
Py_XDECREF(order_str);
Py_XDECREF(py_bytes);
Py_XDECREF(from_bytes);
return result;
#endif
}
}
/* CIntToPy */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_long(long value) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
const long neg_one = (long) -1, const_zero = (long) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
const int is_unsigned = neg_one > const_zero;
if (is_unsigned) {
if (sizeof(long) < sizeof(long)) {
return PyLong_FromLong((long) value);
} else if (sizeof(long) <= sizeof(unsigned long)) {
return PyLong_FromUnsignedLong((unsigned long) value);
#if !CYTHON_COMPILING_IN_PYPY
} else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) {
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
#endif
}
} else {
if (sizeof(long) <= sizeof(long)) {
return PyLong_FromLong((long) value);
} else if (sizeof(long) <= sizeof(PY_LONG_LONG)) {
return PyLong_FromLongLong((PY_LONG_LONG) value);
}
}
{
unsigned char *bytes = (unsigned char *)&value;
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00A4
if (is_unsigned) {
return PyLong_FromUnsignedNativeBytes(bytes, sizeof(value), -1);
} else {
return PyLong_FromNativeBytes(bytes, sizeof(value), -1);
}
#elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030d0000
int one = 1; int little = (int)*(unsigned char *)&one;
return _PyLong_FromByteArray(bytes, sizeof(long),
little, !is_unsigned);
#else
int one = 1; int little = (int)*(unsigned char *)&one;
PyObject *from_bytes, *result = NULL, *kwds = NULL;
PyObject *py_bytes = NULL, *order_str = NULL;
from_bytes = PyObject_GetAttrString((PyObject*)&PyLong_Type, "from_bytes");
if (!from_bytes) return NULL;
py_bytes = PyBytes_FromStringAndSize((char*)bytes, sizeof(long));
if (!py_bytes) goto limited_bad;
order_str = PyUnicode_FromString(little ? "little" : "big");
if (!order_str) goto limited_bad;
{
PyObject *args[3+(CYTHON_VECTORCALL ? 1 : 0)] = { NULL, py_bytes, order_str };
if (!is_unsigned) {
kwds = __Pyx_MakeVectorcallBuilderKwds(1);
if (!kwds) goto limited_bad;
if (__Pyx_VectorcallBuilder_AddArgStr("signed", __Pyx_NewRef(Py_True), kwds, args+3, 0) < 0) goto limited_bad;
}
result = __Pyx_Object_Vectorcall_CallFromBuilder(from_bytes, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET, kwds);
}
limited_bad:
Py_XDECREF(kwds);
Py_XDECREF(order_str);
Py_XDECREF(py_bytes);
Py_XDECREF(from_bytes);
return result;
#endif
}
}
/* CIntFromPy */
static CYTHON_INLINE uint64_t __Pyx_PyLong_As_uint64_t(PyObject *x) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
const uint64_t neg_one = (uint64_t) -1, const_zero = (uint64_t) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
const int is_unsigned = neg_one > const_zero;
if (unlikely(!PyLong_Check(x))) {
uint64_t val;
PyObject *tmp = __Pyx_PyNumber_Long(x);
if (!tmp) return (uint64_t) -1;
val = __Pyx_PyLong_As_uint64_t(tmp);
Py_DECREF(tmp);
return val;
}
if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
if (unlikely(__Pyx_PyLong_IsNeg(x))) {
goto raise_neg_overflow;
} else if (__Pyx_PyLong_IsCompact(x)) {
__PYX_VERIFY_RETURN_INT(uint64_t, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
} else {
const digit* digits = __Pyx_PyLong_Digits(x);
assert(__Pyx_PyLong_DigitCount(x) > 1);
switch (__Pyx_PyLong_DigitCount(x)) {
case 2:
if ((8 * sizeof(uint64_t) > 1 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(uint64_t) >= 2 * PyLong_SHIFT)) {
return (uint64_t) (((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]));
}
}
break;
case 3:
if ((8 * sizeof(uint64_t) > 2 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(uint64_t) >= 3 * PyLong_SHIFT)) {
return (uint64_t) (((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]));
}
}
break;
case 4:
if ((8 * sizeof(uint64_t) > 3 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(uint64_t) >= 4 * PyLong_SHIFT)) {
return (uint64_t) (((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]));
}
}
break;
}
}
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
if (unlikely(Py_SIZE(x) < 0)) {
goto raise_neg_overflow;
}
#else
{
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
if (unlikely(result < 0))
return (uint64_t) -1;
if (unlikely(result == 1))
goto raise_neg_overflow;
}
#endif
if ((sizeof(uint64_t) <= sizeof(unsigned long))) {
__PYX_VERIFY_RETURN_INT_EXC(uint64_t, unsigned long, PyLong_AsUnsignedLong(x))
} else if ((sizeof(uint64_t) <= sizeof(unsigned PY_LONG_LONG))) {
__PYX_VERIFY_RETURN_INT_EXC(uint64_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
}
} else {
#if CYTHON_USE_PYLONG_INTERNALS
if (__Pyx_PyLong_IsCompact(x)) {
__PYX_VERIFY_RETURN_INT(uint64_t, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
} else {
const digit* digits = __Pyx_PyLong_Digits(x);
assert(__Pyx_PyLong_DigitCount(x) > 1);
switch (__Pyx_PyLong_SignedDigitCount(x)) {
case -2:
if ((8 * sizeof(uint64_t) - 1 > 1 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT)) {
return (uint64_t) (((uint64_t)-1)*(((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
}
}
break;
case 2:
if ((8 * sizeof(uint64_t) > 1 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT)) {
return (uint64_t) ((((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
}
}
break;
case -3:
if ((8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT)) {
return (uint64_t) (((uint64_t)-1)*(((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
}
}
break;
case 3:
if ((8 * sizeof(uint64_t) > 2 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT)) {
return (uint64_t) ((((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
}
}
break;
case -4:
if ((8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(uint64_t) - 1 > 4 * PyLong_SHIFT)) {
return (uint64_t) (((uint64_t)-1)*(((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
}
}
break;
case 4:
if ((8 * sizeof(uint64_t) > 3 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(uint64_t) - 1 > 4 * PyLong_SHIFT)) {
return (uint64_t) ((((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])));
}
}
break;
}
}
#endif
if ((sizeof(uint64_t) <= sizeof(long))) {
__PYX_VERIFY_RETURN_INT_EXC(uint64_t, long, PyLong_AsLong(x))
} else if ((sizeof(uint64_t) <= sizeof(PY_LONG_LONG))) {
__PYX_VERIFY_RETURN_INT_EXC(uint64_t, PY_LONG_LONG, PyLong_AsLongLong(x))
}
}
{
uint64_t val;
int ret = -1;
#if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
if (unlikely(bytes_copied == -1)) {
} else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
goto raise_overflow;
} else {
ret = 0;
}
#elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
int one = 1; int is_little = (int)*(unsigned char *)&one;
unsigned char *bytes = (unsigned char *)&val;
ret = _PyLong_AsByteArray((PyLongObject *)x,
bytes, sizeof(val),
is_little, !is_unsigned);
#else
PyObject *v;
PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
int bits, remaining_bits, is_negative = 0;
int chunk_size = (sizeof(long) < 8) ? 30 : 62;
if (likely(PyLong_CheckExact(x))) {
v = __Pyx_NewRef(x);
} else {
v = PyNumber_Long(x);
if (unlikely(!v)) return (uint64_t) -1;
assert(PyLong_CheckExact(v));
}
{
int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
if (unlikely(result < 0)) {
Py_DECREF(v);
return (uint64_t) -1;
}
is_negative = result == 1;
}
if (is_unsigned && unlikely(is_negative)) {
Py_DECREF(v);
goto raise_neg_overflow;
} else if (is_negative) {
stepval = PyNumber_Invert(v);
Py_DECREF(v);
if (unlikely(!stepval))
return (uint64_t) -1;
} else {
stepval = v;
}
v = NULL;
val = (uint64_t) 0;
mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
for (bits = 0; bits < (int) sizeof(uint64_t) * 8 - chunk_size; bits += chunk_size) {
PyObject *tmp, *digit;
long idigit;
digit = PyNumber_And(stepval, mask);
if (unlikely(!digit)) goto done;
idigit = PyLong_AsLong(digit);
Py_DECREF(digit);
if (unlikely(idigit < 0)) goto done;
val |= ((uint64_t) idigit) << bits;
tmp = PyNumber_Rshift(stepval, shift);
if (unlikely(!tmp)) goto done;
Py_DECREF(stepval); stepval = tmp;
}
Py_DECREF(shift); shift = NULL;
Py_DECREF(mask); mask = NULL;
{
long idigit = PyLong_AsLong(stepval);
if (unlikely(idigit < 0)) goto done;
remaining_bits = ((int) sizeof(uint64_t) * 8) - bits - (is_unsigned ? 0 : 1);
if (unlikely(idigit >= (1L << remaining_bits)))
goto raise_overflow;
val |= ((uint64_t) idigit) << bits;
}
if (!is_unsigned) {
if (unlikely(val & (((uint64_t) 1) << (sizeof(uint64_t) * 8 - 1))))
goto raise_overflow;
if (is_negative)
val = ~val;
}
ret = 0;
done:
Py_XDECREF(shift);
Py_XDECREF(mask);
Py_XDECREF(stepval);
#endif
if (unlikely(ret))
return (uint64_t) -1;
return val;
}
raise_overflow:
PyErr_SetString(PyExc_OverflowError,
"value too large to convert to uint64_t");
return (uint64_t) -1;
raise_neg_overflow:
PyErr_SetString(PyExc_OverflowError,
"can't convert negative value to uint64_t");
return (uint64_t) -1;
}
/* CIntFromPy */
static CYTHON_INLINE long __Pyx_PyLong_As_long(PyObject *x) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
const long neg_one = (long) -1, const_zero = (long) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
const int is_unsigned = neg_one > const_zero;
if (unlikely(!PyLong_Check(x))) {
long val;
PyObject *tmp = __Pyx_PyNumber_Long(x);
if (!tmp) return (long) -1;
val = __Pyx_PyLong_As_long(tmp);
Py_DECREF(tmp);
return val;
}
if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
if (unlikely(__Pyx_PyLong_IsNeg(x))) {
goto raise_neg_overflow;
} else if (__Pyx_PyLong_IsCompact(x)) {
__PYX_VERIFY_RETURN_INT(long, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
} else {
const digit* digits = __Pyx_PyLong_Digits(x);
assert(__Pyx_PyLong_DigitCount(x) > 1);
switch (__Pyx_PyLong_DigitCount(x)) {
case 2:
if ((8 * sizeof(long) > 1 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(long) >= 2 * PyLong_SHIFT)) {
return (long) (((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
}
}
break;
case 3:
if ((8 * sizeof(long) > 2 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(long) >= 3 * PyLong_SHIFT)) {
return (long) (((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
}
}
break;
case 4:
if ((8 * sizeof(long) > 3 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(long) >= 4 * PyLong_SHIFT)) {
return (long) (((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
}
}
break;
}
}
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
if (unlikely(Py_SIZE(x) < 0)) {
goto raise_neg_overflow;
}
#else
{
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
if (unlikely(result < 0))
return (long) -1;
if (unlikely(result == 1))
goto raise_neg_overflow;
}
#endif
if ((sizeof(long) <= sizeof(unsigned long))) {
__PYX_VERIFY_RETURN_INT_EXC(long, unsigned long, PyLong_AsUnsignedLong(x))
} else if ((sizeof(long) <= sizeof(unsigned PY_LONG_LONG))) {
__PYX_VERIFY_RETURN_INT_EXC(long, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
}
} else {
#if CYTHON_USE_PYLONG_INTERNALS
if (__Pyx_PyLong_IsCompact(x)) {
__PYX_VERIFY_RETURN_INT(long, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
} else {
const digit* digits = __Pyx_PyLong_Digits(x);
assert(__Pyx_PyLong_DigitCount(x) > 1);
switch (__Pyx_PyLong_SignedDigitCount(x)) {
case -2:
if ((8 * sizeof(long) - 1 > 1 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(long, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(long) - 1 > 2 * PyLong_SHIFT)) {
return (long) (((long)-1)*(((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
}
}
break;
case 2:
if ((8 * sizeof(long) > 1 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(long) - 1 > 2 * PyLong_SHIFT)) {
return (long) ((((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
}
}
break;
case -3:
if ((8 * sizeof(long) - 1 > 2 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(long) - 1 > 3 * PyLong_SHIFT)) {
return (long) (((long)-1)*(((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
}
}
break;
case 3:
if ((8 * sizeof(long) > 2 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(long) - 1 > 3 * PyLong_SHIFT)) {
return (long) ((((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
}
}
break;
case -4:
if ((8 * sizeof(long) - 1 > 3 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(long) - 1 > 4 * PyLong_SHIFT)) {
return (long) (((long)-1)*(((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
}
}
break;
case 4:
if ((8 * sizeof(long) > 3 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(long) - 1 > 4 * PyLong_SHIFT)) {
return (long) ((((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
}
}
break;
}
}
#endif
if ((sizeof(long) <= sizeof(long))) {
__PYX_VERIFY_RETURN_INT_EXC(long, long, PyLong_AsLong(x))
} else if ((sizeof(long) <= sizeof(PY_LONG_LONG))) {
__PYX_VERIFY_RETURN_INT_EXC(long, PY_LONG_LONG, PyLong_AsLongLong(x))
}
}
{
long val;
int ret = -1;
#if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
if (unlikely(bytes_copied == -1)) {
} else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
goto raise_overflow;
} else {
ret = 0;
}
#elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
int one = 1; int is_little = (int)*(unsigned char *)&one;
unsigned char *bytes = (unsigned char *)&val;
ret = _PyLong_AsByteArray((PyLongObject *)x,
bytes, sizeof(val),
is_little, !is_unsigned);
#else
PyObject *v;
PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
int bits, remaining_bits, is_negative = 0;
int chunk_size = (sizeof(long) < 8) ? 30 : 62;
if (likely(PyLong_CheckExact(x))) {
v = __Pyx_NewRef(x);
} else {
v = PyNumber_Long(x);
if (unlikely(!v)) return (long) -1;
assert(PyLong_CheckExact(v));
}
{
int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
if (unlikely(result < 0)) {
Py_DECREF(v);
return (long) -1;
}
is_negative = result == 1;
}
if (is_unsigned && unlikely(is_negative)) {
Py_DECREF(v);
goto raise_neg_overflow;
} else if (is_negative) {
stepval = PyNumber_Invert(v);
Py_DECREF(v);
if (unlikely(!stepval))
return (long) -1;
} else {
stepval = v;
}
v = NULL;
val = (long) 0;
mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
for (bits = 0; bits < (int) sizeof(long) * 8 - chunk_size; bits += chunk_size) {
PyObject *tmp, *digit;
long idigit;
digit = PyNumber_And(stepval, mask);
if (unlikely(!digit)) goto done;
idigit = PyLong_AsLong(digit);
Py_DECREF(digit);
if (unlikely(idigit < 0)) goto done;
val |= ((long) idigit) << bits;
tmp = PyNumber_Rshift(stepval, shift);
if (unlikely(!tmp)) goto done;
Py_DECREF(stepval); stepval = tmp;
}
Py_DECREF(shift); shift = NULL;
Py_DECREF(mask); mask = NULL;
{
long idigit = PyLong_AsLong(stepval);
if (unlikely(idigit < 0)) goto done;
remaining_bits = ((int) sizeof(long) * 8) - bits - (is_unsigned ? 0 : 1);
if (unlikely(idigit >= (1L << remaining_bits)))
goto raise_overflow;
val |= ((long) idigit) << bits;
}
if (!is_unsigned) {
if (unlikely(val & (((long) 1) << (sizeof(long) * 8 - 1))))
goto raise_overflow;
if (is_negative)
val = ~val;
}
ret = 0;
done:
Py_XDECREF(shift);
Py_XDECREF(mask);
Py_XDECREF(stepval);
#endif
if (unlikely(ret))
return (long) -1;
return val;
}
raise_overflow:
PyErr_SetString(PyExc_OverflowError,
"value too large to convert to long");
return (long) -1;
raise_neg_overflow:
PyErr_SetString(PyExc_OverflowError,
"can't convert negative value to long");
return (long) -1;
}
/* ObjectAsUCS4 */
static void __Pyx__PyObject_AsPy_UCS4_raise_error(long ival) {
if (ival < 0) {
if (!PyErr_Occurred())
PyErr_SetString(PyExc_OverflowError,
"cannot convert negative value to Py_UCS4");
} else {
PyErr_SetString(PyExc_OverflowError,
"value too large to convert to Py_UCS4");
}
}
static Py_UCS4 __Pyx__PyObject_AsPy_UCS4(PyObject* x) {
long ival;
ival = __Pyx_PyLong_As_long(x);
if (unlikely(!__Pyx_is_valid_index(ival, 1114111 + 1))) {
__Pyx__PyObject_AsPy_UCS4_raise_error(ival);
return (Py_UCS4)-1;
}
return (Py_UCS4)ival;
}
/* CIntToPy */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_uint64_t(uint64_t value) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
const uint64_t neg_one = (uint64_t) -1, const_zero = (uint64_t) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
const int is_unsigned = neg_one > const_zero;
if (is_unsigned) {
if (sizeof(uint64_t) < sizeof(long)) {
return PyLong_FromLong((long) value);
} else if (sizeof(uint64_t) <= sizeof(unsigned long)) {
return PyLong_FromUnsignedLong((unsigned long) value);
#if !CYTHON_COMPILING_IN_PYPY
} else if (sizeof(uint64_t) <= sizeof(unsigned PY_LONG_LONG)) {
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
#endif
}
} else {
if (sizeof(uint64_t) <= sizeof(long)) {
return PyLong_FromLong((long) value);
} else if (sizeof(uint64_t) <= sizeof(PY_LONG_LONG)) {
return PyLong_FromLongLong((PY_LONG_LONG) value);
}
}
{
unsigned char *bytes = (unsigned char *)&value;
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00A4
if (is_unsigned) {
return PyLong_FromUnsignedNativeBytes(bytes, sizeof(value), -1);
} else {
return PyLong_FromNativeBytes(bytes, sizeof(value), -1);
}
#elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030d0000
int one = 1; int little = (int)*(unsigned char *)&one;
return _PyLong_FromByteArray(bytes, sizeof(uint64_t),
little, !is_unsigned);
#else
int one = 1; int little = (int)*(unsigned char *)&one;
PyObject *from_bytes, *result = NULL, *kwds = NULL;
PyObject *py_bytes = NULL, *order_str = NULL;
from_bytes = PyObject_GetAttrString((PyObject*)&PyLong_Type, "from_bytes");
if (!from_bytes) return NULL;
py_bytes = PyBytes_FromStringAndSize((char*)bytes, sizeof(uint64_t));
if (!py_bytes) goto limited_bad;
order_str = PyUnicode_FromString(little ? "little" : "big");
if (!order_str) goto limited_bad;
{
PyObject *args[3+(CYTHON_VECTORCALL ? 1 : 0)] = { NULL, py_bytes, order_str };
if (!is_unsigned) {
kwds = __Pyx_MakeVectorcallBuilderKwds(1);
if (!kwds) goto limited_bad;
if (__Pyx_VectorcallBuilder_AddArgStr("signed", __Pyx_NewRef(Py_True), kwds, args+3, 0) < 0) goto limited_bad;
}
result = __Pyx_Object_Vectorcall_CallFromBuilder(from_bytes, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET, kwds);
}
limited_bad:
Py_XDECREF(kwds);
Py_XDECREF(order_str);
Py_XDECREF(py_bytes);
Py_XDECREF(from_bytes);
return result;
#endif
}
}
/* MemviewSliceCopy */
static __Pyx_memviewslice
__pyx_memoryview_copy_new_contig(const __Pyx_memviewslice *from_mvs,
const char *mode, int ndim,
size_t sizeof_dtype, int contig_flag,
int dtype_is_object)
{
__Pyx_RefNannyDeclarations
int i;
__Pyx_memviewslice new_mvs = __Pyx_MEMSLICE_INIT;
struct __pyx_memoryview_obj *from_memview = from_mvs->memview;
Py_buffer *buf = &from_memview->view;
PyObject *shape_tuple = NULL;
PyObject *temp_int = NULL;
struct __pyx_array_obj *array_obj = NULL;
struct __pyx_memoryview_obj *memview_obj = NULL;
__Pyx_RefNannySetupContext("__pyx_memoryview_copy_new_contig", 0);
for (i = 0; i < ndim; i++) {
if (unlikely(from_mvs->suboffsets[i] >= 0)) {
PyErr_Format(PyExc_ValueError, "Cannot copy memoryview slice with "
"indirect dimensions (axis %d)", i);
goto fail;
}
}
shape_tuple = PyTuple_New(ndim);
if (unlikely(!shape_tuple)) {
goto fail;
}
__Pyx_GOTREF(shape_tuple);
for(i = 0; i < ndim; i++) {
temp_int = PyLong_FromSsize_t(from_mvs->shape[i]);
if(unlikely(!temp_int)) {
goto fail;
} else {
#if CYTHON_ASSUME_SAFE_MACROS
PyTuple_SET_ITEM(shape_tuple, i, temp_int);
#else
if (PyTuple_SetItem(shape_tuple, i, temp_int) < 0) {
goto fail;
}
#endif
temp_int = NULL;
}
}
array_obj = __pyx_array_new(shape_tuple, sizeof_dtype, buf->format, mode, NULL);
if (unlikely(!array_obj)) {
goto fail;
}
__Pyx_GOTREF(array_obj);
memview_obj = (struct __pyx_memoryview_obj *) __pyx_memoryview_new(
(PyObject *) array_obj, contig_flag,
dtype_is_object,
from_mvs->memview->typeinfo);
if (unlikely(!memview_obj))
goto fail;
if (unlikely(__Pyx_init_memviewslice(memview_obj, ndim, &new_mvs, 1) < 0))
goto fail;
if (unlikely(__pyx_memoryview_copy_contents(*from_mvs, new_mvs, ndim, ndim,
dtype_is_object) < 0))
goto fail;
goto no_fail;
fail:
__Pyx_XDECREF((PyObject *) new_mvs.memview);
new_mvs.memview = NULL;
new_mvs.data = NULL;
no_fail:
__Pyx_XDECREF(shape_tuple);
__Pyx_XDECREF(temp_int);
__Pyx_XDECREF((PyObject *) array_obj);
__Pyx_RefNannyFinishContext();
return new_mvs;
}
/* PyObjectCall2Args (used by PyObjectCallMethod1) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call2Args(PyObject* function, PyObject* arg1, PyObject* arg2) {
PyObject *args[3] = {NULL, arg1, arg2};
return __Pyx_PyObject_FastCall(function, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
}
/* PyObjectCallMethod1 (used by UpdateUnpickledDict) */
#if !(CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000)))
static PyObject* __Pyx__PyObject_CallMethod1(PyObject* method, PyObject* arg) {
PyObject *result = __Pyx_PyObject_CallOneArg(method, arg);
Py_DECREF(method);
return result;
}
#endif
static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg) {
#if CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000))
PyObject *args[2] = {obj, arg};
(void) __Pyx_PyObject_CallOneArg;
(void) __Pyx_PyObject_Call2Args;
return PyObject_VectorcallMethod(method_name, args, 2 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
#else
PyObject *method = NULL, *result;
int is_method = __Pyx_PyObject_GetMethod(obj, method_name, &method);
if (likely(is_method)) {
result = __Pyx_PyObject_Call2Args(method, obj, arg);
Py_DECREF(method);
return result;
}
if (unlikely(!method)) return NULL;
return __Pyx__PyObject_CallMethod1(method, arg);
#endif
}
/* UpdateUnpickledDict */
static int __Pyx__UpdateUnpickledDict(PyObject *obj, PyObject *state, Py_ssize_t index) {
PyObject *state_dict = __Pyx_PySequence_ITEM(state, index);
if (unlikely(!state_dict)) {
return -1;
}
int non_empty = PyObject_IsTrue(state_dict);
if (non_empty == 0) {
Py_DECREF(state_dict);
return 0;
} else if (unlikely(non_empty == -1)) {
return -1;
}
PyObject *dict;
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
dict = PyObject_GetAttrString(obj, "__dict__");
#else
dict = PyObject_GenericGetDict(obj, NULL);
#endif
if (unlikely(!dict)) {
Py_DECREF(state_dict);
return -1;
}
int result;
if (likely(PyDict_CheckExact(dict))) {
result = PyDict_Update(dict, state_dict);
} else {
PyObject *obj_result = __Pyx_PyObject_CallMethod1(dict, __pyx_mstate_global->__pyx_n_u_update, state_dict);
if (likely(obj_result)) {
Py_DECREF(obj_result);
result = 0;
} else {
result = -1;
}
}
Py_DECREF(state_dict);
Py_DECREF(dict);
return result;
}
static int __Pyx_UpdateUnpickledDict(PyObject *obj, PyObject *state, Py_ssize_t index) {
Py_ssize_t state_size = __Pyx_PyTuple_GET_SIZE(state);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely(state_size == -1)) return -1;
#endif
if (state_size <= index) {
return 0;
}
return __Pyx__UpdateUnpickledDict(obj, state, index);
}
/* CheckUnpickleChecksum */
static void __Pyx_RaiseUnpickleChecksumError(long checksum, long checksum1, long checksum2, long checksum3, const char *members) {
PyObject *pickle_module = PyImport_ImportModule("pickle");
if (unlikely(!pickle_module)) return;
PyObject *pickle_error = PyObject_GetAttrString(pickle_module, "PickleError");
Py_DECREF(pickle_module);
if (unlikely(!pickle_error)) return;
if (checksum2 == checksum1) {
PyErr_Format(pickle_error, "Incompatible checksums (0x%x vs (0x%x) = (%s))",
checksum, checksum1, members);
} else if (checksum3 == checksum2) {
PyErr_Format(pickle_error, "Incompatible checksums (0x%x vs (0x%x, 0x%x) = (%s))",
checksum, checksum1, checksum2, members);
} else {
PyErr_Format(pickle_error, "Incompatible checksums (0x%x vs (0x%x, 0x%x, 0x%x) = (%s))",
checksum, checksum1, checksum2, checksum3, members);
}
Py_DECREF(pickle_error);
}
static int __Pyx_CheckUnpickleChecksum(long checksum, long checksum1, long checksum2, long checksum3, const char *members) {
int found = 0;
found |= checksum1 == checksum;
found |= checksum2 == checksum;
found |= checksum3 == checksum;
if (likely(found))
return 0;
__Pyx_RaiseUnpickleChecksumError(checksum, checksum1, checksum2, checksum3, members);
return -1;
}
/* CIntFromPy */
static CYTHON_INLINE char __Pyx_PyLong_As_char(PyObject *x) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
const char neg_one = (char) -1, const_zero = (char) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
const int is_unsigned = neg_one > const_zero;
if (unlikely(!PyLong_Check(x))) {
char val;
PyObject *tmp = __Pyx_PyNumber_Long(x);
if (!tmp) return (char) -1;
val = __Pyx_PyLong_As_char(tmp);
Py_DECREF(tmp);
return val;
}
if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
if (unlikely(__Pyx_PyLong_IsNeg(x))) {
goto raise_neg_overflow;
} else if (__Pyx_PyLong_IsCompact(x)) {
__PYX_VERIFY_RETURN_INT(char, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
} else {
const digit* digits = __Pyx_PyLong_Digits(x);
assert(__Pyx_PyLong_DigitCount(x) > 1);
switch (__Pyx_PyLong_DigitCount(x)) {
case 2:
if ((8 * sizeof(char) > 1 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(char) >= 2 * PyLong_SHIFT)) {
return (char) (((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0]));
}
}
break;
case 3:
if ((8 * sizeof(char) > 2 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(char) >= 3 * PyLong_SHIFT)) {
return (char) (((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0]));
}
}
break;
case 4:
if ((8 * sizeof(char) > 3 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(char) >= 4 * PyLong_SHIFT)) {
return (char) (((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0]));
}
}
break;
}
}
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
if (unlikely(Py_SIZE(x) < 0)) {
goto raise_neg_overflow;
}
#else
{
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
if (unlikely(result < 0))
return (char) -1;
if (unlikely(result == 1))
goto raise_neg_overflow;
}
#endif
if ((sizeof(char) <= sizeof(unsigned long))) {
__PYX_VERIFY_RETURN_INT_EXC(char, unsigned long, PyLong_AsUnsignedLong(x))
} else if ((sizeof(char) <= sizeof(unsigned PY_LONG_LONG))) {
__PYX_VERIFY_RETURN_INT_EXC(char, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
}
} else {
#if CYTHON_USE_PYLONG_INTERNALS
if (__Pyx_PyLong_IsCompact(x)) {
__PYX_VERIFY_RETURN_INT(char, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
} else {
const digit* digits = __Pyx_PyLong_Digits(x);
assert(__Pyx_PyLong_DigitCount(x) > 1);
switch (__Pyx_PyLong_SignedDigitCount(x)) {
case -2:
if ((8 * sizeof(char) - 1 > 1 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(char, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(char) - 1 > 2 * PyLong_SHIFT)) {
return (char) (((char)-1)*(((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
}
}
break;
case 2:
if ((8 * sizeof(char) > 1 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(char) - 1 > 2 * PyLong_SHIFT)) {
return (char) ((((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
}
}
break;
case -3:
if ((8 * sizeof(char) - 1 > 2 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(char, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(char) - 1 > 3 * PyLong_SHIFT)) {
return (char) (((char)-1)*(((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
}
}
break;
case 3:
if ((8 * sizeof(char) > 2 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(char) - 1 > 3 * PyLong_SHIFT)) {
return (char) ((((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
}
}
break;
case -4:
if ((8 * sizeof(char) - 1 > 3 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(char, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(char) - 1 > 4 * PyLong_SHIFT)) {
return (char) (((char)-1)*(((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
}
}
break;
case 4:
if ((8 * sizeof(char) > 3 * PyLong_SHIFT)) {
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
__PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
} else if ((8 * sizeof(char) - 1 > 4 * PyLong_SHIFT)) {
return (char) ((((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
}
}
break;
}
}
#endif
if ((sizeof(char) <= sizeof(long))) {
__PYX_VERIFY_RETURN_INT_EXC(char, long, PyLong_AsLong(x))
} else if ((sizeof(char) <= sizeof(PY_LONG_LONG))) {
__PYX_VERIFY_RETURN_INT_EXC(char, PY_LONG_LONG, PyLong_AsLongLong(x))
}
}
{
char val;
int ret = -1;
#if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
if (unlikely(bytes_copied == -1)) {
} else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
goto raise_overflow;
} else {
ret = 0;
}
#elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
int one = 1; int is_little = (int)*(unsigned char *)&one;
unsigned char *bytes = (unsigned char *)&val;
ret = _PyLong_AsByteArray((PyLongObject *)x,
bytes, sizeof(val),
is_little, !is_unsigned);
#else
PyObject *v;
PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
int bits, remaining_bits, is_negative = 0;
int chunk_size = (sizeof(long) < 8) ? 30 : 62;
if (likely(PyLong_CheckExact(x))) {
v = __Pyx_NewRef(x);
} else {
v = PyNumber_Long(x);
if (unlikely(!v)) return (char) -1;
assert(PyLong_CheckExact(v));
}
{
int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
if (unlikely(result < 0)) {
Py_DECREF(v);
return (char) -1;
}
is_negative = result == 1;
}
if (is_unsigned && unlikely(is_negative)) {
Py_DECREF(v);
goto raise_neg_overflow;
} else if (is_negative) {
stepval = PyNumber_Invert(v);
Py_DECREF(v);
if (unlikely(!stepval))
return (char) -1;
} else {
stepval = v;
}
v = NULL;
val = (char) 0;
mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
for (bits = 0; bits < (int) sizeof(char) * 8 - chunk_size; bits += chunk_size) {
PyObject *tmp, *digit;
long idigit;
digit = PyNumber_And(stepval, mask);
if (unlikely(!digit)) goto done;
idigit = PyLong_AsLong(digit);
Py_DECREF(digit);
if (unlikely(idigit < 0)) goto done;
val |= ((char) idigit) << bits;
tmp = PyNumber_Rshift(stepval, shift);
if (unlikely(!tmp)) goto done;
Py_DECREF(stepval); stepval = tmp;
}
Py_DECREF(shift); shift = NULL;
Py_DECREF(mask); mask = NULL;
{
long idigit = PyLong_AsLong(stepval);
if (unlikely(idigit < 0)) goto done;
remaining_bits = ((int) sizeof(char) * 8) - bits - (is_unsigned ? 0 : 1);
if (unlikely(idigit >= (1L << remaining_bits)))
goto raise_overflow;
val |= ((char) idigit) << bits;
}
if (!is_unsigned) {
if (unlikely(val & (((char) 1) << (sizeof(char) * 8 - 1))))
goto raise_overflow;
if (is_negative)
val = ~val;
}
ret = 0;
done:
Py_XDECREF(shift);
Py_XDECREF(mask);
Py_XDECREF(stepval);
#endif
if (unlikely(ret))
return (char) -1;
return val;
}
raise_overflow:
PyErr_SetString(PyExc_OverflowError,
"value too large to convert to char");
return (char) -1;
raise_neg_overflow:
PyErr_SetString(PyExc_OverflowError,
"can't convert negative value to char");
return (char) -1;
}
/* FormatTypeName */
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030d0000
static __Pyx_TypeName
__Pyx_PyType_GetFullyQualifiedName(PyTypeObject* tp)
{
PyObject *module = NULL, *name = NULL, *result = NULL;
#if __PYX_LIMITED_VERSION_HEX < 0x030b0000
name = __Pyx_PyObject_GetAttrStr((PyObject *)tp,
__pyx_mstate_global->__pyx_n_u_qualname);
#else
name = PyType_GetQualName(tp);
#endif
if (unlikely(name == NULL) || unlikely(!PyUnicode_Check(name))) goto bad;
module = __Pyx_PyObject_GetAttrStr((PyObject *)tp,
__pyx_mstate_global->__pyx_n_u_module);
if (unlikely(module == NULL) || unlikely(!PyUnicode_Check(module))) goto bad;
if (PyUnicode_CompareWithASCIIString(module, "builtins") == 0) {
result = name;
name = NULL;
goto done;
}
result = PyUnicode_FromFormat("%U.%U", module, name);
if (unlikely(result == NULL)) goto bad;
done:
Py_XDECREF(name);
Py_XDECREF(module);
return result;
bad:
PyErr_Clear();
if (name) {
result = name;
name = NULL;
} else {
result = __Pyx_NewRef(__pyx_mstate_global->__pyx_kp_u__11);
}
goto done;
}
#endif
/* GetRuntimeVersion */
#if __PYX_LIMITED_VERSION_HEX < 0x030b0000
void __Pyx_init_runtime_version(void) {
if (__Pyx_cached_runtime_version == 0) {
const char* rt_version = Py_GetVersion();
unsigned long version = 0;
unsigned long factor = 0x01000000UL;
unsigned int digit = 0;
int i = 0;
while (factor) {
while ('0' <= rt_version[i] && rt_version[i] <= '9') {
digit = digit * 10 + (unsigned int) (rt_version[i] - '0');
++i;
}
version += factor * digit;
if (rt_version[i] != '.')
break;
digit = 0;
factor >>= 8;
++i;
}
__Pyx_cached_runtime_version = version;
}
}
#endif
static unsigned long __Pyx_get_runtime_version(void) {
#if __PYX_LIMITED_VERSION_HEX >= 0x030b0000
return Py_Version & ~0xFFUL;
#else
return __Pyx_cached_runtime_version;
#endif
}
/* IterNextPlain (used by CoroutineBase) */
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
static PyObject *__Pyx_GetBuiltinNext_LimitedAPI(void) {
if (unlikely(!__pyx_mstate_global->__Pyx_GetBuiltinNext_LimitedAPI_cache))
__pyx_mstate_global->__Pyx_GetBuiltinNext_LimitedAPI_cache = __Pyx_GetBuiltinName(__pyx_mstate_global->__pyx_n_u_next);
return __pyx_mstate_global->__Pyx_GetBuiltinNext_LimitedAPI_cache;
}
#endif
static CYTHON_INLINE PyObject *__Pyx_PyIter_Next_Plain(PyObject *iterator) {
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
PyObject *result;
PyObject *next = __Pyx_GetBuiltinNext_LimitedAPI();
if (unlikely(!next)) return NULL;
result = PyObject_CallFunctionObjArgs(next, iterator, NULL);
return result;
#else
(void)__Pyx_GetBuiltinName; // only for early limited API
iternextfunc iternext = __Pyx_PyObject_GetIterNextFunc(iterator);
assert(iternext);
return iternext(iterator);
#endif
}
/* ReturnWithStopIteration (used by CoroutineBase) */
static void __Pyx__ReturnWithStopIteration(PyObject* value, int async);
static CYTHON_INLINE void __Pyx_ReturnWithStopIteration(PyObject* value, int async, int iternext) {
if (value == Py_None) {
if (async || !iternext)
PyErr_SetNone(async ? PyExc_StopAsyncIteration : PyExc_StopIteration);
return;
}
__Pyx__ReturnWithStopIteration(value, async);
}
static void __Pyx__ReturnWithStopIteration(PyObject* value, int async) {
#if CYTHON_COMPILING_IN_CPYTHON
__Pyx_PyThreadState_declare
#endif
PyObject *exc;
PyObject *exc_type = async ? PyExc_StopAsyncIteration : PyExc_StopIteration;
#if CYTHON_COMPILING_IN_CPYTHON
if ((PY_VERSION_HEX >= (0x030C00A6)) || unlikely(PyTuple_Check(value) || PyExceptionInstance_Check(value))) {
if (PY_VERSION_HEX >= (0x030e00A1)) {
exc = __Pyx_PyObject_CallOneArg(exc_type, value);
} else {
PyObject *args_tuple = PyTuple_New(1);
if (unlikely(!args_tuple)) return;
Py_INCREF(value);
PyTuple_SET_ITEM(args_tuple, 0, value);
exc = PyObject_Call(exc_type, args_tuple, NULL);
Py_DECREF(args_tuple);
}
if (unlikely(!exc)) return;
} else {
Py_INCREF(value);
exc = value;
}
#if CYTHON_FAST_THREAD_STATE
__Pyx_PyThreadState_assign
#if CYTHON_USE_EXC_INFO_STACK
if (!__pyx_tstate->exc_info->exc_value)
#else
if (!__pyx_tstate->exc_type)
#endif
{
Py_INCREF(exc_type);
__Pyx_ErrRestore(exc_type, exc, NULL);
return;
}
#endif
#else
exc = __Pyx_PyObject_CallOneArg(exc_type, value);
if (unlikely(!exc)) return;
#endif
PyErr_SetObject(exc_type, exc);
Py_DECREF(exc);
}
/* CoroutineBase (used by Generator) */
#if !CYTHON_COMPILING_IN_LIMITED_API
#include <frameobject.h>
#if PY_VERSION_HEX >= 0x030b00a6 && !defined(PYPY_VERSION)
#ifndef Py_BUILD_CORE
#define Py_BUILD_CORE 1
#endif
#include "internal/pycore_frame.h"
#endif
#endif // CYTHON_COMPILING_IN_LIMITED_API
static CYTHON_INLINE void
__Pyx_Coroutine_Undelegate(__pyx_CoroutineObject *gen) {
#if CYTHON_USE_AM_SEND
gen->yieldfrom_am_send = NULL;
#endif
Py_CLEAR(gen->yieldfrom);
}
static int __Pyx_PyGen__FetchStopIterationValue(PyThreadState *__pyx_tstate, PyObject **pvalue) {
PyObject *et, *ev, *tb;
PyObject *value = NULL;
CYTHON_UNUSED_VAR(__pyx_tstate);
__Pyx_ErrFetch(&et, &ev, &tb);
if (!et) {
Py_XDECREF(tb);
Py_XDECREF(ev);
Py_INCREF(Py_None);
*pvalue = Py_None;
return 0;
}
if (likely(et == PyExc_StopIteration)) {
if (!ev) {
Py_INCREF(Py_None);
value = Py_None;
}
else if (likely(__Pyx_IS_TYPE(ev, (PyTypeObject*)PyExc_StopIteration))) {
#if CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_GRAAL
value = PyObject_GetAttr(ev, __pyx_mstate_global->__pyx_n_u_value);
if (unlikely(!value)) goto limited_api_failure;
#else
value = ((PyStopIterationObject *)ev)->value;
Py_INCREF(value);
#endif
Py_DECREF(ev);
}
else if (unlikely(PyTuple_Check(ev))) {
Py_ssize_t tuple_size = __Pyx_PyTuple_GET_SIZE(ev);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely(tuple_size < 0)) {
Py_XDECREF(tb);
Py_DECREF(ev);
Py_DECREF(et);
return -1;
}
#endif
if (tuple_size >= 1) {
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
value = PyTuple_GET_ITEM(ev, 0);
Py_INCREF(value);
#elif CYTHON_ASSUME_SAFE_MACROS
value = PySequence_ITEM(ev, 0);
#else
value = PySequence_GetItem(ev, 0);
if (!value) goto limited_api_failure;
#endif
} else {
Py_INCREF(Py_None);
value = Py_None;
}
Py_DECREF(ev);
}
else if (!__Pyx_TypeCheck(ev, (PyTypeObject*)PyExc_StopIteration)) {
value = ev;
}
if (likely(value)) {
Py_XDECREF(tb);
Py_DECREF(et);
*pvalue = value;
return 0;
}
} else if (!__Pyx_PyErr_GivenExceptionMatches(et, PyExc_StopIteration)) {
__Pyx_ErrRestore(et, ev, tb);
return -1;
}
PyErr_NormalizeException(&et, &ev, &tb);
if (unlikely(!PyObject_TypeCheck(ev, (PyTypeObject*)PyExc_StopIteration))) {
__Pyx_ErrRestore(et, ev, tb);
return -1;
}
Py_XDECREF(tb);
Py_DECREF(et);
#if CYTHON_COMPILING_IN_LIMITED_API
value = PyObject_GetAttr(ev, __pyx_mstate_global->__pyx_n_u_value);
#else
value = ((PyStopIterationObject *)ev)->value;
Py_INCREF(value);
#endif
Py_DECREF(ev);
#if CYTHON_COMPILING_IN_LIMITED_API
if (unlikely(!value)) return -1;
#endif
*pvalue = value;
return 0;
#if CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_GRAAL || !CYTHON_ASSUME_SAFE_MACROS
limited_api_failure:
Py_XDECREF(et);
Py_XDECREF(tb);
Py_XDECREF(ev);
return -1;
#endif
}
static CYTHON_INLINE
__Pyx_PySendResult __Pyx_Coroutine_status_from_result(PyObject **retval) {
if (*retval) {
return PYGEN_NEXT;
} else if (likely(__Pyx_PyGen__FetchStopIterationValue(__Pyx_PyThreadState_Current, retval) == 0)) {
return PYGEN_RETURN;
} else {
return PYGEN_ERROR;
}
}
static CYTHON_INLINE
void __Pyx_Coroutine_ExceptionClear(__Pyx_ExcInfoStruct *exc_state) {
#if PY_VERSION_HEX >= 0x030B00a4
Py_CLEAR(exc_state->exc_value);
#else
PyObject *t, *v, *tb;
t = exc_state->exc_type;
v = exc_state->exc_value;
tb = exc_state->exc_traceback;
exc_state->exc_type = NULL;
exc_state->exc_value = NULL;
exc_state->exc_traceback = NULL;
Py_XDECREF(t);
Py_XDECREF(v);
Py_XDECREF(tb);
#endif
}
#define __Pyx_Coroutine_AlreadyRunningError(gen) (__Pyx__Coroutine_AlreadyRunningError(gen), (PyObject*)NULL)
static void __Pyx__Coroutine_AlreadyRunningError(__pyx_CoroutineObject *gen) {
const char *msg;
CYTHON_MAYBE_UNUSED_VAR(gen);
if ((0)) {
#ifdef __Pyx_Coroutine_USED
} else if (__Pyx_Coroutine_Check((PyObject*)gen)) {
msg = "coroutine already executing";
#endif
#ifdef __Pyx_AsyncGen_USED
} else if (__Pyx_AsyncGen_CheckExact((PyObject*)gen)) {
msg = "async generator already executing";
#endif
} else {
msg = "generator already executing";
}
PyErr_SetString(PyExc_ValueError, msg);
}
static void __Pyx_Coroutine_AlreadyTerminatedError(PyObject *gen, PyObject *value, int closing) {
CYTHON_MAYBE_UNUSED_VAR(gen);
CYTHON_MAYBE_UNUSED_VAR(closing);
#ifdef __Pyx_Coroutine_USED
if (!closing && __Pyx_Coroutine_Check(gen)) {
PyErr_SetString(PyExc_RuntimeError, "cannot reuse already awaited coroutine");
} else
#endif
if (value) {
#ifdef __Pyx_AsyncGen_USED
if (__Pyx_AsyncGen_CheckExact(gen))
PyErr_SetNone(PyExc_StopAsyncIteration);
else
#endif
PyErr_SetNone(PyExc_StopIteration);
}
}
static
__Pyx_PySendResult __Pyx_Coroutine_SendEx(__pyx_CoroutineObject *self, PyObject *value, PyObject **result, int closing) {
__Pyx_PyThreadState_declare
PyThreadState *tstate;
__Pyx_ExcInfoStruct *exc_state;
PyObject *retval;
assert(__Pyx_Coroutine_get_is_running(self)); // Callers should ensure is_running
if (unlikely(self->resume_label == -1)) {
__Pyx_Coroutine_AlreadyTerminatedError((PyObject*)self, value, closing);
return PYGEN_ERROR;
}
#if CYTHON_FAST_THREAD_STATE
__Pyx_PyThreadState_assign
tstate = __pyx_tstate;
#else
tstate = __Pyx_PyThreadState_Current;
#endif
exc_state = &self->gi_exc_state;
if (exc_state->exc_value) {
#if CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_PYPY
#else
PyObject *exc_tb;
#if PY_VERSION_HEX >= 0x030B00a4 && !CYTHON_COMPILING_IN_CPYTHON
exc_tb = PyException_GetTraceback(exc_state->exc_value);
#elif PY_VERSION_HEX >= 0x030B00a4
exc_tb = ((PyBaseExceptionObject*) exc_state->exc_value)->traceback;
#else
exc_tb = exc_state->exc_traceback;
#endif
if (exc_tb) {
PyTracebackObject *tb = (PyTracebackObject *) exc_tb;
PyFrameObject *f = tb->tb_frame;
assert(f->f_back == NULL);
#if PY_VERSION_HEX >= 0x030B00A1
f->f_back = PyThreadState_GetFrame(tstate);
#else
Py_XINCREF(tstate->frame);
f->f_back = tstate->frame;
#endif
#if PY_VERSION_HEX >= 0x030B00a4 && !CYTHON_COMPILING_IN_CPYTHON
Py_DECREF(exc_tb);
#endif
}
#endif
}
#if CYTHON_USE_EXC_INFO_STACK
exc_state->previous_item = tstate->exc_info;
tstate->exc_info = exc_state;
#else
if (exc_state->exc_type) {
__Pyx_ExceptionSwap(&exc_state->exc_type, &exc_state->exc_value, &exc_state->exc_traceback);
} else {
__Pyx_Coroutine_ExceptionClear(exc_state);
__Pyx_ExceptionSave(&exc_state->exc_type, &exc_state->exc_value, &exc_state->exc_traceback);
}
#endif
retval = self->body(self, tstate, value);
#if CYTHON_USE_EXC_INFO_STACK
exc_state = &self->gi_exc_state;
tstate->exc_info = exc_state->previous_item;
exc_state->previous_item = NULL;
__Pyx_Coroutine_ResetFrameBackpointer(exc_state);
#endif
*result = retval;
if (self->resume_label == -1) {
return likely(retval) ? PYGEN_RETURN : PYGEN_ERROR;
}
return PYGEN_NEXT;
}
static CYTHON_INLINE void __Pyx_Coroutine_ResetFrameBackpointer(__Pyx_ExcInfoStruct *exc_state) {
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API
CYTHON_UNUSED_VAR(exc_state);
#else
PyObject *exc_tb;
#if PY_VERSION_HEX >= 0x030B00a4
if (!exc_state->exc_value) return;
exc_tb = PyException_GetTraceback(exc_state->exc_value);
#else
exc_tb = exc_state->exc_traceback;
#endif
if (likely(exc_tb)) {
PyTracebackObject *tb = (PyTracebackObject *) exc_tb;
PyFrameObject *f = tb->tb_frame;
Py_CLEAR(f->f_back);
#if PY_VERSION_HEX >= 0x030B00a4
Py_DECREF(exc_tb);
#endif
}
#endif
}
#define __Pyx_Coroutine_MethodReturnFromResult(gen, result, retval, iternext)\
((result) == PYGEN_NEXT ? (retval) : __Pyx__Coroutine_MethodReturnFromResult(gen, result, retval, iternext))
static PyObject *
__Pyx__Coroutine_MethodReturnFromResult(PyObject* gen, __Pyx_PySendResult result, PyObject *retval, int iternext) {
CYTHON_MAYBE_UNUSED_VAR(gen);
if (likely(result == PYGEN_RETURN)) {
int is_async = 0;
#ifdef __Pyx_AsyncGen_USED
is_async = __Pyx_AsyncGen_CheckExact(gen);
#endif
__Pyx_ReturnWithStopIteration(retval, is_async, iternext);
Py_XDECREF(retval);
}
return NULL;
}
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE
PyObject *__Pyx_PyGen_Send(PyGenObject *gen, PyObject *arg) {
#if PY_VERSION_HEX <= 0x030A00A1
return _PyGen_Send(gen, arg);
#else
PyObject *result;
if (PyIter_Send((PyObject*)gen, arg ? arg : Py_None, &result) == PYGEN_RETURN) {
if (PyAsyncGen_CheckExact(gen)) {
assert(result == Py_None);
PyErr_SetNone(PyExc_StopAsyncIteration);
}
else if (result == Py_None) {
PyErr_SetNone(PyExc_StopIteration);
}
else {
#if PY_VERSION_HEX < 0x030d00A1
_PyGen_SetStopIterationValue(result);
#else
if (!PyTuple_Check(result) && !PyExceptionInstance_Check(result)) {
PyErr_SetObject(PyExc_StopIteration, result);
} else {
PyObject *exc = __Pyx_PyObject_CallOneArg(PyExc_StopIteration, result);
if (likely(exc != NULL)) {
PyErr_SetObject(PyExc_StopIteration, exc);
Py_DECREF(exc);
}
}
#endif
}
Py_DECREF(result);
result = NULL;
}
return result;
#endif
}
#endif
static CYTHON_INLINE __Pyx_PySendResult
__Pyx_Coroutine_FinishDelegation(__pyx_CoroutineObject *gen, PyObject** retval) {
__Pyx_PySendResult result;
PyObject *val = NULL;
assert(__Pyx_Coroutine_get_is_running(gen));
__Pyx_Coroutine_Undelegate(gen);
__Pyx_PyGen__FetchStopIterationValue(__Pyx_PyThreadState_Current, &val);
result = __Pyx_Coroutine_SendEx(gen, val, retval, 0);
Py_XDECREF(val);
return result;
}
#if CYTHON_USE_AM_SEND
static __Pyx_PySendResult
__Pyx_Coroutine_SendToDelegate(__pyx_CoroutineObject *gen, __Pyx_pyiter_sendfunc gen_am_send, PyObject *value, PyObject **retval) {
PyObject *ret = NULL;
__Pyx_PySendResult delegate_result, result;
assert(__Pyx_Coroutine_get_is_running(gen));
delegate_result = gen_am_send(gen->yieldfrom, value, &ret);
if (delegate_result == PYGEN_NEXT) {
assert (ret != NULL);
*retval = ret;
return PYGEN_NEXT;
}
assert (delegate_result != PYGEN_ERROR || ret == NULL);
__Pyx_Coroutine_Undelegate(gen);
result = __Pyx_Coroutine_SendEx(gen, ret, retval, 0);
Py_XDECREF(ret);
return result;
}
#endif
static PyObject *__Pyx_Coroutine_Send(PyObject *self, PyObject *value) {
PyObject *retval = NULL;
__Pyx_PySendResult result = __Pyx_Coroutine_AmSend(self, value, &retval);
return __Pyx_Coroutine_MethodReturnFromResult(self, result, retval, 0);
}
static __Pyx_PySendResult
__Pyx_Coroutine_AmSend(PyObject *self, PyObject *value, PyObject **retval) {
__Pyx_PySendResult result;
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject*) self;
if (unlikely(__Pyx_Coroutine_test_and_set_is_running(gen))) {
*retval = __Pyx_Coroutine_AlreadyRunningError(gen);
return PYGEN_ERROR;
}
#if CYTHON_USE_AM_SEND
if (gen->yieldfrom_am_send) {
result = __Pyx_Coroutine_SendToDelegate(gen, gen->yieldfrom_am_send, value, retval);
} else
#endif
if (gen->yieldfrom) {
PyObject *yf = gen->yieldfrom;
PyObject *ret;
#if !CYTHON_USE_AM_SEND
#ifdef __Pyx_Generator_USED
if (__Pyx_Generator_CheckExact(yf)) {
ret = __Pyx_Coroutine_Send(yf, value);
} else
#endif
#ifdef __Pyx_Coroutine_USED
if (__Pyx_Coroutine_Check(yf)) {
ret = __Pyx_Coroutine_Send(yf, value);
} else
#endif
#ifdef __Pyx_AsyncGen_USED
if (__pyx_PyAsyncGenASend_CheckExact(yf)) {
ret = __Pyx_async_gen_asend_send(yf, value);
} else
#endif
#if CYTHON_COMPILING_IN_CPYTHON
if (PyGen_CheckExact(yf)) {
ret = __Pyx_PyGen_Send((PyGenObject*)yf, value == Py_None ? NULL : value);
} else
if (PyCoro_CheckExact(yf)) {
ret = __Pyx_PyGen_Send((PyGenObject*)yf, value == Py_None ? NULL : value);
} else
#endif
#endif
{
#if !CYTHON_COMPILING_IN_LIMITED_API || __PYX_LIMITED_VERSION_HEX >= 0x03080000
if (value == Py_None && PyIter_Check(yf))
ret = __Pyx_PyIter_Next_Plain(yf);
else
#endif
ret = __Pyx_PyObject_CallMethod1(yf, __pyx_mstate_global->__pyx_n_u_send, value);
}
if (likely(ret)) {
__Pyx_Coroutine_unset_is_running(gen);
*retval = ret;
return PYGEN_NEXT;
}
result = __Pyx_Coroutine_FinishDelegation(gen, retval);
} else {
result = __Pyx_Coroutine_SendEx(gen, value, retval, 0);
}
__Pyx_Coroutine_unset_is_running(gen);
return result;
}
static int __Pyx_Coroutine_CloseIter(__pyx_CoroutineObject *gen, PyObject *yf) {
__Pyx_PySendResult result;
PyObject *retval = NULL;
CYTHON_UNUSED_VAR(gen);
assert(__Pyx_Coroutine_get_is_running(gen));
#ifdef __Pyx_Generator_USED
if (__Pyx_Generator_CheckExact(yf)) {
result = __Pyx_Coroutine_Close(yf, &retval);
} else
#endif
#ifdef __Pyx_Coroutine_USED
if (__Pyx_Coroutine_Check(yf)) {
result = __Pyx_Coroutine_Close(yf, &retval);
} else
if (__Pyx_CoroutineAwait_CheckExact(yf)) {
result = __Pyx_CoroutineAwait_Close((__pyx_CoroutineAwaitObject*)yf);
} else
#endif
#ifdef __Pyx_AsyncGen_USED
if (__pyx_PyAsyncGenASend_CheckExact(yf)) {
retval = __Pyx_async_gen_asend_close(yf, NULL);
result = PYGEN_RETURN;
} else
if (__pyx_PyAsyncGenAThrow_CheckExact(yf)) {
retval = __Pyx_async_gen_athrow_close(yf, NULL);
result = PYGEN_RETURN;
} else
#endif
{
PyObject *meth;
result = PYGEN_RETURN;
meth = __Pyx_PyObject_GetAttrStrNoError(yf, __pyx_mstate_global->__pyx_n_u_close);
if (unlikely(!meth)) {
if (unlikely(PyErr_Occurred())) {
PyErr_WriteUnraisable(yf);
}
} else {
retval = __Pyx_PyObject_CallNoArg(meth);
Py_DECREF(meth);
if (unlikely(!retval)) {
result = PYGEN_ERROR;
}
}
}
Py_XDECREF(retval);
return result == PYGEN_ERROR ? -1 : 0;
}
static PyObject *__Pyx_Generator_Next(PyObject *self) {
__Pyx_PySendResult result;
PyObject *retval = NULL;
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject*) self;
if (unlikely(__Pyx_Coroutine_test_and_set_is_running(gen))) {
return __Pyx_Coroutine_AlreadyRunningError(gen);
}
#if CYTHON_USE_AM_SEND
if (gen->yieldfrom_am_send) {
result = __Pyx_Coroutine_SendToDelegate(gen, gen->yieldfrom_am_send, Py_None, &retval);
} else
#endif
if (gen->yieldfrom) {
PyObject *yf = gen->yieldfrom;
PyObject *ret;
#ifdef __Pyx_Generator_USED
if (__Pyx_Generator_CheckExact(yf)) {
ret = __Pyx_Generator_Next(yf);
} else
#endif
#ifdef __Pyx_Coroutine_USED
if (__Pyx_Coroutine_CheckExact(yf)) {
ret = __Pyx_Coroutine_Send(yf, Py_None);
} else
#endif
#if CYTHON_COMPILING_IN_CPYTHON && (PY_VERSION_HEX < 0x030A00A3 || !CYTHON_USE_AM_SEND)
if (PyGen_CheckExact(yf)) {
ret = __Pyx_PyGen_Send((PyGenObject*)yf, NULL);
} else
#endif
ret = __Pyx_PyIter_Next_Plain(yf);
if (likely(ret)) {
__Pyx_Coroutine_unset_is_running(gen);
return ret;
}
result = __Pyx_Coroutine_FinishDelegation(gen, &retval);
} else {
result = __Pyx_Coroutine_SendEx(gen, Py_None, &retval, 0);
}
__Pyx_Coroutine_unset_is_running(gen);
return __Pyx_Coroutine_MethodReturnFromResult(self, result, retval, 1);
}
static PyObject *__Pyx_Coroutine_Close_Method(PyObject *self, PyObject *arg) {
PyObject *retval = NULL;
__Pyx_PySendResult result;
CYTHON_UNUSED_VAR(arg);
result = __Pyx_Coroutine_Close(self, &retval);
if (unlikely(result == PYGEN_ERROR))
return NULL;
Py_XDECREF(retval);
Py_RETURN_NONE;
}
static __Pyx_PySendResult
__Pyx_Coroutine_Close(PyObject *self, PyObject **retval) {
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
__Pyx_PySendResult result;
PyObject *yf;
int err = 0;
if (unlikely(__Pyx_Coroutine_test_and_set_is_running(gen))) {
*retval = __Pyx_Coroutine_AlreadyRunningError(gen);
return PYGEN_ERROR;
}
yf = gen->yieldfrom;
if (yf) {
Py_INCREF(yf);
err = __Pyx_Coroutine_CloseIter(gen, yf);
__Pyx_Coroutine_Undelegate(gen);
Py_DECREF(yf);
}
if (err == 0)
PyErr_SetNone(PyExc_GeneratorExit);
result = __Pyx_Coroutine_SendEx(gen, NULL, retval, 1);
if (result == PYGEN_ERROR) {
__Pyx_PyThreadState_declare
__Pyx_PyThreadState_assign
__Pyx_Coroutine_unset_is_running(gen);
if (!__Pyx_PyErr_Occurred()) {
return PYGEN_RETURN;
} else if (likely(__Pyx_PyErr_ExceptionMatches2(PyExc_GeneratorExit, PyExc_StopIteration))) {
__Pyx_PyErr_Clear();
return PYGEN_RETURN;
}
return PYGEN_ERROR;
} else if (likely(result == PYGEN_RETURN && *retval == Py_None)) {
__Pyx_Coroutine_unset_is_running(gen);
return PYGEN_RETURN;
} else {
const char *msg;
Py_DECREF(*retval);
*retval = NULL;
if ((0)) {
#ifdef __Pyx_Coroutine_USED
} else if (__Pyx_Coroutine_Check(self)) {
msg = "coroutine ignored GeneratorExit";
#endif
#ifdef __Pyx_AsyncGen_USED
} else if (__Pyx_AsyncGen_CheckExact(self)) {
msg = "async generator ignored GeneratorExit";
#endif
} else {
msg = "generator ignored GeneratorExit";
}
PyErr_SetString(PyExc_RuntimeError, msg);
__Pyx_Coroutine_unset_is_running(gen);
return PYGEN_ERROR;
}
}
static PyObject *__Pyx__Coroutine_Throw(PyObject *self, PyObject *typ, PyObject *val, PyObject *tb,
PyObject *args, int close_on_genexit) {
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
PyObject *yf;
if (unlikely(__Pyx_Coroutine_test_and_set_is_running(gen)))
return __Pyx_Coroutine_AlreadyRunningError(gen);
yf = gen->yieldfrom;
if (yf) {
__Pyx_PySendResult result;
PyObject *ret;
Py_INCREF(yf);
if (__Pyx_PyErr_GivenExceptionMatches(typ, PyExc_GeneratorExit) && close_on_genexit) {
int err = __Pyx_Coroutine_CloseIter(gen, yf);
Py_DECREF(yf);
__Pyx_Coroutine_Undelegate(gen);
if (err < 0)
goto propagate_exception;
goto throw_here;
}
if (0
#ifdef __Pyx_Generator_USED
|| __Pyx_Generator_CheckExact(yf)
#endif
#ifdef __Pyx_Coroutine_USED
|| __Pyx_Coroutine_Check(yf)
#endif
) {
ret = __Pyx__Coroutine_Throw(yf, typ, val, tb, args, close_on_genexit);
#ifdef __Pyx_Coroutine_USED
} else if (__Pyx_CoroutineAwait_CheckExact(yf)) {
ret = __Pyx__Coroutine_Throw(((__pyx_CoroutineAwaitObject*)yf)->coroutine, typ, val, tb, args, close_on_genexit);
#endif
} else {
PyObject *meth = __Pyx_PyObject_GetAttrStrNoError(yf, __pyx_mstate_global->__pyx_n_u_throw);
if (unlikely(!meth)) {
Py_DECREF(yf);
if (unlikely(PyErr_Occurred())) {
__Pyx_Coroutine_unset_is_running(gen);
return NULL;
}
__Pyx_Coroutine_Undelegate(gen);
goto throw_here;
}
if (likely(args)) {
ret = __Pyx_PyObject_Call(meth, args, NULL);
} else {
PyObject *cargs[4] = {NULL, typ, val, tb};
ret = __Pyx_PyObject_FastCall(meth, cargs+1, 3 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
}
Py_DECREF(meth);
}
Py_DECREF(yf);
if (ret) {
__Pyx_Coroutine_unset_is_running(gen);
return ret;
}
result = __Pyx_Coroutine_FinishDelegation(gen, &ret);
__Pyx_Coroutine_unset_is_running(gen);
return __Pyx_Coroutine_MethodReturnFromResult(self, result, ret, 0);
}
throw_here:
__Pyx_Raise(typ, val, tb, NULL);
propagate_exception:
{
PyObject *retval = NULL;
__Pyx_PySendResult result = __Pyx_Coroutine_SendEx(gen, NULL, &retval, 0);
__Pyx_Coroutine_unset_is_running(gen);
return __Pyx_Coroutine_MethodReturnFromResult(self, result, retval, 0);
}
}
static PyObject *__Pyx_Coroutine_Throw(PyObject *self, PyObject *args) {
PyObject *typ;
PyObject *val = NULL;
PyObject *tb = NULL;
if (unlikely(!PyArg_UnpackTuple(args, "throw", 1, 3, &typ, &val, &tb)))
return NULL;
return __Pyx__Coroutine_Throw(self, typ, val, tb, args, 1);
}
static CYTHON_INLINE int __Pyx_Coroutine_traverse_excstate(__Pyx_ExcInfoStruct *exc_state, visitproc visit, void *arg) {
#if PY_VERSION_HEX >= 0x030B00a4
Py_VISIT(exc_state->exc_value);
#else
Py_VISIT(exc_state->exc_type);
Py_VISIT(exc_state->exc_value);
Py_VISIT(exc_state->exc_traceback);
#endif
return 0;
}
static int __Pyx_Coroutine_traverse(__pyx_CoroutineObject *gen, visitproc visit, void *arg) {
{
int e = __Pyx_call_type_traverse((PyObject*)gen, 1, visit, arg);
if (e) return e;
}
Py_VISIT(gen->closure);
Py_VISIT(gen->classobj);
Py_VISIT(gen->yieldfrom);
return __Pyx_Coroutine_traverse_excstate(&gen->gi_exc_state, visit, arg);
}
static int __Pyx_Coroutine_clear(PyObject *self) {
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
Py_CLEAR(gen->closure);
Py_CLEAR(gen->classobj);
__Pyx_Coroutine_Undelegate(gen);
__Pyx_Coroutine_ExceptionClear(&gen->gi_exc_state);
#ifdef __Pyx_AsyncGen_USED
if (__Pyx_AsyncGen_CheckExact(self)) {
Py_CLEAR(((__pyx_PyAsyncGenObject*)gen)->ag_finalizer);
}
#endif
Py_CLEAR(gen->gi_code);
Py_CLEAR(gen->gi_frame);
Py_CLEAR(gen->gi_name);
Py_CLEAR(gen->gi_qualname);
Py_CLEAR(gen->gi_modulename);
return 0;
}
static void __Pyx_Coroutine_dealloc(PyObject *self) {
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
PyObject_GC_UnTrack(gen);
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
if (gen->gi_weakreflist != NULL)
#endif
PyObject_ClearWeakRefs(self);
if (gen->resume_label >= 0) {
PyObject_GC_Track(self);
#if CYTHON_USE_TP_FINALIZE
if (unlikely(PyObject_CallFinalizerFromDealloc(self)))
#else
{
destructor del = __Pyx_PyObject_GetSlot(gen, tp_del, destructor);
if (del) del(self);
}
if (unlikely(Py_REFCNT(self) > 0))
#endif
{
return;
}
PyObject_GC_UnTrack(self);
}
#ifdef __Pyx_AsyncGen_USED
if (__Pyx_AsyncGen_CheckExact(self)) {
/* We have to handle this case for asynchronous generators
right here, because this code has to be between UNTRACK
and GC_Del. */
Py_CLEAR(((__pyx_PyAsyncGenObject*)self)->ag_finalizer);
}
#endif
__Pyx_Coroutine_clear(self);
__Pyx_PyHeapTypeObject_GC_Del(gen);
}
#if CYTHON_USE_TP_FINALIZE
static void __Pyx_Coroutine_del(PyObject *self) {
PyObject *error_type, *error_value, *error_traceback;
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self;
__Pyx_PyThreadState_declare
if (gen->resume_label < 0) {
return;
}
__Pyx_PyThreadState_assign
__Pyx_ErrFetch(&error_type, &error_value, &error_traceback);
#ifdef __Pyx_AsyncGen_USED
if (__Pyx_AsyncGen_CheckExact(self)) {
__pyx_PyAsyncGenObject *agen = (__pyx_PyAsyncGenObject*)self;
PyObject *finalizer = agen->ag_finalizer;
if (finalizer && !agen->ag_closed) {
PyObject *res = __Pyx_PyObject_CallOneArg(finalizer, self);
if (unlikely(!res)) {
PyErr_WriteUnraisable(self);
} else {
Py_DECREF(res);
}
__Pyx_ErrRestore(error_type, error_value, error_traceback);
return;
}
}
#endif
if (unlikely(gen->resume_label == 0 && !error_value)) {
#ifdef __Pyx_Coroutine_USED
#ifdef __Pyx_Generator_USED
if (!__Pyx_Generator_CheckExact(self))
#endif
{
PyObject_GC_UnTrack(self);
if (unlikely(PyErr_WarnFormat(PyExc_RuntimeWarning, 1, "coroutine '%.50S' was never awaited", gen->gi_qualname) < 0))
PyErr_WriteUnraisable(self);
PyObject_GC_Track(self);
}
#endif
} else {
PyObject *retval = NULL;
__Pyx_PySendResult result = __Pyx_Coroutine_Close(self, &retval);
if (result == PYGEN_ERROR) {
PyErr_WriteUnraisable(self);
} else {
Py_XDECREF(retval);
}
}
__Pyx_ErrRestore(error_type, error_value, error_traceback);
}
#endif
static PyObject *
__Pyx_Coroutine_get_name(__pyx_CoroutineObject *self, void *context)
{
PyObject *name = self->gi_name;
CYTHON_UNUSED_VAR(context);
if (unlikely(!name)) name = Py_None;
Py_INCREF(name);
return name;
}
static int
__Pyx_Coroutine_set_name(__pyx_CoroutineObject *self, PyObject *value, void *context)
{
CYTHON_UNUSED_VAR(context);
if (unlikely(value == NULL || !PyUnicode_Check(value))) {
PyErr_SetString(PyExc_TypeError,
"__name__ must be set to a string object");
return -1;
}
Py_INCREF(value);
__Pyx_Py_XDECREF_SET(self->gi_name, value);
return 0;
}
static PyObject *
__Pyx_Coroutine_get_qualname(__pyx_CoroutineObject *self, void *context)
{
PyObject *name = self->gi_qualname;
CYTHON_UNUSED_VAR(context);
if (unlikely(!name)) name = Py_None;
Py_INCREF(name);
return name;
}
static int
__Pyx_Coroutine_set_qualname(__pyx_CoroutineObject *self, PyObject *value, void *context)
{
CYTHON_UNUSED_VAR(context);
if (unlikely(value == NULL || !PyUnicode_Check(value))) {
PyErr_SetString(PyExc_TypeError,
"__qualname__ must be set to a string object");
return -1;
}
Py_INCREF(value);
__Pyx_Py_XDECREF_SET(self->gi_qualname, value);
return 0;
}
static PyObject *
__Pyx__Coroutine_get_frame(__pyx_CoroutineObject *self)
{
#if !CYTHON_COMPILING_IN_LIMITED_API
PyObject *frame;
#if PY_VERSION_HEX >= 0x030d0000
Py_BEGIN_CRITICAL_SECTION(self);
#endif
frame = self->gi_frame;
if (!frame) {
if (unlikely(!self->gi_code)) {
Py_RETURN_NONE;
}
PyObject *globals = PyDict_New();
if (unlikely(!globals)) return NULL;
frame = (PyObject *) PyFrame_New(
PyThreadState_Get(), /*PyThreadState *tstate,*/
(PyCodeObject*) self->gi_code, /*PyCodeObject *code,*/
globals, /*PyObject *globals,*/
0 /*PyObject *locals*/
);
Py_DECREF(globals);
if (unlikely(!frame))
return NULL;
if (unlikely(self->gi_frame)) {
Py_DECREF(frame);
frame = self->gi_frame;
} else {
self->gi_frame = frame;
}
}
Py_INCREF(frame);
#if PY_VERSION_HEX >= 0x030d0000
Py_END_CRITICAL_SECTION();
#endif
return frame;
#else
CYTHON_UNUSED_VAR(self);
Py_RETURN_NONE;
#endif
}
static PyObject *
__Pyx_Coroutine_get_frame(__pyx_CoroutineObject *self, void *context) {
CYTHON_UNUSED_VAR(context);
PyObject *frame = self->gi_frame;
if (frame)
return __Pyx_NewRef(frame);
return __Pyx__Coroutine_get_frame(self);
}
static __pyx_CoroutineObject *__Pyx__Coroutine_New(
PyTypeObject* type, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure,
PyObject *name, PyObject *qualname, PyObject *module_name) {
__pyx_CoroutineObject *gen = PyObject_GC_New(__pyx_CoroutineObject, type);
if (unlikely(!gen))
return NULL;
return __Pyx__Coroutine_NewInit(gen, body, code, closure, name, qualname, module_name);
}
static __pyx_CoroutineObject *__Pyx__Coroutine_NewInit(
__pyx_CoroutineObject *gen, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure,
PyObject *name, PyObject *qualname, PyObject *module_name) {
gen->body = body;
gen->closure = closure;
Py_XINCREF(closure);
gen->is_running = 0;
gen->resume_label = 0;
gen->classobj = NULL;
gen->yieldfrom = NULL;
gen->yieldfrom_am_send = NULL;
#if PY_VERSION_HEX >= 0x030B00a4 && !CYTHON_COMPILING_IN_LIMITED_API
gen->gi_exc_state.exc_value = NULL;
#else
gen->gi_exc_state.exc_type = NULL;
gen->gi_exc_state.exc_value = NULL;
gen->gi_exc_state.exc_traceback = NULL;
#endif
#if CYTHON_USE_EXC_INFO_STACK
gen->gi_exc_state.previous_item = NULL;
#endif
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
gen->gi_weakreflist = NULL;
#endif
Py_XINCREF(qualname);
gen->gi_qualname = qualname;
Py_XINCREF(name);
gen->gi_name = name;
Py_XINCREF(module_name);
gen->gi_modulename = module_name;
Py_XINCREF(code);
gen->gi_code = code;
gen->gi_frame = NULL;
PyObject_GC_Track(gen);
return gen;
}
static char __Pyx_Coroutine_test_and_set_is_running(__pyx_CoroutineObject *gen) {
char result;
#if PY_VERSION_HEX >= 0x030d0000 && !CYTHON_COMPILING_IN_LIMITED_API
Py_BEGIN_CRITICAL_SECTION(gen);
#endif
result = gen->is_running;
gen->is_running = 1;
#if PY_VERSION_HEX >= 0x030d0000 && !CYTHON_COMPILING_IN_LIMITED_API
Py_END_CRITICAL_SECTION();
#endif
return result;
}
static void __Pyx_Coroutine_unset_is_running(__pyx_CoroutineObject *gen) {
#if PY_VERSION_HEX >= 0x030d0000 && !CYTHON_COMPILING_IN_LIMITED_API
Py_BEGIN_CRITICAL_SECTION(gen);
#endif
assert(gen->is_running);
gen->is_running = 0;
#if PY_VERSION_HEX >= 0x030d0000 && !CYTHON_COMPILING_IN_LIMITED_API
Py_END_CRITICAL_SECTION();
#endif
}
static char __Pyx_Coroutine_get_is_running(__pyx_CoroutineObject *gen) {
char result;
#if PY_VERSION_HEX >= 0x030d0000 && !CYTHON_COMPILING_IN_LIMITED_API
Py_BEGIN_CRITICAL_SECTION(gen);
#endif
result = gen->is_running;
#if PY_VERSION_HEX >= 0x030d0000 && !CYTHON_COMPILING_IN_LIMITED_API
Py_END_CRITICAL_SECTION();
#endif
return result;
}
static PyObject *__Pyx_Coroutine_get_is_running_getter(PyObject *gen, void *closure) {
CYTHON_UNUSED_VAR(closure);
char result = __Pyx_Coroutine_get_is_running((__pyx_CoroutineObject*)gen);
if (result) Py_RETURN_TRUE;
else Py_RETURN_FALSE;
}
#if __PYX_HAS_PY_AM_SEND == 2
static void __Pyx_SetBackportTypeAmSend(PyTypeObject *type, __Pyx_PyAsyncMethodsStruct *static_amsend_methods, __Pyx_pyiter_sendfunc am_send) {
Py_ssize_t ptr_offset = (char*)(type->tp_as_async) - (char*)type;
if (ptr_offset < 0 || ptr_offset > type->tp_basicsize) {
return;
}
memcpy((void*)static_amsend_methods, (void*)(type->tp_as_async), sizeof(*type->tp_as_async));
static_amsend_methods->am_send = am_send;
type->tp_as_async = __Pyx_SlotTpAsAsync(static_amsend_methods);
}
#endif
static PyObject *__Pyx_Coroutine_fail_reduce_ex(PyObject *self, PyObject *arg) {
CYTHON_UNUSED_VAR(arg);
__Pyx_TypeName self_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE((PyObject*)self));
PyErr_Format(PyExc_TypeError, "cannot pickle '" __Pyx_FMT_TYPENAME "' object",
self_type_name);
__Pyx_DECREF_TypeName(self_type_name);
return NULL;
}
/* Generator */
static PyMethodDef __pyx_Generator_methods[] = {
{"send", (PyCFunction) __Pyx_Coroutine_Send, METH_O,
PyDoc_STR("send(arg) -> send 'arg' into generator,\nreturn next yielded value or raise StopIteration.")},
{"throw", (PyCFunction) __Pyx_Coroutine_Throw, METH_VARARGS,
PyDoc_STR("throw(typ[,val[,tb]]) -> raise exception in generator,\nreturn next yielded value or raise StopIteration.")},
{"close", (PyCFunction) __Pyx_Coroutine_Close_Method, METH_NOARGS,
PyDoc_STR("close() -> raise GeneratorExit inside generator.")},
{"__reduce_ex__", (PyCFunction) __Pyx_Coroutine_fail_reduce_ex, METH_O, 0},
{"__reduce__", (PyCFunction) __Pyx_Coroutine_fail_reduce_ex, METH_NOARGS, 0},
{0, 0, 0, 0}
};
static PyMemberDef __pyx_Generator_memberlist[] = {
{"gi_yieldfrom", T_OBJECT, offsetof(__pyx_CoroutineObject, yieldfrom), READONLY,
PyDoc_STR("object being iterated by 'yield from', or None")},
{"gi_code", T_OBJECT, offsetof(__pyx_CoroutineObject, gi_code), READONLY, NULL},
{"__module__", T_OBJECT, offsetof(__pyx_CoroutineObject, gi_modulename), 0, 0},
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
{"__weaklistoffset__", T_PYSSIZET, offsetof(__pyx_CoroutineObject, gi_weakreflist), READONLY, 0},
#endif
{0, 0, 0, 0, 0}
};
static PyGetSetDef __pyx_Generator_getsets[] = {
{"__name__", (getter)__Pyx_Coroutine_get_name, (setter)__Pyx_Coroutine_set_name,
PyDoc_STR("name of the generator"), 0},
{"__qualname__", (getter)__Pyx_Coroutine_get_qualname, (setter)__Pyx_Coroutine_set_qualname,
PyDoc_STR("qualified name of the generator"), 0},
{"gi_frame", (getter)__Pyx_Coroutine_get_frame, NULL,
PyDoc_STR("Frame of the generator"), 0},
{"gi_running", __Pyx_Coroutine_get_is_running_getter, NULL, NULL, NULL},
{0, 0, 0, 0, 0}
};
static PyType_Slot __pyx_GeneratorType_slots[] = {
{Py_tp_dealloc, (void *)__Pyx_Coroutine_dealloc},
{Py_tp_traverse, (void *)__Pyx_Coroutine_traverse},
{Py_tp_iter, (void *)PyObject_SelfIter},
{Py_tp_iternext, (void *)__Pyx_Generator_Next},
{Py_tp_methods, (void *)__pyx_Generator_methods},
{Py_tp_members, (void *)__pyx_Generator_memberlist},
{Py_tp_getset, (void *)__pyx_Generator_getsets},
{Py_tp_getattro, (void *) PyObject_GenericGetAttr},
#if CYTHON_USE_TP_FINALIZE
{Py_tp_finalize, (void *)__Pyx_Coroutine_del},
#endif
#if __PYX_HAS_PY_AM_SEND == 1
{Py_am_send, (void *)__Pyx_Coroutine_AmSend},
#endif
{0, 0},
};
static PyType_Spec __pyx_GeneratorType_spec = {
__PYX_TYPE_MODULE_PREFIX "generator",
sizeof(__pyx_CoroutineObject),
0,
#if PY_VERSION_HEX >= 0x030C0000 && !CYTHON_COMPILING_IN_LIMITED_API
Py_TPFLAGS_MANAGED_WEAKREF |
#endif
Py_TPFLAGS_IMMUTABLETYPE | Py_TPFLAGS_DISALLOW_INSTANTIATION |
Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | __Pyx_TPFLAGS_HAVE_AM_SEND,
__pyx_GeneratorType_slots
};
#if __PYX_HAS_PY_AM_SEND == 2
static __Pyx_PyAsyncMethodsStruct __pyx_Generator_as_async;
#endif
static int __pyx_Generator_init(PyObject *module) {
__pyx_mstatetype *mstate = __Pyx_PyModule_GetState(module);
mstate->__pyx_GeneratorType = __Pyx_FetchCommonTypeFromSpec(
mstate->__pyx_CommonTypesMetaclassType, module, &__pyx_GeneratorType_spec, NULL);
if (unlikely(!mstate->__pyx_GeneratorType)) {
return -1;
}
#if __PYX_HAS_PY_AM_SEND == 2
__Pyx_SetBackportTypeAmSend(mstate->__pyx_GeneratorType, &__pyx_Generator_as_async, &__Pyx_Coroutine_AmSend);
#endif
return 0;
}
static PyObject *__Pyx_Generator_GetInlinedResult(PyObject *self) {
__pyx_CoroutineObject *gen = (__pyx_CoroutineObject*) self;
PyObject *retval = NULL;
if (unlikely(__Pyx_Coroutine_test_and_set_is_running(gen))) {
return __Pyx_Coroutine_AlreadyRunningError(gen);
}
__Pyx_PySendResult result = __Pyx_Coroutine_SendEx(gen, Py_None, &retval, 0);
__Pyx_Coroutine_unset_is_running(gen);
(void) result;
assert (result == PYGEN_RETURN || result == PYGEN_ERROR);
assert ((result == PYGEN_RETURN && retval != NULL) || (result == PYGEN_ERROR && retval == NULL));
return retval;
}
/* CheckBinaryVersion */
static int __Pyx_check_binary_version(unsigned long ct_version, unsigned long rt_version, int allow_newer) {
const unsigned long MAJOR_MINOR = 0xFFFF0000UL;
if ((rt_version & MAJOR_MINOR) == (ct_version & MAJOR_MINOR))
return 0;
if (likely(allow_newer && (rt_version & MAJOR_MINOR) > (ct_version & MAJOR_MINOR)))
return 1;
{
char message[200];
PyOS_snprintf(message, sizeof(message),
"compile time Python version %d.%d "
"of module '%.100s' "
"%s "
"runtime version %d.%d",
(int) (ct_version >> 24), (int) ((ct_version >> 16) & 0xFF),
__Pyx_MODULE_NAME,
(allow_newer) ? "was newer than" : "does not match",
(int) (rt_version >> 24), (int) ((rt_version >> 16) & 0xFF)
);
return PyErr_WarnEx(NULL, message, 1);
}
}
/* NewCodeObj */
#if CYTHON_COMPILING_IN_LIMITED_API
static PyObject* __Pyx__PyCode_New(int a, int p, int k, int l, int s, int f,
PyObject *code, PyObject *c, PyObject* n, PyObject *v,
PyObject *fv, PyObject *cell, PyObject* fn,
PyObject *name, int fline, PyObject *lnos) {
PyObject *exception_table = NULL;
PyObject *types_module=NULL, *code_type=NULL, *result=NULL;
#if __PYX_LIMITED_VERSION_HEX < 0x030b0000
PyObject *version_info;
PyObject *py_minor_version = NULL;
#endif
long minor_version = 0;
PyObject *type, *value, *traceback;
PyErr_Fetch(&type, &value, &traceback);
#if __PYX_LIMITED_VERSION_HEX >= 0x030b0000
minor_version = 11;
#else
if (!(version_info = PySys_GetObject("version_info"))) goto end;
if (!(py_minor_version = PySequence_GetItem(version_info, 1))) goto end;
minor_version = PyLong_AsLong(py_minor_version);
Py_DECREF(py_minor_version);
if (minor_version == -1 && PyErr_Occurred()) goto end;
#endif
if (!(types_module = PyImport_ImportModule("types"))) goto end;
if (!(code_type = PyObject_GetAttrString(types_module, "CodeType"))) goto end;
if (minor_version <= 7) {
(void)p;
result = PyObject_CallFunction(code_type, "iiiiiOOOOOOiOOO", a, k, l, s, f, code,
c, n, v, fn, name, fline, lnos, fv, cell);
} else if (minor_version <= 10) {
result = PyObject_CallFunction(code_type, "iiiiiiOOOOOOiOOO", a,p, k, l, s, f, code,
c, n, v, fn, name, fline, lnos, fv, cell);
} else {
if (!(exception_table = PyBytes_FromStringAndSize(NULL, 0))) goto end;
result = PyObject_CallFunction(code_type, "iiiiiiOOOOOOOiOOOO", a,p, k, l, s, f, code,
c, n, v, fn, name, name, fline, lnos, exception_table, fv, cell);
}
end:
Py_XDECREF(code_type);
Py_XDECREF(exception_table);
Py_XDECREF(types_module);
if (type) {
PyErr_Restore(type, value, traceback);
}
return result;
}
#elif PY_VERSION_HEX >= 0x030B0000
static PyCodeObject* __Pyx__PyCode_New(int a, int p, int k, int l, int s, int f,
PyObject *code, PyObject *c, PyObject* n, PyObject *v,
PyObject *fv, PyObject *cell, PyObject* fn,
PyObject *name, int fline, PyObject *lnos) {
PyCodeObject *result;
result =
#if PY_VERSION_HEX >= 0x030C0000
PyUnstable_Code_NewWithPosOnlyArgs
#else
PyCode_NewWithPosOnlyArgs
#endif
(a, p, k, l, s, f, code, c, n, v, fv, cell, fn, name, name, fline, lnos, __pyx_mstate_global->__pyx_empty_bytes);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030c00A1
if (likely(result))
result->_co_firsttraceable = 0;
#endif
return result;
}
#elif !CYTHON_COMPILING_IN_PYPY
#define __Pyx__PyCode_New(a, p, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
PyCode_NewWithPosOnlyArgs(a, p, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
#else
#define __Pyx__PyCode_New(a, p, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
#endif
static PyObject* __Pyx_PyCode_New(
const __Pyx_PyCode_New_function_description descr,
PyObject * const *varnames,
PyObject *filename,
PyObject *funcname,
PyObject *line_table,
PyObject *tuple_dedup_map
) {
PyObject *code_obj = NULL, *varnames_tuple_dedup = NULL, *code_bytes = NULL;
Py_ssize_t var_count = (Py_ssize_t) descr.nlocals;
PyObject *varnames_tuple = PyTuple_New(var_count);
if (unlikely(!varnames_tuple)) return NULL;
for (Py_ssize_t i=0; i < var_count; i++) {
Py_INCREF(varnames[i]);
if (__Pyx_PyTuple_SET_ITEM(varnames_tuple, i, varnames[i]) != (0)) goto done;
}
#if CYTHON_COMPILING_IN_LIMITED_API
varnames_tuple_dedup = PyDict_GetItem(tuple_dedup_map, varnames_tuple);
if (!varnames_tuple_dedup) {
if (unlikely(PyDict_SetItem(tuple_dedup_map, varnames_tuple, varnames_tuple) < 0)) goto done;
varnames_tuple_dedup = varnames_tuple;
}
#else
varnames_tuple_dedup = PyDict_SetDefault(tuple_dedup_map, varnames_tuple, varnames_tuple);
if (unlikely(!varnames_tuple_dedup)) goto done;
#endif
#if CYTHON_AVOID_BORROWED_REFS
Py_INCREF(varnames_tuple_dedup);
#endif
if (__PYX_LIMITED_VERSION_HEX >= (0x030b0000) && line_table != NULL && !CYTHON_COMPILING_IN_GRAAL) {
Py_ssize_t line_table_length = __Pyx_PyBytes_GET_SIZE(line_table);
#if !CYTHON_ASSUME_SAFE_SIZE
if (unlikely(line_table_length == -1)) goto done;
#endif
Py_ssize_t code_len = (line_table_length * 2 + 4) & ~3LL;
code_bytes = PyBytes_FromStringAndSize(NULL, code_len);
if (unlikely(!code_bytes)) goto done;
char* c_code_bytes = PyBytes_AsString(code_bytes);
if (unlikely(!c_code_bytes)) goto done;
memset(c_code_bytes, 0, (size_t) code_len);
}
code_obj = (PyObject*) __Pyx__PyCode_New(
(int) descr.argcount,
(int) descr.num_posonly_args,
(int) descr.num_kwonly_args,
(int) descr.nlocals,
0,
(int) descr.flags,
code_bytes ? code_bytes : __pyx_mstate_global->__pyx_empty_bytes,
__pyx_mstate_global->__pyx_empty_tuple,
__pyx_mstate_global->__pyx_empty_tuple,
varnames_tuple_dedup,
__pyx_mstate_global->__pyx_empty_tuple,
__pyx_mstate_global->__pyx_empty_tuple,
filename,
funcname,
(int) descr.first_line,
(__PYX_LIMITED_VERSION_HEX >= (0x030b0000) && line_table) ? line_table : __pyx_mstate_global->__pyx_empty_bytes
);
done:
Py_XDECREF(code_bytes);
#if CYTHON_AVOID_BORROWED_REFS
Py_XDECREF(varnames_tuple_dedup);
#endif
Py_DECREF(varnames_tuple);
return code_obj;
}
/* DecompressString */
static PyObject *__Pyx_DecompressString(const char *s, Py_ssize_t length, int algo) {
PyObject *module, *decompress, *compressed_bytes, *decompressed;
const char* module_name = algo == 3 ? "compression.zstd" : algo == 2 ? "bz2" : "zlib";
PyObject *methodname = PyUnicode_FromString("decompress");
if (unlikely(!methodname)) return NULL;
#if __PYX_LIMITED_VERSION_HEX >= 0x030e0000
if (algo == 3) {
PyObject *fromlist = Py_BuildValue("[O]", methodname);
if (unlikely(!fromlist)) return NULL;
module = PyImport_ImportModuleLevel("compression.zstd", NULL, NULL, fromlist, 0);
Py_DECREF(fromlist);
} else
#endif
module = PyImport_ImportModule(module_name);
if (unlikely(!module)) goto import_failed;
decompress = PyObject_GetAttr(module, methodname);
if (unlikely(!decompress)) goto import_failed;
{
#ifdef __cplusplus
char *memview_bytes = const_cast<char*>(s);
#else
#if defined(__clang__)
#pragma clang diagnostic push
#pragma clang diagnostic ignored "-Wcast-qual"
#elif !defined(__INTEL_COMPILER) && defined(__GNUC__)
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wcast-qual"
#endif
char *memview_bytes = (char*) s;
#if defined(__clang__)
#pragma clang diagnostic pop
#elif !defined(__INTEL_COMPILER) && defined(__GNUC__)
#pragma GCC diagnostic pop
#endif
#endif
#if CYTHON_COMPILING_IN_LIMITED_API && !defined(PyBUF_READ)
int memview_flags = 0x100;
#else
int memview_flags = PyBUF_READ;
#endif
compressed_bytes = PyMemoryView_FromMemory(memview_bytes, length, memview_flags);
}
if (unlikely(!compressed_bytes)) {
Py_DECREF(decompress);
goto bad;
}
decompressed = PyObject_CallFunctionObjArgs(decompress, compressed_bytes, NULL);
Py_DECREF(compressed_bytes);
Py_DECREF(decompress);
Py_DECREF(module);
Py_DECREF(methodname);
return decompressed;
import_failed:
PyErr_Format(PyExc_ImportError,
"Failed to import '%.20s.decompress' - cannot initialise module strings. "
"String compression was configured with the C macro 'CYTHON_COMPRESS_STRINGS=%d'.",
module_name, algo);
bad:
Py_XDECREF(module);
Py_DECREF(methodname);
return NULL;
}
#include <string.h>
static CYTHON_INLINE Py_ssize_t __Pyx_ssize_strlen(const char *s) {
size_t len = strlen(s);
if (unlikely(len > (size_t) PY_SSIZE_T_MAX)) {
PyErr_SetString(PyExc_OverflowError, "byte string is too long");
return -1;
}
return (Py_ssize_t) len;
}
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char* c_str) {
Py_ssize_t len = __Pyx_ssize_strlen(c_str);
if (unlikely(len < 0)) return NULL;
return __Pyx_PyUnicode_FromStringAndSize(c_str, len);
}
static CYTHON_INLINE PyObject* __Pyx_PyByteArray_FromString(const char* c_str) {
Py_ssize_t len = __Pyx_ssize_strlen(c_str);
if (unlikely(len < 0)) return NULL;
return PyByteArray_FromStringAndSize(c_str, len);
}
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject* o) {
Py_ssize_t ignore;
return __Pyx_PyObject_AsStringAndSize(o, &ignore);
}
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_UTF8
static CYTHON_INLINE const char* __Pyx_PyUnicode_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
if (unlikely(__Pyx_PyUnicode_READY(o) == -1)) return NULL;
#if CYTHON_COMPILING_IN_LIMITED_API
{
const char* result;
Py_ssize_t unicode_length;
CYTHON_MAYBE_UNUSED_VAR(unicode_length); // only for __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
#if __PYX_LIMITED_VERSION_HEX < 0x030A0000
if (unlikely(PyArg_Parse(o, "s#", &result, length) < 0)) return NULL;
#else
result = PyUnicode_AsUTF8AndSize(o, length);
#endif
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
unicode_length = PyUnicode_GetLength(o);
if (unlikely(unicode_length < 0)) return NULL;
if (unlikely(unicode_length != *length)) {
PyUnicode_AsASCIIString(o);
return NULL;
}
#endif
return result;
}
#else
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
if (likely(PyUnicode_IS_ASCII(o))) {
*length = PyUnicode_GET_LENGTH(o);
return PyUnicode_AsUTF8(o);
} else {
PyUnicode_AsASCIIString(o);
return NULL;
}
#else
return PyUnicode_AsUTF8AndSize(o, length);
#endif
#endif
}
#endif
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_UTF8
if (PyUnicode_Check(o)) {
return __Pyx_PyUnicode_AsStringAndSize(o, length);
} else
#endif
if (PyByteArray_Check(o)) {
#if (CYTHON_ASSUME_SAFE_SIZE && CYTHON_ASSUME_SAFE_MACROS) || (CYTHON_COMPILING_IN_PYPY && (defined(PyByteArray_AS_STRING) && defined(PyByteArray_GET_SIZE)))
*length = PyByteArray_GET_SIZE(o);
return PyByteArray_AS_STRING(o);
#else
*length = PyByteArray_Size(o);
if (*length == -1) return NULL;
return PyByteArray_AsString(o);
#endif
} else
{
char* result;
int r = PyBytes_AsStringAndSize(o, &result, length);
if (unlikely(r < 0)) {
return NULL;
} else {
return result;
}
}
}
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject* x) {
int is_true = x == Py_True;
if (is_true | (x == Py_False) | (x == Py_None)) return is_true;
else return PyObject_IsTrue(x);
}
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject* x) {
int retval;
if (unlikely(!x)) return -1;
retval = __Pyx_PyObject_IsTrue(x);
Py_DECREF(x);
return retval;
}
static PyObject* __Pyx_PyNumber_LongWrongResultType(PyObject* result) {
__Pyx_TypeName result_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(result));
if (PyLong_Check(result)) {
if (PyErr_WarnFormat(PyExc_DeprecationWarning, 1,
"__int__ returned non-int (type " __Pyx_FMT_TYPENAME "). "
"The ability to return an instance of a strict subclass of int is deprecated, "
"and may be removed in a future version of Python.",
result_type_name)) {
__Pyx_DECREF_TypeName(result_type_name);
Py_DECREF(result);
return NULL;
}
__Pyx_DECREF_TypeName(result_type_name);
return result;
}
PyErr_Format(PyExc_TypeError,
"__int__ returned non-int (type " __Pyx_FMT_TYPENAME ")",
result_type_name);
__Pyx_DECREF_TypeName(result_type_name);
Py_DECREF(result);
return NULL;
}
static CYTHON_INLINE PyObject* __Pyx_PyNumber_Long(PyObject* x) {
#if CYTHON_USE_TYPE_SLOTS
PyNumberMethods *m;
#endif
PyObject *res = NULL;
if (likely(PyLong_Check(x)))
return __Pyx_NewRef(x);
#if CYTHON_USE_TYPE_SLOTS
m = Py_TYPE(x)->tp_as_number;
if (likely(m && m->nb_int)) {
res = m->nb_int(x);
}
#else
if (!PyBytes_CheckExact(x) && !PyUnicode_CheckExact(x)) {
res = PyNumber_Long(x);
}
#endif
if (likely(res)) {
if (unlikely(!PyLong_CheckExact(res))) {
return __Pyx_PyNumber_LongWrongResultType(res);
}
}
else if (!PyErr_Occurred()) {
PyErr_SetString(PyExc_TypeError,
"an integer is required");
}
return res;
}
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject* b) {
Py_ssize_t ival;
PyObject *x;
if (likely(PyLong_CheckExact(b))) {
#if CYTHON_USE_PYLONG_INTERNALS
if (likely(__Pyx_PyLong_IsCompact(b))) {
return __Pyx_PyLong_CompactValue(b);
} else {
const digit* digits = __Pyx_PyLong_Digits(b);
const Py_ssize_t size = __Pyx_PyLong_SignedDigitCount(b);
switch (size) {
case 2:
if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
return (Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
}
break;
case -2:
if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
return -(Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
}
break;
case 3:
if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
return (Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
}
break;
case -3:
if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
return -(Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
}
break;
case 4:
if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
return (Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
}
break;
case -4:
if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
return -(Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
}
break;
}
}
#endif
return PyLong_AsSsize_t(b);
}
x = PyNumber_Index(b);
if (!x) return -1;
ival = PyLong_AsSsize_t(x);
Py_DECREF(x);
return ival;
}
static CYTHON_INLINE Py_hash_t __Pyx_PyIndex_AsHash_t(PyObject* o) {
if (sizeof(Py_hash_t) == sizeof(Py_ssize_t)) {
return (Py_hash_t) __Pyx_PyIndex_AsSsize_t(o);
} else {
Py_ssize_t ival;
PyObject *x;
x = PyNumber_Index(o);
if (!x) return -1;
ival = PyLong_AsLong(x);
Py_DECREF(x);
return ival;
}
}
static CYTHON_INLINE PyObject *__Pyx_Owned_Py_None(int b) {
CYTHON_UNUSED_VAR(b);
return __Pyx_NewRef(Py_None);
}
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b) {
return __Pyx_NewRef(b ? Py_True: Py_False);
}
static CYTHON_INLINE PyObject * __Pyx_PyLong_FromSize_t(size_t ival) {
return PyLong_FromSize_t(ival);
}
/* MultiPhaseInitModuleState */
#if CYTHON_PEP489_MULTI_PHASE_INIT && CYTHON_USE_MODULE_STATE
#ifndef CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
#if (CYTHON_COMPILING_IN_LIMITED_API || PY_VERSION_HEX >= 0x030C0000)
#define CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE 1
#else
#define CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE 0
#endif
#endif
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE && !CYTHON_ATOMICS
#error "Module state with PEP489 requires atomics. Currently that's one of\
C11, C++11, gcc atomic intrinsics or MSVC atomic intrinsics"
#endif
#if !CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
#define __Pyx_ModuleStateLookup_Lock()
#define __Pyx_ModuleStateLookup_Unlock()
#elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d0000
static PyMutex __Pyx_ModuleStateLookup_mutex = {0};
#define __Pyx_ModuleStateLookup_Lock() PyMutex_Lock(&__Pyx_ModuleStateLookup_mutex)
#define __Pyx_ModuleStateLookup_Unlock() PyMutex_Unlock(&__Pyx_ModuleStateLookup_mutex)
#elif defined(__cplusplus) && __cplusplus >= 201103L
#include <mutex>
static std::mutex __Pyx_ModuleStateLookup_mutex;
#define __Pyx_ModuleStateLookup_Lock() __Pyx_ModuleStateLookup_mutex.lock()
#define __Pyx_ModuleStateLookup_Unlock() __Pyx_ModuleStateLookup_mutex.unlock()
#elif defined(__STDC_VERSION__) && (__STDC_VERSION__ > 201112L) && !defined(__STDC_NO_THREADS__)
#include <threads.h>
static mtx_t __Pyx_ModuleStateLookup_mutex;
static once_flag __Pyx_ModuleStateLookup_mutex_once_flag = ONCE_FLAG_INIT;
static void __Pyx_ModuleStateLookup_initialize_mutex(void) {
mtx_init(&__Pyx_ModuleStateLookup_mutex, mtx_plain);
}
#define __Pyx_ModuleStateLookup_Lock()\
call_once(&__Pyx_ModuleStateLookup_mutex_once_flag, __Pyx_ModuleStateLookup_initialize_mutex);\
mtx_lock(&__Pyx_ModuleStateLookup_mutex)
#define __Pyx_ModuleStateLookup_Unlock() mtx_unlock(&__Pyx_ModuleStateLookup_mutex)
#elif defined(HAVE_PTHREAD_H)
#include <pthread.h>
static pthread_mutex_t __Pyx_ModuleStateLookup_mutex = PTHREAD_MUTEX_INITIALIZER;
#define __Pyx_ModuleStateLookup_Lock() pthread_mutex_lock(&__Pyx_ModuleStateLookup_mutex)
#define __Pyx_ModuleStateLookup_Unlock() pthread_mutex_unlock(&__Pyx_ModuleStateLookup_mutex)
#elif defined(_WIN32)
#include <Windows.h> // synchapi.h on its own doesn't work
static SRWLOCK __Pyx_ModuleStateLookup_mutex = SRWLOCK_INIT;
#define __Pyx_ModuleStateLookup_Lock() AcquireSRWLockExclusive(&__Pyx_ModuleStateLookup_mutex)
#define __Pyx_ModuleStateLookup_Unlock() ReleaseSRWLockExclusive(&__Pyx_ModuleStateLookup_mutex)
#else
#error "No suitable lock available for CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE.\
Requires C standard >= C11, or C++ standard >= C++11,\
or pthreads, or the Windows 32 API, or Python >= 3.13."
#endif
typedef struct {
int64_t id;
PyObject *module;
} __Pyx_InterpreterIdAndModule;
typedef struct {
char interpreter_id_as_index;
Py_ssize_t count;
Py_ssize_t allocated;
__Pyx_InterpreterIdAndModule table[1];
} __Pyx_ModuleStateLookupData;
#define __PYX_MODULE_STATE_LOOKUP_SMALL_SIZE 32
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
static __pyx_atomic_int_type __Pyx_ModuleStateLookup_read_counter = 0;
#endif
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
static __pyx_atomic_ptr_type __Pyx_ModuleStateLookup_data = 0;
#else
static __Pyx_ModuleStateLookupData* __Pyx_ModuleStateLookup_data = NULL;
#endif
static __Pyx_InterpreterIdAndModule* __Pyx_State_FindModuleStateLookupTableLowerBound(
__Pyx_InterpreterIdAndModule* table,
Py_ssize_t count,
int64_t interpreterId) {
__Pyx_InterpreterIdAndModule* begin = table;
__Pyx_InterpreterIdAndModule* end = begin + count;
if (begin->id == interpreterId) {
return begin;
}
while ((end - begin) > __PYX_MODULE_STATE_LOOKUP_SMALL_SIZE) {
__Pyx_InterpreterIdAndModule* halfway = begin + (end - begin)/2;
if (halfway->id == interpreterId) {
return halfway;
}
if (halfway->id < interpreterId) {
begin = halfway;
} else {
end = halfway;
}
}
for (; begin < end; ++begin) {
if (begin->id >= interpreterId) return begin;
}
return begin;
}
static PyObject *__Pyx_State_FindModule(CYTHON_UNUSED void* dummy) {
int64_t interpreter_id = PyInterpreterState_GetID(__Pyx_PyInterpreterState_Get());
if (interpreter_id == -1) return NULL;
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
__Pyx_ModuleStateLookupData* data = (__Pyx_ModuleStateLookupData*)__pyx_atomic_pointer_load_relaxed(&__Pyx_ModuleStateLookup_data);
{
__pyx_atomic_incr_acq_rel(&__Pyx_ModuleStateLookup_read_counter);
if (likely(data)) {
__Pyx_ModuleStateLookupData* new_data = (__Pyx_ModuleStateLookupData*)__pyx_atomic_pointer_load_acquire(&__Pyx_ModuleStateLookup_data);
if (likely(data == new_data)) {
goto read_finished;
}
}
__pyx_atomic_decr_acq_rel(&__Pyx_ModuleStateLookup_read_counter);
__Pyx_ModuleStateLookup_Lock();
__pyx_atomic_incr_relaxed(&__Pyx_ModuleStateLookup_read_counter);
data = (__Pyx_ModuleStateLookupData*)__pyx_atomic_pointer_load_relaxed(&__Pyx_ModuleStateLookup_data);
__Pyx_ModuleStateLookup_Unlock();
}
read_finished:;
#else
__Pyx_ModuleStateLookupData* data = __Pyx_ModuleStateLookup_data;
#endif
__Pyx_InterpreterIdAndModule* found = NULL;
if (unlikely(!data)) goto end;
if (data->interpreter_id_as_index) {
if (interpreter_id < data->count) {
found = data->table+interpreter_id;
}
} else {
found = __Pyx_State_FindModuleStateLookupTableLowerBound(
data->table, data->count, interpreter_id);
}
end:
{
PyObject *result=NULL;
if (found && found->id == interpreter_id) {
result = found->module;
}
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
__pyx_atomic_decr_acq_rel(&__Pyx_ModuleStateLookup_read_counter);
#endif
return result;
}
}
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
static void __Pyx_ModuleStateLookup_wait_until_no_readers(void) {
while (__pyx_atomic_load(&__Pyx_ModuleStateLookup_read_counter) != 0);
}
#else
#define __Pyx_ModuleStateLookup_wait_until_no_readers()
#endif
static int __Pyx_State_AddModuleInterpIdAsIndex(__Pyx_ModuleStateLookupData **old_data, PyObject* module, int64_t interpreter_id) {
Py_ssize_t to_allocate = (*old_data)->allocated;
while (to_allocate <= interpreter_id) {
if (to_allocate == 0) to_allocate = 1;
else to_allocate *= 2;
}
__Pyx_ModuleStateLookupData *new_data = *old_data;
if (to_allocate != (*old_data)->allocated) {
new_data = (__Pyx_ModuleStateLookupData *)realloc(
*old_data,
sizeof(__Pyx_ModuleStateLookupData)+(to_allocate-1)*sizeof(__Pyx_InterpreterIdAndModule));
if (!new_data) {
PyErr_NoMemory();
return -1;
}
for (Py_ssize_t i = new_data->allocated; i < to_allocate; ++i) {
new_data->table[i].id = i;
new_data->table[i].module = NULL;
}
new_data->allocated = to_allocate;
}
new_data->table[interpreter_id].module = module;
if (new_data->count < interpreter_id+1) {
new_data->count = interpreter_id+1;
}
*old_data = new_data;
return 0;
}
static void __Pyx_State_ConvertFromInterpIdAsIndex(__Pyx_ModuleStateLookupData *data) {
__Pyx_InterpreterIdAndModule *read = data->table;
__Pyx_InterpreterIdAndModule *write = data->table;
__Pyx_InterpreterIdAndModule *end = read + data->count;
for (; read<end; ++read) {
if (read->module) {
write->id = read->id;
write->module = read->module;
++write;
}
}
data->count = write - data->table;
for (; write<end; ++write) {
write->id = 0;
write->module = NULL;
}
data->interpreter_id_as_index = 0;
}
static int __Pyx_State_AddModule(PyObject* module, CYTHON_UNUSED void* dummy) {
int64_t interpreter_id = PyInterpreterState_GetID(__Pyx_PyInterpreterState_Get());
if (interpreter_id == -1) return -1;
int result = 0;
__Pyx_ModuleStateLookup_Lock();
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
__Pyx_ModuleStateLookupData *old_data = (__Pyx_ModuleStateLookupData *)
__pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, 0);
#else
__Pyx_ModuleStateLookupData *old_data = __Pyx_ModuleStateLookup_data;
#endif
__Pyx_ModuleStateLookupData *new_data = old_data;
if (!new_data) {
new_data = (__Pyx_ModuleStateLookupData *)calloc(1, sizeof(__Pyx_ModuleStateLookupData));
if (!new_data) {
result = -1;
PyErr_NoMemory();
goto end;
}
new_data->allocated = 1;
new_data->interpreter_id_as_index = 1;
}
__Pyx_ModuleStateLookup_wait_until_no_readers();
if (new_data->interpreter_id_as_index) {
if (interpreter_id < __PYX_MODULE_STATE_LOOKUP_SMALL_SIZE) {
result = __Pyx_State_AddModuleInterpIdAsIndex(&new_data, module, interpreter_id);
goto end;
}
__Pyx_State_ConvertFromInterpIdAsIndex(new_data);
}
{
Py_ssize_t insert_at = 0;
{
__Pyx_InterpreterIdAndModule* lower_bound = __Pyx_State_FindModuleStateLookupTableLowerBound(
new_data->table, new_data->count, interpreter_id);
assert(lower_bound);
insert_at = lower_bound - new_data->table;
if (unlikely(insert_at < new_data->count && lower_bound->id == interpreter_id)) {
lower_bound->module = module;
goto end; // already in table, nothing more to do
}
}
if (new_data->count+1 >= new_data->allocated) {
Py_ssize_t to_allocate = (new_data->count+1)*2;
new_data =
(__Pyx_ModuleStateLookupData*)realloc(
new_data,
sizeof(__Pyx_ModuleStateLookupData) +
(to_allocate-1)*sizeof(__Pyx_InterpreterIdAndModule));
if (!new_data) {
result = -1;
new_data = old_data;
PyErr_NoMemory();
goto end;
}
new_data->allocated = to_allocate;
}
++new_data->count;
int64_t last_id = interpreter_id;
PyObject *last_module = module;
for (Py_ssize_t i=insert_at; i<new_data->count; ++i) {
int64_t current_id = new_data->table[i].id;
new_data->table[i].id = last_id;
last_id = current_id;
PyObject *current_module = new_data->table[i].module;
new_data->table[i].module = last_module;
last_module = current_module;
}
}
end:
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
__pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, new_data);
#else
__Pyx_ModuleStateLookup_data = new_data;
#endif
__Pyx_ModuleStateLookup_Unlock();
return result;
}
static int __Pyx_State_RemoveModule(CYTHON_UNUSED void* dummy) {
int64_t interpreter_id = PyInterpreterState_GetID(__Pyx_PyInterpreterState_Get());
if (interpreter_id == -1) return -1;
__Pyx_ModuleStateLookup_Lock();
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
__Pyx_ModuleStateLookupData *data = (__Pyx_ModuleStateLookupData *)
__pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, 0);
#else
__Pyx_ModuleStateLookupData *data = __Pyx_ModuleStateLookup_data;
#endif
if (data->interpreter_id_as_index) {
if (interpreter_id < data->count) {
data->table[interpreter_id].module = NULL;
}
goto done;
}
{
__Pyx_ModuleStateLookup_wait_until_no_readers();
__Pyx_InterpreterIdAndModule* lower_bound = __Pyx_State_FindModuleStateLookupTableLowerBound(
data->table, data->count, interpreter_id);
if (!lower_bound) goto done;
if (lower_bound->id != interpreter_id) goto done;
__Pyx_InterpreterIdAndModule *end = data->table+data->count;
for (;lower_bound<end-1; ++lower_bound) {
lower_bound->id = (lower_bound+1)->id;
lower_bound->module = (lower_bound+1)->module;
}
}
--data->count;
if (data->count == 0) {
free(data);
data = NULL;
}
done:
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
__pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, data);
#else
__Pyx_ModuleStateLookup_data = data;
#endif
__Pyx_ModuleStateLookup_Unlock();
return 0;
}
#endif
/* #### Code section: utility_code_pragmas_end ### */
#ifdef _MSC_VER
#pragma warning( pop )
#endif
/* #### Code section: end ### */
#endif /* Py_PYTHON_H */
Reference in new issue View Git Blame Copy Permalink