You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
9408 lines
373 KiB
9408 lines
373 KiB
/* Generated by Cython 3.2.1 */
|
|
|
|
/* BEGIN: Cython Metadata
|
|
{
|
|
"distutils": {
|
|
"depends": [],
|
|
"include_dirs": [
|
|
"C:\\Users\\runneradmin\\AppData\\Local\\Temp\\build-env-kzdm41oa\\Lib\\site-packages\\numpy\\_core\\include",
|
|
"C:\\Users\\runneradmin\\AppData\\Local\\pypa\\cibuildwheel\\Cache\\nuget-cpython\\python.3.12.10\\tools\\Include"
|
|
],
|
|
"language": "c++",
|
|
"name": "thinc.backends.linalg",
|
|
"sources": [
|
|
"thinc/backends/linalg.pyx"
|
|
]
|
|
},
|
|
"module_name": "thinc.backends.linalg"
|
|
}
|
|
END: Cython Metadata */
|
|
|
|
#ifndef PY_SSIZE_T_CLEAN
|
|
#define PY_SSIZE_T_CLEAN
|
|
#endif /* PY_SSIZE_T_CLEAN */
|
|
/* InitLimitedAPI */
|
|
#if defined(Py_LIMITED_API)
|
|
#if !defined(CYTHON_LIMITED_API)
|
|
#define CYTHON_LIMITED_API 1
|
|
#endif
|
|
#elif defined(CYTHON_LIMITED_API)
|
|
#ifdef _MSC_VER
|
|
#pragma message ("Limited API usage is enabled with 'CYTHON_LIMITED_API' but 'Py_LIMITED_API' does not define a Python target version. Consider setting 'Py_LIMITED_API' instead.")
|
|
#else
|
|
#warning Limited API usage is enabled with 'CYTHON_LIMITED_API' but 'Py_LIMITED_API' does not define a Python target version. Consider setting 'Py_LIMITED_API' instead.
|
|
#endif
|
|
#endif
|
|
|
|
#include "Python.h"
|
|
#ifndef Py_PYTHON_H
|
|
#error Python headers needed to compile C extensions, please install development version of Python.
|
|
#elif PY_VERSION_HEX < 0x03080000
|
|
#error Cython requires Python 3.8+.
|
|
#else
|
|
#define __PYX_ABI_VERSION "3_2_1"
|
|
#define CYTHON_HEX_VERSION 0x030201F0
|
|
#define CYTHON_FUTURE_DIVISION 0
|
|
/* CModulePreamble */
|
|
#include <stddef.h>
|
|
#ifndef offsetof
|
|
#define offsetof(type, member) ( (size_t) & ((type*)0) -> member )
|
|
#endif
|
|
#if !defined(_WIN32) && !defined(WIN32) && !defined(MS_WINDOWS)
|
|
#ifndef __stdcall
|
|
#define __stdcall
|
|
#endif
|
|
#ifndef __cdecl
|
|
#define __cdecl
|
|
#endif
|
|
#ifndef __fastcall
|
|
#define __fastcall
|
|
#endif
|
|
#endif
|
|
#ifndef DL_IMPORT
|
|
#define DL_IMPORT(t) t
|
|
#endif
|
|
#ifndef DL_EXPORT
|
|
#define DL_EXPORT(t) t
|
|
#endif
|
|
#define __PYX_COMMA ,
|
|
#ifndef PY_LONG_LONG
|
|
#define PY_LONG_LONG LONG_LONG
|
|
#endif
|
|
#ifndef Py_HUGE_VAL
|
|
#define Py_HUGE_VAL HUGE_VAL
|
|
#endif
|
|
#define __PYX_LIMITED_VERSION_HEX PY_VERSION_HEX
|
|
#if defined(GRAALVM_PYTHON)
|
|
/* For very preliminary testing purposes. Most variables are set the same as PyPy.
|
|
The existence of this section does not imply that anything works or is even tested */
|
|
#define CYTHON_COMPILING_IN_PYPY 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON 0
|
|
#define CYTHON_COMPILING_IN_LIMITED_API 0
|
|
#define CYTHON_COMPILING_IN_GRAAL 1
|
|
#define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
|
|
#undef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 0
|
|
#undef CYTHON_USE_TYPE_SPECS
|
|
#define CYTHON_USE_TYPE_SPECS 0
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#undef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 0
|
|
#undef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 0
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#undef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 1
|
|
#undef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
|
|
#define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 0
|
|
#undef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 0
|
|
#undef CYTHON_ASSUME_SAFE_SIZE
|
|
#define CYTHON_ASSUME_SAFE_SIZE 0
|
|
#undef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 0
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#undef CYTHON_FAST_GIL
|
|
#define CYTHON_FAST_GIL 0
|
|
#undef CYTHON_METH_FASTCALL
|
|
#define CYTHON_METH_FASTCALL 0
|
|
#undef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 0
|
|
#ifndef CYTHON_PEP487_INIT_SUBCLASS
|
|
#define CYTHON_PEP487_INIT_SUBCLASS 1
|
|
#endif
|
|
#undef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 1
|
|
#undef CYTHON_USE_MODULE_STATE
|
|
#define CYTHON_USE_MODULE_STATE 0
|
|
#undef CYTHON_USE_SYS_MONITORING
|
|
#define CYTHON_USE_SYS_MONITORING 0
|
|
#undef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE 0
|
|
#undef CYTHON_USE_AM_SEND
|
|
#define CYTHON_USE_AM_SEND 0
|
|
#undef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS 0
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 1
|
|
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
#define CYTHON_UPDATE_DESCRIPTOR_DOC 0
|
|
#endif
|
|
#undef CYTHON_USE_FREELISTS
|
|
#define CYTHON_USE_FREELISTS 0
|
|
#undef CYTHON_IMMORTAL_CONSTANTS
|
|
#define CYTHON_IMMORTAL_CONSTANTS 0
|
|
#elif defined(PYPY_VERSION)
|
|
#define CYTHON_COMPILING_IN_PYPY 1
|
|
#define CYTHON_COMPILING_IN_CPYTHON 0
|
|
#define CYTHON_COMPILING_IN_LIMITED_API 0
|
|
#define CYTHON_COMPILING_IN_GRAAL 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
|
|
#undef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 1
|
|
#ifndef CYTHON_USE_TYPE_SPECS
|
|
#define CYTHON_USE_TYPE_SPECS 0
|
|
#endif
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#undef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 0
|
|
#undef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 0
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#undef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 1
|
|
#undef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
|
|
#define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 1
|
|
#undef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 0
|
|
#ifndef CYTHON_ASSUME_SAFE_SIZE
|
|
#define CYTHON_ASSUME_SAFE_SIZE 1
|
|
#endif
|
|
#undef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 0
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#undef CYTHON_FAST_GIL
|
|
#define CYTHON_FAST_GIL 0
|
|
#undef CYTHON_METH_FASTCALL
|
|
#define CYTHON_METH_FASTCALL 0
|
|
#undef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 0
|
|
#ifndef CYTHON_PEP487_INIT_SUBCLASS
|
|
#define CYTHON_PEP487_INIT_SUBCLASS 1
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x03090000
|
|
#undef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 0
|
|
#elif !defined(CYTHON_PEP489_MULTI_PHASE_INIT)
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 1
|
|
#endif
|
|
#undef CYTHON_USE_MODULE_STATE
|
|
#define CYTHON_USE_MODULE_STATE 0
|
|
#undef CYTHON_USE_SYS_MONITORING
|
|
#define CYTHON_USE_SYS_MONITORING 0
|
|
#ifndef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE (PYPY_VERSION_NUM >= 0x07030C00)
|
|
#endif
|
|
#undef CYTHON_USE_AM_SEND
|
|
#define CYTHON_USE_AM_SEND 0
|
|
#undef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS 0
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 0
|
|
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
#define CYTHON_UPDATE_DESCRIPTOR_DOC (PYPY_VERSION_NUM >= 0x07031100)
|
|
#endif
|
|
#undef CYTHON_USE_FREELISTS
|
|
#define CYTHON_USE_FREELISTS 0
|
|
#undef CYTHON_IMMORTAL_CONSTANTS
|
|
#define CYTHON_IMMORTAL_CONSTANTS 0
|
|
#elif defined(CYTHON_LIMITED_API)
|
|
#ifdef Py_LIMITED_API
|
|
#undef __PYX_LIMITED_VERSION_HEX
|
|
#define __PYX_LIMITED_VERSION_HEX Py_LIMITED_API
|
|
#endif
|
|
#define CYTHON_COMPILING_IN_PYPY 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON 0
|
|
#define CYTHON_COMPILING_IN_LIMITED_API 1
|
|
#define CYTHON_COMPILING_IN_GRAAL 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
|
|
#undef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 0
|
|
#undef CYTHON_USE_TYPE_SPECS
|
|
#define CYTHON_USE_TYPE_SPECS 1
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#undef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 0
|
|
#undef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 0
|
|
#ifndef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#endif
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#ifndef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 0
|
|
#endif
|
|
#ifndef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
|
|
#define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 0
|
|
#endif
|
|
#undef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 0
|
|
#undef CYTHON_ASSUME_SAFE_SIZE
|
|
#define CYTHON_ASSUME_SAFE_SIZE 0
|
|
#undef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 0
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#undef CYTHON_FAST_GIL
|
|
#define CYTHON_FAST_GIL 0
|
|
#undef CYTHON_METH_FASTCALL
|
|
#define CYTHON_METH_FASTCALL (__PYX_LIMITED_VERSION_HEX >= 0x030C0000)
|
|
#undef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 0
|
|
#ifndef CYTHON_PEP487_INIT_SUBCLASS
|
|
#define CYTHON_PEP487_INIT_SUBCLASS 1
|
|
#endif
|
|
#ifndef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 1
|
|
#endif
|
|
#ifndef CYTHON_USE_MODULE_STATE
|
|
#define CYTHON_USE_MODULE_STATE 0
|
|
#endif
|
|
#undef CYTHON_USE_SYS_MONITORING
|
|
#define CYTHON_USE_SYS_MONITORING 0
|
|
#ifndef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE 0
|
|
#endif
|
|
#ifndef CYTHON_USE_AM_SEND
|
|
#define CYTHON_USE_AM_SEND (__PYX_LIMITED_VERSION_HEX >= 0x030A0000)
|
|
#endif
|
|
#undef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS 0
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 0
|
|
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
#define CYTHON_UPDATE_DESCRIPTOR_DOC 0
|
|
#endif
|
|
#ifndef CYTHON_USE_FREELISTS
|
|
#define CYTHON_USE_FREELISTS 1
|
|
#endif
|
|
#undef CYTHON_IMMORTAL_CONSTANTS
|
|
#define CYTHON_IMMORTAL_CONSTANTS 0
|
|
#else
|
|
#define CYTHON_COMPILING_IN_PYPY 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON 1
|
|
#define CYTHON_COMPILING_IN_LIMITED_API 0
|
|
#define CYTHON_COMPILING_IN_GRAAL 0
|
|
#ifdef Py_GIL_DISABLED
|
|
#define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 1
|
|
#else
|
|
#define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x030A0000
|
|
#undef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 1
|
|
#elif !defined(CYTHON_USE_TYPE_SLOTS)
|
|
#define CYTHON_USE_TYPE_SLOTS 1
|
|
#endif
|
|
#ifndef CYTHON_USE_TYPE_SPECS
|
|
#define CYTHON_USE_TYPE_SPECS 0
|
|
#endif
|
|
#ifndef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 1
|
|
#endif
|
|
#ifndef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 1
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
#undef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 0
|
|
#elif !defined(CYTHON_USE_PYLIST_INTERNALS)
|
|
#define CYTHON_USE_PYLIST_INTERNALS 1
|
|
#endif
|
|
#ifndef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 1
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING || PY_VERSION_HEX >= 0x030B00A2
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#elif !defined(CYTHON_USE_UNICODE_WRITER)
|
|
#define CYTHON_USE_UNICODE_WRITER 1
|
|
#endif
|
|
#ifndef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 0
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
#undef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
|
|
#define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 1
|
|
#elif !defined(CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS)
|
|
#define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 0
|
|
#endif
|
|
#ifndef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 1
|
|
#endif
|
|
#ifndef CYTHON_ASSUME_SAFE_SIZE
|
|
#define CYTHON_ASSUME_SAFE_SIZE 1
|
|
#endif
|
|
#ifndef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 1
|
|
#endif
|
|
#ifndef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 1
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
#undef CYTHON_FAST_GIL
|
|
#define CYTHON_FAST_GIL 0
|
|
#elif !defined(CYTHON_FAST_GIL)
|
|
#define CYTHON_FAST_GIL (PY_VERSION_HEX < 0x030C00A6)
|
|
#endif
|
|
#ifndef CYTHON_METH_FASTCALL
|
|
#define CYTHON_METH_FASTCALL 1
|
|
#endif
|
|
#ifndef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 1
|
|
#endif
|
|
#ifndef CYTHON_PEP487_INIT_SUBCLASS
|
|
#define CYTHON_PEP487_INIT_SUBCLASS 1
|
|
#endif
|
|
#ifndef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 1
|
|
#endif
|
|
#ifndef CYTHON_USE_MODULE_STATE
|
|
#define CYTHON_USE_MODULE_STATE 0
|
|
#endif
|
|
#ifndef CYTHON_USE_SYS_MONITORING
|
|
#define CYTHON_USE_SYS_MONITORING (PY_VERSION_HEX >= 0x030d00B1)
|
|
#endif
|
|
#ifndef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE 1
|
|
#endif
|
|
#ifndef CYTHON_USE_AM_SEND
|
|
#define CYTHON_USE_AM_SEND 1
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
#undef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS 0
|
|
#elif !defined(CYTHON_USE_DICT_VERSIONS)
|
|
#define CYTHON_USE_DICT_VERSIONS (PY_VERSION_HEX < 0x030C00A5 && !CYTHON_USE_MODULE_STATE)
|
|
#endif
|
|
#ifndef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 1
|
|
#endif
|
|
#ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
|
|
#define CYTHON_UPDATE_DESCRIPTOR_DOC 1
|
|
#endif
|
|
#ifndef CYTHON_USE_FREELISTS
|
|
#define CYTHON_USE_FREELISTS (!CYTHON_COMPILING_IN_CPYTHON_FREETHREADING)
|
|
#endif
|
|
#if defined(CYTHON_IMMORTAL_CONSTANTS) && PY_VERSION_HEX < 0x030C0000
|
|
#undef CYTHON_IMMORTAL_CONSTANTS
|
|
#define CYTHON_IMMORTAL_CONSTANTS 0 // definitely won't work
|
|
#elif !defined(CYTHON_IMMORTAL_CONSTANTS)
|
|
#define CYTHON_IMMORTAL_CONSTANTS (PY_VERSION_HEX >= 0x030C0000 && !CYTHON_USE_MODULE_STATE && CYTHON_COMPILING_IN_CPYTHON_FREETHREADING)
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_COMPRESS_STRINGS
|
|
#define CYTHON_COMPRESS_STRINGS 1
|
|
#endif
|
|
#ifndef CYTHON_FAST_PYCCALL
|
|
#define CYTHON_FAST_PYCCALL CYTHON_FAST_PYCALL
|
|
#endif
|
|
#ifndef CYTHON_VECTORCALL
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
#define CYTHON_VECTORCALL (__PYX_LIMITED_VERSION_HEX >= 0x030C0000)
|
|
#else
|
|
#define CYTHON_VECTORCALL (CYTHON_FAST_PYCCALL)
|
|
#endif
|
|
#endif
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
#undef SHIFT
|
|
#undef BASE
|
|
#undef MASK
|
|
#ifdef SIZEOF_VOID_P
|
|
enum { __pyx_check_sizeof_voidp = 1 / (int)(SIZEOF_VOID_P == sizeof(void*)) };
|
|
#endif
|
|
#endif
|
|
#ifndef __has_attribute
|
|
#define __has_attribute(x) 0
|
|
#endif
|
|
#ifndef __has_cpp_attribute
|
|
#define __has_cpp_attribute(x) 0
|
|
#endif
|
|
#ifndef CYTHON_RESTRICT
|
|
#if defined(__GNUC__)
|
|
#define CYTHON_RESTRICT __restrict__
|
|
#elif defined(_MSC_VER) && _MSC_VER >= 1400
|
|
#define CYTHON_RESTRICT __restrict
|
|
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
|
#define CYTHON_RESTRICT restrict
|
|
#else
|
|
#define CYTHON_RESTRICT
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_UNUSED
|
|
#if defined(__cplusplus)
|
|
/* for clang __has_cpp_attribute(maybe_unused) is true even before C++17
|
|
* but leads to warnings with -pedantic, since it is a C++17 feature */
|
|
#if ((defined(_MSVC_LANG) && _MSVC_LANG >= 201703L) || __cplusplus >= 201703L)
|
|
#if __has_cpp_attribute(maybe_unused)
|
|
#define CYTHON_UNUSED [[maybe_unused]]
|
|
#endif
|
|
#endif
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_UNUSED
|
|
# if defined(__GNUC__)
|
|
# if !(defined(__cplusplus)) || (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4))
|
|
# define CYTHON_UNUSED __attribute__ ((__unused__))
|
|
# else
|
|
# define CYTHON_UNUSED
|
|
# endif
|
|
# elif defined(__ICC) || (defined(__INTEL_COMPILER) && !defined(_MSC_VER))
|
|
# define CYTHON_UNUSED __attribute__ ((__unused__))
|
|
# else
|
|
# define CYTHON_UNUSED
|
|
# endif
|
|
#endif
|
|
#ifndef CYTHON_UNUSED_VAR
|
|
# if defined(__cplusplus)
|
|
template<class T> void CYTHON_UNUSED_VAR( const T& ) { }
|
|
# else
|
|
# define CYTHON_UNUSED_VAR(x) (void)(x)
|
|
# endif
|
|
#endif
|
|
#ifndef CYTHON_MAYBE_UNUSED_VAR
|
|
#define CYTHON_MAYBE_UNUSED_VAR(x) CYTHON_UNUSED_VAR(x)
|
|
#endif
|
|
#ifndef CYTHON_NCP_UNUSED
|
|
# if CYTHON_COMPILING_IN_CPYTHON && !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
# define CYTHON_NCP_UNUSED
|
|
# else
|
|
# define CYTHON_NCP_UNUSED CYTHON_UNUSED
|
|
# endif
|
|
#endif
|
|
#ifndef CYTHON_USE_CPP_STD_MOVE
|
|
#if defined(__cplusplus) && (\
|
|
__cplusplus >= 201103L || (defined(_MSC_VER) && _MSC_VER >= 1600))
|
|
#define CYTHON_USE_CPP_STD_MOVE 1
|
|
#else
|
|
#define CYTHON_USE_CPP_STD_MOVE 0
|
|
#endif
|
|
#endif
|
|
#define __Pyx_void_to_None(void_result) ((void)(void_result), Py_INCREF(Py_None), Py_None)
|
|
#include <stdint.h>
|
|
typedef uintptr_t __pyx_uintptr_t;
|
|
#ifndef CYTHON_FALLTHROUGH
|
|
#if defined(__cplusplus)
|
|
/* for clang __has_cpp_attribute(fallthrough) is true even before C++17
|
|
* but leads to warnings with -pedantic, since it is a C++17 feature */
|
|
#if ((defined(_MSVC_LANG) && _MSVC_LANG >= 201703L) || __cplusplus >= 201703L)
|
|
#if __has_cpp_attribute(fallthrough)
|
|
#define CYTHON_FALLTHROUGH [[fallthrough]]
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_FALLTHROUGH
|
|
#if __has_cpp_attribute(clang::fallthrough)
|
|
#define CYTHON_FALLTHROUGH [[clang::fallthrough]]
|
|
#elif __has_cpp_attribute(gnu::fallthrough)
|
|
#define CYTHON_FALLTHROUGH [[gnu::fallthrough]]
|
|
#endif
|
|
#endif
|
|
#endif
|
|
#ifndef CYTHON_FALLTHROUGH
|
|
#if __has_attribute(fallthrough)
|
|
#define CYTHON_FALLTHROUGH __attribute__((fallthrough))
|
|
#else
|
|
#define CYTHON_FALLTHROUGH
|
|
#endif
|
|
#endif
|
|
#if defined(__clang__) && defined(__apple_build_version__)
|
|
#if __apple_build_version__ < 7000000
|
|
#undef CYTHON_FALLTHROUGH
|
|
#define CYTHON_FALLTHROUGH
|
|
#endif
|
|
#endif
|
|
#endif
|
|
#ifndef Py_UNREACHABLE
|
|
#define Py_UNREACHABLE() assert(0); abort()
|
|
#endif
|
|
#ifdef __cplusplus
|
|
template <typename T>
|
|
struct __PYX_IS_UNSIGNED_IMPL {static const bool value = T(0) < T(-1);};
|
|
#define __PYX_IS_UNSIGNED(type) (__PYX_IS_UNSIGNED_IMPL<type>::value)
|
|
#else
|
|
#define __PYX_IS_UNSIGNED(type) (((type)-1) > 0)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY == 1
|
|
#define __PYX_NEED_TP_PRINT_SLOT (PY_VERSION_HEX < 0x030A0000)
|
|
#else
|
|
#define __PYX_NEED_TP_PRINT_SLOT (PY_VERSION_HEX < 0x03090000)
|
|
#endif
|
|
#define __PYX_REINTERPRET_FUNCION(func_pointer, other_pointer) ((func_pointer)(void(*)(void))(other_pointer))
|
|
|
|
/* CppInitCode */
|
|
#ifndef __cplusplus
|
|
#error "Cython files generated with the C++ option must be compiled with a C++ compiler."
|
|
#endif
|
|
#ifndef CYTHON_INLINE
|
|
#if defined(__clang__)
|
|
#define CYTHON_INLINE __inline__ __attribute__ ((__unused__))
|
|
#else
|
|
#define CYTHON_INLINE inline
|
|
#endif
|
|
#endif
|
|
template<typename T>
|
|
void __Pyx_call_destructor(T& x) {
|
|
x.~T();
|
|
}
|
|
template<typename T>
|
|
class __Pyx_FakeReference {
|
|
public:
|
|
__Pyx_FakeReference() : ptr(NULL) { }
|
|
__Pyx_FakeReference(const T& ref) : ptr(const_cast<T*>(&ref)) { }
|
|
T *operator->() { return ptr; }
|
|
T *operator&() { return ptr; }
|
|
operator T&() { return *ptr; }
|
|
template<typename U> bool operator ==(const U& other) const { return *ptr == other; }
|
|
template<typename U> bool operator !=(const U& other) const { return *ptr != other; }
|
|
template<typename U> bool operator==(const __Pyx_FakeReference<U>& other) const { return *ptr == *other.ptr; }
|
|
template<typename U> bool operator!=(const __Pyx_FakeReference<U>& other) const { return *ptr != *other.ptr; }
|
|
private:
|
|
T *ptr;
|
|
};
|
|
|
|
/* PythonCompatibility */
|
|
#define __PYX_BUILD_PY_SSIZE_T "n"
|
|
#define CYTHON_FORMAT_SSIZE_T "z"
|
|
#define __Pyx_BUILTIN_MODULE_NAME "builtins"
|
|
#define __Pyx_DefaultClassType PyType_Type
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
#ifndef CO_OPTIMIZED
|
|
static int CO_OPTIMIZED;
|
|
#endif
|
|
#ifndef CO_NEWLOCALS
|
|
static int CO_NEWLOCALS;
|
|
#endif
|
|
#ifndef CO_VARARGS
|
|
static int CO_VARARGS;
|
|
#endif
|
|
#ifndef CO_VARKEYWORDS
|
|
static int CO_VARKEYWORDS;
|
|
#endif
|
|
#ifndef CO_ASYNC_GENERATOR
|
|
static int CO_ASYNC_GENERATOR;
|
|
#endif
|
|
#ifndef CO_GENERATOR
|
|
static int CO_GENERATOR;
|
|
#endif
|
|
#ifndef CO_COROUTINE
|
|
static int CO_COROUTINE;
|
|
#endif
|
|
#else
|
|
#ifndef CO_COROUTINE
|
|
#define CO_COROUTINE 0x80
|
|
#endif
|
|
#ifndef CO_ASYNC_GENERATOR
|
|
#define CO_ASYNC_GENERATOR 0x200
|
|
#endif
|
|
#endif
|
|
static int __Pyx_init_co_variables(void);
|
|
#if PY_VERSION_HEX >= 0x030900A4 || defined(Py_IS_TYPE)
|
|
#define __Pyx_IS_TYPE(ob, type) Py_IS_TYPE(ob, type)
|
|
#else
|
|
#define __Pyx_IS_TYPE(ob, type) (((const PyObject*)ob)->ob_type == (type))
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_Is)
|
|
#define __Pyx_Py_Is(x, y) Py_Is(x, y)
|
|
#else
|
|
#define __Pyx_Py_Is(x, y) ((x) == (y))
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_IsNone)
|
|
#define __Pyx_Py_IsNone(ob) Py_IsNone(ob)
|
|
#else
|
|
#define __Pyx_Py_IsNone(ob) __Pyx_Py_Is((ob), Py_None)
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_IsTrue)
|
|
#define __Pyx_Py_IsTrue(ob) Py_IsTrue(ob)
|
|
#else
|
|
#define __Pyx_Py_IsTrue(ob) __Pyx_Py_Is((ob), Py_True)
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_IsFalse)
|
|
#define __Pyx_Py_IsFalse(ob) Py_IsFalse(ob)
|
|
#else
|
|
#define __Pyx_Py_IsFalse(ob) __Pyx_Py_Is((ob), Py_False)
|
|
#endif
|
|
#define __Pyx_NoneAsNull(obj) (__Pyx_Py_IsNone(obj) ? NULL : (obj))
|
|
#if PY_VERSION_HEX >= 0x030900F0 && !CYTHON_COMPILING_IN_PYPY
|
|
#define __Pyx_PyObject_GC_IsFinalized(o) PyObject_GC_IsFinalized(o)
|
|
#else
|
|
#define __Pyx_PyObject_GC_IsFinalized(o) _PyGC_FINALIZED(o)
|
|
#endif
|
|
#ifndef Py_TPFLAGS_CHECKTYPES
|
|
#define Py_TPFLAGS_CHECKTYPES 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_HAVE_INDEX
|
|
#define Py_TPFLAGS_HAVE_INDEX 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_HAVE_NEWBUFFER
|
|
#define Py_TPFLAGS_HAVE_NEWBUFFER 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_HAVE_FINALIZE
|
|
#define Py_TPFLAGS_HAVE_FINALIZE 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_SEQUENCE
|
|
#define Py_TPFLAGS_SEQUENCE 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_MAPPING
|
|
#define Py_TPFLAGS_MAPPING 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_IMMUTABLETYPE
|
|
#define Py_TPFLAGS_IMMUTABLETYPE (1UL << 8)
|
|
#endif
|
|
#ifndef Py_TPFLAGS_DISALLOW_INSTANTIATION
|
|
#define Py_TPFLAGS_DISALLOW_INSTANTIATION (1UL << 7)
|
|
#endif
|
|
#ifndef METH_STACKLESS
|
|
#define METH_STACKLESS 0
|
|
#endif
|
|
#ifndef METH_FASTCALL
|
|
#ifndef METH_FASTCALL
|
|
#define METH_FASTCALL 0x80
|
|
#endif
|
|
typedef PyObject *(*__Pyx_PyCFunctionFast) (PyObject *self, PyObject *const *args, Py_ssize_t nargs);
|
|
typedef PyObject *(*__Pyx_PyCFunctionFastWithKeywords) (PyObject *self, PyObject *const *args,
|
|
Py_ssize_t nargs, PyObject *kwnames);
|
|
#else
|
|
#if PY_VERSION_HEX >= 0x030d00A4
|
|
# define __Pyx_PyCFunctionFast PyCFunctionFast
|
|
# define __Pyx_PyCFunctionFastWithKeywords PyCFunctionFastWithKeywords
|
|
#else
|
|
# define __Pyx_PyCFunctionFast _PyCFunctionFast
|
|
# define __Pyx_PyCFunctionFastWithKeywords _PyCFunctionFastWithKeywords
|
|
#endif
|
|
#endif
|
|
#if CYTHON_METH_FASTCALL
|
|
#define __Pyx_METH_FASTCALL METH_FASTCALL
|
|
#define __Pyx_PyCFunction_FastCall __Pyx_PyCFunctionFast
|
|
#define __Pyx_PyCFunction_FastCallWithKeywords __Pyx_PyCFunctionFastWithKeywords
|
|
#else
|
|
#define __Pyx_METH_FASTCALL METH_VARARGS
|
|
#define __Pyx_PyCFunction_FastCall PyCFunction
|
|
#define __Pyx_PyCFunction_FastCallWithKeywords PyCFunctionWithKeywords
|
|
#endif
|
|
#if CYTHON_VECTORCALL
|
|
#define __pyx_vectorcallfunc vectorcallfunc
|
|
#define __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET PY_VECTORCALL_ARGUMENTS_OFFSET
|
|
#define __Pyx_PyVectorcall_NARGS(n) PyVectorcall_NARGS((size_t)(n))
|
|
#else
|
|
#define __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET 0
|
|
#define __Pyx_PyVectorcall_NARGS(n) ((Py_ssize_t)(n))
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030900B1
|
|
#define __Pyx_PyCFunction_CheckExact(func) PyCFunction_CheckExact(func)
|
|
#else
|
|
#define __Pyx_PyCFunction_CheckExact(func) PyCFunction_Check(func)
|
|
#endif
|
|
#define __Pyx_CyOrPyCFunction_Check(func) PyCFunction_Check(func)
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#define __Pyx_CyOrPyCFunction_GET_FUNCTION(func) (((PyCFunctionObject*)(func))->m_ml->ml_meth)
|
|
#elif !CYTHON_COMPILING_IN_LIMITED_API
|
|
#define __Pyx_CyOrPyCFunction_GET_FUNCTION(func) PyCFunction_GET_FUNCTION(func)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#define __Pyx_CyOrPyCFunction_GET_FLAGS(func) (((PyCFunctionObject*)(func))->m_ml->ml_flags)
|
|
static CYTHON_INLINE PyObject* __Pyx_CyOrPyCFunction_GET_SELF(PyObject *func) {
|
|
return (__Pyx_CyOrPyCFunction_GET_FLAGS(func) & METH_STATIC) ? NULL : ((PyCFunctionObject*)func)->m_self;
|
|
}
|
|
#endif
|
|
static CYTHON_INLINE int __Pyx__IsSameCFunction(PyObject *func, void (*cfunc)(void)) {
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
return PyCFunction_Check(func) && PyCFunction_GetFunction(func) == (PyCFunction) cfunc;
|
|
#else
|
|
return PyCFunction_Check(func) && PyCFunction_GET_FUNCTION(func) == (PyCFunction) cfunc;
|
|
#endif
|
|
}
|
|
#define __Pyx_IsSameCFunction(func, cfunc) __Pyx__IsSameCFunction(func, cfunc)
|
|
#if PY_VERSION_HEX < 0x03090000 || (CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000)
|
|
#define __Pyx_PyType_FromModuleAndSpec(m, s, b) ((void)m, PyType_FromSpecWithBases(s, b))
|
|
typedef PyObject *(*__Pyx_PyCMethod)(PyObject *, PyTypeObject *, PyObject *const *, size_t, PyObject *);
|
|
#else
|
|
#define __Pyx_PyType_FromModuleAndSpec(m, s, b) PyType_FromModuleAndSpec(m, s, b)
|
|
#define __Pyx_PyCMethod PyCMethod
|
|
#endif
|
|
#ifndef METH_METHOD
|
|
#define METH_METHOD 0x200
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Malloc)
|
|
#define PyObject_Malloc(s) PyMem_Malloc(s)
|
|
#define PyObject_Free(p) PyMem_Free(p)
|
|
#define PyObject_Realloc(p) PyMem_Realloc(p)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
#define __Pyx_PyFrame_SetLineNumber(frame, lineno)
|
|
#elif CYTHON_COMPILING_IN_GRAAL && defined(GRAALPY_VERSION_NUM) && GRAALPY_VERSION_NUM > 0x19000000
|
|
#define __Pyx_PyCode_HasFreeVars(co) (PyCode_GetNumFree(co) > 0)
|
|
#define __Pyx_PyFrame_SetLineNumber(frame, lineno) GraalPyFrame_SetLineNumber((frame), (lineno))
|
|
#elif CYTHON_COMPILING_IN_GRAAL
|
|
#define __Pyx_PyCode_HasFreeVars(co) (PyCode_GetNumFree(co) > 0)
|
|
#define __Pyx_PyFrame_SetLineNumber(frame, lineno) _PyFrame_SetLineNumber((frame), (lineno))
|
|
#else
|
|
#define __Pyx_PyCode_HasFreeVars(co) (PyCode_GetNumFree(co) > 0)
|
|
#define __Pyx_PyFrame_SetLineNumber(frame, lineno) (frame)->f_lineno = (lineno)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
#define __Pyx_PyThreadState_Current PyThreadState_Get()
|
|
#elif !CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_PyThreadState_Current PyThreadState_GET()
|
|
#elif PY_VERSION_HEX >= 0x030d00A1
|
|
#define __Pyx_PyThreadState_Current PyThreadState_GetUnchecked()
|
|
#else
|
|
#define __Pyx_PyThreadState_Current _PyThreadState_UncheckedGet()
|
|
#endif
|
|
#if CYTHON_USE_MODULE_STATE
|
|
static CYTHON_INLINE void *__Pyx__PyModule_GetState(PyObject *op)
|
|
{
|
|
void *result;
|
|
result = PyModule_GetState(op);
|
|
if (!result)
|
|
Py_FatalError("Couldn't find the module state");
|
|
return result;
|
|
}
|
|
#define __Pyx_PyModule_GetState(o) (__pyx_mstatetype *)__Pyx__PyModule_GetState(o)
|
|
#else
|
|
#define __Pyx_PyModule_GetState(op) ((void)op,__pyx_mstate_global)
|
|
#endif
|
|
#define __Pyx_PyObject_GetSlot(obj, name, func_ctype) __Pyx_PyType_GetSlot(Py_TYPE((PyObject *) obj), name, func_ctype)
|
|
#define __Pyx_PyObject_TryGetSlot(obj, name, func_ctype) __Pyx_PyType_TryGetSlot(Py_TYPE(obj), name, func_ctype)
|
|
#define __Pyx_PyObject_GetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_GetSubSlot(Py_TYPE(obj), sub, name, func_ctype)
|
|
#define __Pyx_PyObject_TryGetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_TryGetSubSlot(Py_TYPE(obj), sub, name, func_ctype)
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
#define __Pyx_PyType_GetSlot(type, name, func_ctype) ((type)->name)
|
|
#define __Pyx_PyType_TryGetSlot(type, name, func_ctype) __Pyx_PyType_GetSlot(type, name, func_ctype)
|
|
#define __Pyx_PyType_GetSubSlot(type, sub, name, func_ctype) (((type)->sub) ? ((type)->sub->name) : NULL)
|
|
#define __Pyx_PyType_TryGetSubSlot(type, sub, name, func_ctype) __Pyx_PyType_GetSubSlot(type, sub, name, func_ctype)
|
|
#else
|
|
#define __Pyx_PyType_GetSlot(type, name, func_ctype) ((func_ctype) PyType_GetSlot((type), Py_##name))
|
|
#define __Pyx_PyType_TryGetSlot(type, name, func_ctype)\
|
|
((__PYX_LIMITED_VERSION_HEX >= 0x030A0000 ||\
|
|
(PyType_GetFlags(type) & Py_TPFLAGS_HEAPTYPE) || __Pyx_get_runtime_version() >= 0x030A0000) ?\
|
|
__Pyx_PyType_GetSlot(type, name, func_ctype) : NULL)
|
|
#define __Pyx_PyType_GetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_GetSlot(obj, name, func_ctype)
|
|
#define __Pyx_PyType_TryGetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_TryGetSlot(obj, name, func_ctype)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON || defined(_PyDict_NewPresized)
|
|
#define __Pyx_PyDict_NewPresized(n) ((n <= 8) ? PyDict_New() : _PyDict_NewPresized(n))
|
|
#else
|
|
#define __Pyx_PyDict_NewPresized(n) PyDict_New()
|
|
#endif
|
|
#define __Pyx_PyNumber_Divide(x,y) PyNumber_TrueDivide(x,y)
|
|
#define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceTrueDivide(x,y)
|
|
#if CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_UNICODE_INTERNALS
|
|
#define __Pyx_PyDict_GetItemStrWithError(dict, name) _PyDict_GetItem_KnownHash(dict, name, ((PyASCIIObject *) name)->hash)
|
|
static CYTHON_INLINE PyObject * __Pyx_PyDict_GetItemStr(PyObject *dict, PyObject *name) {
|
|
PyObject *res = __Pyx_PyDict_GetItemStrWithError(dict, name);
|
|
if (res == NULL) PyErr_Clear();
|
|
return res;
|
|
}
|
|
#elif !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07020000
|
|
#define __Pyx_PyDict_GetItemStrWithError PyDict_GetItemWithError
|
|
#define __Pyx_PyDict_GetItemStr PyDict_GetItem
|
|
#else
|
|
static CYTHON_INLINE PyObject * __Pyx_PyDict_GetItemStrWithError(PyObject *dict, PyObject *name) {
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
return PyDict_GetItem(dict, name);
|
|
#else
|
|
PyDictEntry *ep;
|
|
PyDictObject *mp = (PyDictObject*) dict;
|
|
long hash = ((PyStringObject *) name)->ob_shash;
|
|
assert(hash != -1);
|
|
ep = (mp->ma_lookup)(mp, name, hash);
|
|
if (ep == NULL) {
|
|
return NULL;
|
|
}
|
|
return ep->me_value;
|
|
#endif
|
|
}
|
|
#define __Pyx_PyDict_GetItemStr PyDict_GetItem
|
|
#endif
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
#define __Pyx_PyType_GetFlags(tp) (((PyTypeObject *)tp)->tp_flags)
|
|
#define __Pyx_PyType_HasFeature(type, feature) ((__Pyx_PyType_GetFlags(type) & (feature)) != 0)
|
|
#else
|
|
#define __Pyx_PyType_GetFlags(tp) (PyType_GetFlags((PyTypeObject *)tp))
|
|
#define __Pyx_PyType_HasFeature(type, feature) PyType_HasFeature(type, feature)
|
|
#endif
|
|
#define __Pyx_PyObject_GetIterNextFunc(iterator) __Pyx_PyObject_GetSlot(iterator, tp_iternext, iternextfunc)
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
#define __Pyx_PyHeapTypeObject_GC_Del(obj) {\
|
|
PyTypeObject *type = Py_TYPE((PyObject*)obj);\
|
|
assert(__Pyx_PyType_HasFeature(type, Py_TPFLAGS_HEAPTYPE));\
|
|
PyObject_GC_Del(obj);\
|
|
Py_DECREF(type);\
|
|
}
|
|
#else
|
|
#define __Pyx_PyHeapTypeObject_GC_Del(obj) PyObject_GC_Del(obj)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
#define __Pyx_PyUnicode_READY(op) (0)
|
|
#define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_ReadChar(u, i)
|
|
#define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) ((void)u, 1114111U)
|
|
#define __Pyx_PyUnicode_KIND(u) ((void)u, (0))
|
|
#define __Pyx_PyUnicode_DATA(u) ((void*)u)
|
|
#define __Pyx_PyUnicode_READ(k, d, i) ((void)k, PyUnicode_ReadChar((PyObject*)(d), i))
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != PyUnicode_GetLength(u))
|
|
#else
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
#define __Pyx_PyUnicode_READY(op) (0)
|
|
#else
|
|
#define __Pyx_PyUnicode_READY(op) (likely(PyUnicode_IS_READY(op)) ?\
|
|
0 : _PyUnicode_Ready((PyObject *)(op)))
|
|
#endif
|
|
#define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_READ_CHAR(u, i)
|
|
#define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) PyUnicode_MAX_CHAR_VALUE(u)
|
|
#define __Pyx_PyUnicode_KIND(u) ((int)PyUnicode_KIND(u))
|
|
#define __Pyx_PyUnicode_DATA(u) PyUnicode_DATA(u)
|
|
#define __Pyx_PyUnicode_READ(k, d, i) PyUnicode_READ(k, d, i)
|
|
#define __Pyx_PyUnicode_WRITE(k, d, i, ch) PyUnicode_WRITE(k, d, i, (Py_UCS4) ch)
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != PyUnicode_GET_LENGTH(u))
|
|
#else
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03090000
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : ((PyCompactUnicodeObject *)(u))->wstr_length))
|
|
#else
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : PyUnicode_GET_SIZE(u)))
|
|
#endif
|
|
#endif
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
#define __Pyx_PyUnicode_Concat(a, b) PyNumber_Add(a, b)
|
|
#define __Pyx_PyUnicode_ConcatSafe(a, b) PyNumber_Add(a, b)
|
|
#else
|
|
#define __Pyx_PyUnicode_Concat(a, b) PyUnicode_Concat(a, b)
|
|
#define __Pyx_PyUnicode_ConcatSafe(a, b) ((unlikely((a) == Py_None) || unlikely((b) == Py_None)) ?\
|
|
PyNumber_Add(a, b) : __Pyx_PyUnicode_Concat(a, b))
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
#if !defined(PyUnicode_DecodeUnicodeEscape)
|
|
#define PyUnicode_DecodeUnicodeEscape(s, size, errors) PyUnicode_Decode(s, size, "unicode_escape", errors)
|
|
#endif
|
|
#if !defined(PyUnicode_Contains)
|
|
#define PyUnicode_Contains(u, s) PySequence_Contains(u, s)
|
|
#endif
|
|
#if !defined(PyByteArray_Check)
|
|
#define PyByteArray_Check(obj) PyObject_TypeCheck(obj, &PyByteArray_Type)
|
|
#endif
|
|
#if !defined(PyObject_Format)
|
|
#define PyObject_Format(obj, fmt) PyObject_CallMethod(obj, "__format__", "O", fmt)
|
|
#endif
|
|
#endif
|
|
#define __Pyx_PyUnicode_FormatSafe(a, b) ((unlikely((a) == Py_None || (PyUnicode_Check(b) && !PyUnicode_CheckExact(b)))) ? PyNumber_Remainder(a, b) : PyUnicode_Format(a, b))
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
|
|
#define __Pyx_PySequence_ListKeepNew(obj)\
|
|
(likely(PyList_CheckExact(obj) && PyUnstable_Object_IsUniquelyReferenced(obj)) ? __Pyx_NewRef(obj) : PySequence_List(obj))
|
|
#elif CYTHON_COMPILING_IN_CPYTHON
|
|
#define __Pyx_PySequence_ListKeepNew(obj)\
|
|
(likely(PyList_CheckExact(obj) && Py_REFCNT(obj) == 1) ? __Pyx_NewRef(obj) : PySequence_List(obj))
|
|
#else
|
|
#define __Pyx_PySequence_ListKeepNew(obj) PySequence_List(obj)
|
|
#endif
|
|
#ifndef PySet_CheckExact
|
|
#define PySet_CheckExact(obj) __Pyx_IS_TYPE(obj, &PySet_Type)
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030900A4
|
|
#define __Pyx_SET_REFCNT(obj, refcnt) Py_SET_REFCNT(obj, refcnt)
|
|
#define __Pyx_SET_SIZE(obj, size) Py_SET_SIZE(obj, size)
|
|
#else
|
|
#define __Pyx_SET_REFCNT(obj, refcnt) Py_REFCNT(obj) = (refcnt)
|
|
#define __Pyx_SET_SIZE(obj, size) Py_SIZE(obj) = (size)
|
|
#endif
|
|
enum __Pyx_ReferenceSharing {
|
|
__Pyx_ReferenceSharing_DefinitelyUnique, // We created it so we know it's unshared - no need to check
|
|
__Pyx_ReferenceSharing_OwnStrongReference,
|
|
__Pyx_ReferenceSharing_FunctionArgument,
|
|
__Pyx_ReferenceSharing_SharedReference, // Never trust it to be unshared because it's a global or similar
|
|
};
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && PY_VERSION_HEX >= 0x030E0000
|
|
#define __Pyx_IS_UNIQUELY_REFERENCED(o, sharing)\
|
|
(sharing == __Pyx_ReferenceSharing_DefinitelyUnique ? 1 :\
|
|
(sharing == __Pyx_ReferenceSharing_FunctionArgument ? PyUnstable_Object_IsUniqueReferencedTemporary(o) :\
|
|
(sharing == __Pyx_ReferenceSharing_OwnStrongReference ? PyUnstable_Object_IsUniquelyReferenced(o) : 0)))
|
|
#elif (CYTHON_COMPILING_IN_CPYTHON && !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING) || CYTHON_COMPILING_IN_LIMITED_API
|
|
#define __Pyx_IS_UNIQUELY_REFERENCED(o, sharing) (((void)sharing), Py_REFCNT(o) == 1)
|
|
#else
|
|
#define __Pyx_IS_UNIQUELY_REFERENCED(o, sharing) (((void)o), ((void)sharing), 0)
|
|
#endif
|
|
#if CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
|
|
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
|
|
#define __Pyx_PyList_GetItemRef(o, i) PyList_GetItemRef(o, i)
|
|
#elif CYTHON_COMPILING_IN_LIMITED_API || !CYTHON_ASSUME_SAFE_MACROS
|
|
#define __Pyx_PyList_GetItemRef(o, i) (likely((i) >= 0) ? PySequence_GetItem(o, i) : (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL))
|
|
#else
|
|
#define __Pyx_PyList_GetItemRef(o, i) PySequence_ITEM(o, i)
|
|
#endif
|
|
#elif CYTHON_COMPILING_IN_LIMITED_API || !CYTHON_ASSUME_SAFE_MACROS
|
|
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
|
|
#define __Pyx_PyList_GetItemRef(o, i) PyList_GetItemRef(o, i)
|
|
#else
|
|
#define __Pyx_PyList_GetItemRef(o, i) __Pyx_XNewRef(PyList_GetItem(o, i))
|
|
#endif
|
|
#else
|
|
#define __Pyx_PyList_GetItemRef(o, i) __Pyx_NewRef(PyList_GET_ITEM(o, i))
|
|
#endif
|
|
#if CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS && !CYTHON_COMPILING_IN_LIMITED_API && CYTHON_ASSUME_SAFE_MACROS
|
|
#define __Pyx_PyList_GetItemRefFast(o, i, unsafe_shared) (__Pyx_IS_UNIQUELY_REFERENCED(o, unsafe_shared) ?\
|
|
__Pyx_NewRef(PyList_GET_ITEM(o, i)) : __Pyx_PyList_GetItemRef(o, i))
|
|
#else
|
|
#define __Pyx_PyList_GetItemRefFast(o, i, unsafe_shared) __Pyx_PyList_GetItemRef(o, i)
|
|
#endif
|
|
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
|
|
#define __Pyx_PyDict_GetItemRef(dict, key, result) PyDict_GetItemRef(dict, key, result)
|
|
#elif CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
|
|
static CYTHON_INLINE int __Pyx_PyDict_GetItemRef(PyObject *dict, PyObject *key, PyObject **result) {
|
|
*result = PyObject_GetItem(dict, key);
|
|
if (*result == NULL) {
|
|
if (PyErr_ExceptionMatches(PyExc_KeyError)) {
|
|
PyErr_Clear();
|
|
return 0;
|
|
}
|
|
return -1;
|
|
}
|
|
return 1;
|
|
}
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_PyDict_GetItemRef(PyObject *dict, PyObject *key, PyObject **result) {
|
|
*result = PyDict_GetItemWithError(dict, key);
|
|
if (*result == NULL) {
|
|
return PyErr_Occurred() ? -1 : 0;
|
|
}
|
|
Py_INCREF(*result);
|
|
return 1;
|
|
}
|
|
#endif
|
|
#if defined(CYTHON_DEBUG_VISIT_CONST) && CYTHON_DEBUG_VISIT_CONST
|
|
#define __Pyx_VISIT_CONST(obj) Py_VISIT(obj)
|
|
#else
|
|
#define __Pyx_VISIT_CONST(obj)
|
|
#endif
|
|
#if CYTHON_ASSUME_SAFE_MACROS
|
|
#define __Pyx_PySequence_ITEM(o, i) PySequence_ITEM(o, i)
|
|
#define __Pyx_PySequence_SIZE(seq) Py_SIZE(seq)
|
|
#define __Pyx_PyTuple_SET_ITEM(o, i, v) (PyTuple_SET_ITEM(o, i, v), (0))
|
|
#define __Pyx_PyTuple_GET_ITEM(o, i) PyTuple_GET_ITEM(o, i)
|
|
#define __Pyx_PyList_SET_ITEM(o, i, v) (PyList_SET_ITEM(o, i, v), (0))
|
|
#define __Pyx_PyList_GET_ITEM(o, i) PyList_GET_ITEM(o, i)
|
|
#else
|
|
#define __Pyx_PySequence_ITEM(o, i) PySequence_GetItem(o, i)
|
|
#define __Pyx_PySequence_SIZE(seq) PySequence_Size(seq)
|
|
#define __Pyx_PyTuple_SET_ITEM(o, i, v) PyTuple_SetItem(o, i, v)
|
|
#define __Pyx_PyTuple_GET_ITEM(o, i) PyTuple_GetItem(o, i)
|
|
#define __Pyx_PyList_SET_ITEM(o, i, v) PyList_SetItem(o, i, v)
|
|
#define __Pyx_PyList_GET_ITEM(o, i) PyList_GetItem(o, i)
|
|
#endif
|
|
#if CYTHON_ASSUME_SAFE_SIZE
|
|
#define __Pyx_PyTuple_GET_SIZE(o) PyTuple_GET_SIZE(o)
|
|
#define __Pyx_PyList_GET_SIZE(o) PyList_GET_SIZE(o)
|
|
#define __Pyx_PySet_GET_SIZE(o) PySet_GET_SIZE(o)
|
|
#define __Pyx_PyBytes_GET_SIZE(o) PyBytes_GET_SIZE(o)
|
|
#define __Pyx_PyByteArray_GET_SIZE(o) PyByteArray_GET_SIZE(o)
|
|
#define __Pyx_PyUnicode_GET_LENGTH(o) PyUnicode_GET_LENGTH(o)
|
|
#else
|
|
#define __Pyx_PyTuple_GET_SIZE(o) PyTuple_Size(o)
|
|
#define __Pyx_PyList_GET_SIZE(o) PyList_Size(o)
|
|
#define __Pyx_PySet_GET_SIZE(o) PySet_Size(o)
|
|
#define __Pyx_PyBytes_GET_SIZE(o) PyBytes_Size(o)
|
|
#define __Pyx_PyByteArray_GET_SIZE(o) PyByteArray_Size(o)
|
|
#define __Pyx_PyUnicode_GET_LENGTH(o) PyUnicode_GetLength(o)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyUnicode_InternFromString)
|
|
#define PyUnicode_InternFromString(s) PyUnicode_FromString(s)
|
|
#endif
|
|
#define __Pyx_PyLong_FromHash_t PyLong_FromSsize_t
|
|
#define __Pyx_PyLong_AsHash_t __Pyx_PyIndex_AsSsize_t
|
|
#if __PYX_LIMITED_VERSION_HEX >= 0x030A0000
|
|
#define __Pyx_PySendResult PySendResult
|
|
#else
|
|
typedef enum {
|
|
PYGEN_RETURN = 0,
|
|
PYGEN_ERROR = -1,
|
|
PYGEN_NEXT = 1,
|
|
} __Pyx_PySendResult;
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_LIMITED_API || PY_VERSION_HEX < 0x030A00A3
|
|
typedef __Pyx_PySendResult (*__Pyx_pyiter_sendfunc)(PyObject *iter, PyObject *value, PyObject **result);
|
|
#else
|
|
#define __Pyx_pyiter_sendfunc sendfunc
|
|
#endif
|
|
#if !CYTHON_USE_AM_SEND
|
|
#define __PYX_HAS_PY_AM_SEND 0
|
|
#elif __PYX_LIMITED_VERSION_HEX >= 0x030A0000
|
|
#define __PYX_HAS_PY_AM_SEND 1
|
|
#else
|
|
#define __PYX_HAS_PY_AM_SEND 2 // our own backported implementation
|
|
#endif
|
|
#if __PYX_HAS_PY_AM_SEND < 2
|
|
#define __Pyx_PyAsyncMethodsStruct PyAsyncMethods
|
|
#else
|
|
typedef struct {
|
|
unaryfunc am_await;
|
|
unaryfunc am_aiter;
|
|
unaryfunc am_anext;
|
|
__Pyx_pyiter_sendfunc am_send;
|
|
} __Pyx_PyAsyncMethodsStruct;
|
|
#define __Pyx_SlotTpAsAsync(s) ((PyAsyncMethods*)(s))
|
|
#endif
|
|
#if CYTHON_USE_AM_SEND && PY_VERSION_HEX < 0x030A00F0
|
|
#define __Pyx_TPFLAGS_HAVE_AM_SEND (1UL << 21)
|
|
#else
|
|
#define __Pyx_TPFLAGS_HAVE_AM_SEND (0)
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x03090000
|
|
#define __Pyx_PyInterpreterState_Get() PyInterpreterState_Get()
|
|
#else
|
|
#define __Pyx_PyInterpreterState_Get() PyThreadState_Get()->interp
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030A0000
|
|
#ifdef __cplusplus
|
|
extern "C"
|
|
#endif
|
|
PyAPI_FUNC(void *) PyMem_Calloc(size_t nelem, size_t elsize);
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
static int __Pyx_init_co_variable(PyObject *inspect, const char* name, int *write_to) {
|
|
int value;
|
|
PyObject *py_value = PyObject_GetAttrString(inspect, name);
|
|
if (!py_value) return 0;
|
|
value = (int) PyLong_AsLong(py_value);
|
|
Py_DECREF(py_value);
|
|
*write_to = value;
|
|
return value != -1 || !PyErr_Occurred();
|
|
}
|
|
static int __Pyx_init_co_variables(void) {
|
|
PyObject *inspect;
|
|
int result;
|
|
inspect = PyImport_ImportModule("inspect");
|
|
result =
|
|
#if !defined(CO_OPTIMIZED)
|
|
__Pyx_init_co_variable(inspect, "CO_OPTIMIZED", &CO_OPTIMIZED) &&
|
|
#endif
|
|
#if !defined(CO_NEWLOCALS)
|
|
__Pyx_init_co_variable(inspect, "CO_NEWLOCALS", &CO_NEWLOCALS) &&
|
|
#endif
|
|
#if !defined(CO_VARARGS)
|
|
__Pyx_init_co_variable(inspect, "CO_VARARGS", &CO_VARARGS) &&
|
|
#endif
|
|
#if !defined(CO_VARKEYWORDS)
|
|
__Pyx_init_co_variable(inspect, "CO_VARKEYWORDS", &CO_VARKEYWORDS) &&
|
|
#endif
|
|
#if !defined(CO_ASYNC_GENERATOR)
|
|
__Pyx_init_co_variable(inspect, "CO_ASYNC_GENERATOR", &CO_ASYNC_GENERATOR) &&
|
|
#endif
|
|
#if !defined(CO_GENERATOR)
|
|
__Pyx_init_co_variable(inspect, "CO_GENERATOR", &CO_GENERATOR) &&
|
|
#endif
|
|
#if !defined(CO_COROUTINE)
|
|
__Pyx_init_co_variable(inspect, "CO_COROUTINE", &CO_COROUTINE) &&
|
|
#endif
|
|
1;
|
|
Py_DECREF(inspect);
|
|
return result ? 0 : -1;
|
|
}
|
|
#else
|
|
static int __Pyx_init_co_variables(void) {
|
|
return 0; // It's a limited API-only feature
|
|
}
|
|
#endif
|
|
|
|
/* MathInitCode */
|
|
#if defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)
|
|
#ifndef _USE_MATH_DEFINES
|
|
#define _USE_MATH_DEFINES
|
|
#endif
|
|
#endif
|
|
#include <math.h>
|
|
#if defined(__CYGWIN__) && defined(_LDBL_EQ_DBL)
|
|
#define __Pyx_truncl trunc
|
|
#else
|
|
#define __Pyx_truncl truncl
|
|
#endif
|
|
|
|
#ifndef CYTHON_CLINE_IN_TRACEBACK_RUNTIME
|
|
#define CYTHON_CLINE_IN_TRACEBACK_RUNTIME 0
|
|
#endif
|
|
#ifndef CYTHON_CLINE_IN_TRACEBACK
|
|
#define CYTHON_CLINE_IN_TRACEBACK CYTHON_CLINE_IN_TRACEBACK_RUNTIME
|
|
#endif
|
|
#if CYTHON_CLINE_IN_TRACEBACK
|
|
#define __PYX_MARK_ERR_POS(f_index, lineno) { __pyx_filename = __pyx_f[f_index]; (void) __pyx_filename; __pyx_lineno = lineno; (void) __pyx_lineno; __pyx_clineno = __LINE__; (void) __pyx_clineno; }
|
|
#else
|
|
#define __PYX_MARK_ERR_POS(f_index, lineno) { __pyx_filename = __pyx_f[f_index]; (void) __pyx_filename; __pyx_lineno = lineno; (void) __pyx_lineno; (void) __pyx_clineno; }
|
|
#endif
|
|
#define __PYX_ERR(f_index, lineno, Ln_error) \
|
|
{ __PYX_MARK_ERR_POS(f_index, lineno) goto Ln_error; }
|
|
|
|
#ifdef CYTHON_EXTERN_C
|
|
#undef __PYX_EXTERN_C
|
|
#define __PYX_EXTERN_C CYTHON_EXTERN_C
|
|
#elif defined(__PYX_EXTERN_C)
|
|
#ifdef _MSC_VER
|
|
#pragma message ("Please do not define the '__PYX_EXTERN_C' macro externally. Use 'CYTHON_EXTERN_C' instead.")
|
|
#else
|
|
#warning Please do not define the '__PYX_EXTERN_C' macro externally. Use 'CYTHON_EXTERN_C' instead.
|
|
#endif
|
|
#else
|
|
#define __PYX_EXTERN_C extern "C++"
|
|
#endif
|
|
|
|
#define __PYX_HAVE__thinc__backends__linalg
|
|
#define __PYX_HAVE_API__thinc__backends__linalg
|
|
/* Early includes */
|
|
#include <stdint.h>
|
|
#include <string.h>
|
|
#include "math.h"
|
|
#ifdef _OPENMP
|
|
#include <omp.h>
|
|
#endif /* _OPENMP */
|
|
|
|
#if defined(PYREX_WITHOUT_ASSERTIONS) && !defined(CYTHON_WITHOUT_ASSERTIONS)
|
|
#define CYTHON_WITHOUT_ASSERTIONS
|
|
#endif
|
|
|
|
#define __PYX_DEFAULT_STRING_ENCODING_IS_ASCII 0
|
|
#define __PYX_DEFAULT_STRING_ENCODING_IS_UTF8 0
|
|
#define __PYX_DEFAULT_STRING_ENCODING ""
|
|
#define __Pyx_PyObject_FromString __Pyx_PyBytes_FromString
|
|
#define __Pyx_PyObject_FromStringAndSize __Pyx_PyBytes_FromStringAndSize
|
|
#define __Pyx_uchar_cast(c) ((unsigned char)c)
|
|
#define __Pyx_long_cast(x) ((long)x)
|
|
#define __Pyx_fits_Py_ssize_t(v, type, is_signed) (\
|
|
(sizeof(type) < sizeof(Py_ssize_t)) ||\
|
|
(sizeof(type) > sizeof(Py_ssize_t) &&\
|
|
likely(v < (type)PY_SSIZE_T_MAX ||\
|
|
v == (type)PY_SSIZE_T_MAX) &&\
|
|
(!is_signed || likely(v > (type)PY_SSIZE_T_MIN ||\
|
|
v == (type)PY_SSIZE_T_MIN))) ||\
|
|
(sizeof(type) == sizeof(Py_ssize_t) &&\
|
|
(is_signed || likely(v < (type)PY_SSIZE_T_MAX ||\
|
|
v == (type)PY_SSIZE_T_MAX))) )
|
|
static CYTHON_INLINE int __Pyx_is_valid_index(Py_ssize_t i, Py_ssize_t limit) {
|
|
return (size_t) i < (size_t) limit;
|
|
}
|
|
#if defined (__cplusplus) && __cplusplus >= 201103L
|
|
#include <cstdlib>
|
|
#define __Pyx_sst_abs(value) std::abs(value)
|
|
#elif SIZEOF_INT >= SIZEOF_SIZE_T
|
|
#define __Pyx_sst_abs(value) abs(value)
|
|
#elif SIZEOF_LONG >= SIZEOF_SIZE_T
|
|
#define __Pyx_sst_abs(value) labs(value)
|
|
#elif defined (_MSC_VER)
|
|
#define __Pyx_sst_abs(value) ((Py_ssize_t)_abs64(value))
|
|
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
|
#define __Pyx_sst_abs(value) llabs(value)
|
|
#elif defined (__GNUC__)
|
|
#define __Pyx_sst_abs(value) __builtin_llabs(value)
|
|
#else
|
|
#define __Pyx_sst_abs(value) ((value<0) ? -value : value)
|
|
#endif
|
|
static CYTHON_INLINE Py_ssize_t __Pyx_ssize_strlen(const char *s);
|
|
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject*);
|
|
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject*, Py_ssize_t* length);
|
|
static CYTHON_INLINE PyObject* __Pyx_PyByteArray_FromString(const char*);
|
|
#define __Pyx_PyByteArray_FromStringAndSize(s, l) PyByteArray_FromStringAndSize((const char*)s, l)
|
|
#define __Pyx_PyBytes_FromString PyBytes_FromString
|
|
#define __Pyx_PyBytes_FromStringAndSize PyBytes_FromStringAndSize
|
|
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char*);
|
|
#if CYTHON_ASSUME_SAFE_MACROS
|
|
#define __Pyx_PyBytes_AsWritableString(s) ((char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsWritableSString(s) ((signed char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsWritableUString(s) ((unsigned char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsString(s) ((const char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsSString(s) ((const signed char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyBytes_AsUString(s) ((const unsigned char*) PyBytes_AS_STRING(s))
|
|
#define __Pyx_PyByteArray_AsString(s) PyByteArray_AS_STRING(s)
|
|
#else
|
|
#define __Pyx_PyBytes_AsWritableString(s) ((char*) PyBytes_AsString(s))
|
|
#define __Pyx_PyBytes_AsWritableSString(s) ((signed char*) PyBytes_AsString(s))
|
|
#define __Pyx_PyBytes_AsWritableUString(s) ((unsigned char*) PyBytes_AsString(s))
|
|
#define __Pyx_PyBytes_AsString(s) ((const char*) PyBytes_AsString(s))
|
|
#define __Pyx_PyBytes_AsSString(s) ((const signed char*) PyBytes_AsString(s))
|
|
#define __Pyx_PyBytes_AsUString(s) ((const unsigned char*) PyBytes_AsString(s))
|
|
#define __Pyx_PyByteArray_AsString(s) PyByteArray_AsString(s)
|
|
#endif
|
|
#define __Pyx_PyObject_AsWritableString(s) ((char*)(__pyx_uintptr_t) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_AsWritableSString(s) ((signed char*)(__pyx_uintptr_t) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_AsWritableUString(s) ((unsigned char*)(__pyx_uintptr_t) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_AsSString(s) ((const signed char*) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_AsUString(s) ((const unsigned char*) __Pyx_PyObject_AsString(s))
|
|
#define __Pyx_PyObject_FromCString(s) __Pyx_PyObject_FromString((const char*)s)
|
|
#define __Pyx_PyBytes_FromCString(s) __Pyx_PyBytes_FromString((const char*)s)
|
|
#define __Pyx_PyByteArray_FromCString(s) __Pyx_PyByteArray_FromString((const char*)s)
|
|
#define __Pyx_PyUnicode_FromCString(s) __Pyx_PyUnicode_FromString((const char*)s)
|
|
#define __Pyx_PyUnicode_FromOrdinal(o) PyUnicode_FromOrdinal((int)o)
|
|
#define __Pyx_PyUnicode_AsUnicode PyUnicode_AsUnicode
|
|
static CYTHON_INLINE PyObject *__Pyx_NewRef(PyObject *obj) {
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030a0000 || defined(Py_NewRef)
|
|
return Py_NewRef(obj);
|
|
#else
|
|
Py_INCREF(obj);
|
|
return obj;
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_XNewRef(PyObject *obj) {
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030a0000 || defined(Py_XNewRef)
|
|
return Py_XNewRef(obj);
|
|
#else
|
|
Py_XINCREF(obj);
|
|
return obj;
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_Owned_Py_None(int b);
|
|
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b);
|
|
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject*);
|
|
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject*);
|
|
static CYTHON_INLINE PyObject* __Pyx_PyNumber_Long(PyObject* x);
|
|
#define __Pyx_PySequence_Tuple(obj)\
|
|
(likely(PyTuple_CheckExact(obj)) ? __Pyx_NewRef(obj) : PySequence_Tuple(obj))
|
|
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject*);
|
|
static CYTHON_INLINE PyObject * __Pyx_PyLong_FromSize_t(size_t);
|
|
static CYTHON_INLINE Py_hash_t __Pyx_PyIndex_AsHash_t(PyObject*);
|
|
#if CYTHON_ASSUME_SAFE_MACROS
|
|
#define __Pyx_PyFloat_AsDouble(x) (PyFloat_CheckExact(x) ? PyFloat_AS_DOUBLE(x) : PyFloat_AsDouble(x))
|
|
#define __Pyx_PyFloat_AS_DOUBLE(x) PyFloat_AS_DOUBLE(x)
|
|
#else
|
|
#define __Pyx_PyFloat_AsDouble(x) PyFloat_AsDouble(x)
|
|
#define __Pyx_PyFloat_AS_DOUBLE(x) PyFloat_AsDouble(x)
|
|
#endif
|
|
#define __Pyx_PyFloat_AsFloat(x) ((float) __Pyx_PyFloat_AsDouble(x))
|
|
#define __Pyx_PyNumber_Int(x) (PyLong_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Long(x))
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
#if PY_VERSION_HEX >= 0x030C00A7
|
|
#ifndef _PyLong_SIGN_MASK
|
|
#define _PyLong_SIGN_MASK 3
|
|
#endif
|
|
#ifndef _PyLong_NON_SIZE_BITS
|
|
#define _PyLong_NON_SIZE_BITS 3
|
|
#endif
|
|
#define __Pyx_PyLong_Sign(x) (((PyLongObject*)x)->long_value.lv_tag & _PyLong_SIGN_MASK)
|
|
#define __Pyx_PyLong_IsNeg(x) ((__Pyx_PyLong_Sign(x) & 2) != 0)
|
|
#define __Pyx_PyLong_IsNonNeg(x) (!__Pyx_PyLong_IsNeg(x))
|
|
#define __Pyx_PyLong_IsZero(x) (__Pyx_PyLong_Sign(x) & 1)
|
|
#define __Pyx_PyLong_IsPos(x) (__Pyx_PyLong_Sign(x) == 0)
|
|
#define __Pyx_PyLong_CompactValueUnsigned(x) (__Pyx_PyLong_Digits(x)[0])
|
|
#define __Pyx_PyLong_DigitCount(x) ((Py_ssize_t) (((PyLongObject*)x)->long_value.lv_tag >> _PyLong_NON_SIZE_BITS))
|
|
#define __Pyx_PyLong_SignedDigitCount(x)\
|
|
((1 - (Py_ssize_t) __Pyx_PyLong_Sign(x)) * __Pyx_PyLong_DigitCount(x))
|
|
#if defined(PyUnstable_Long_IsCompact) && defined(PyUnstable_Long_CompactValue)
|
|
#define __Pyx_PyLong_IsCompact(x) PyUnstable_Long_IsCompact((PyLongObject*) x)
|
|
#define __Pyx_PyLong_CompactValue(x) PyUnstable_Long_CompactValue((PyLongObject*) x)
|
|
#else
|
|
#define __Pyx_PyLong_IsCompact(x) (((PyLongObject*)x)->long_value.lv_tag < (2 << _PyLong_NON_SIZE_BITS))
|
|
#define __Pyx_PyLong_CompactValue(x) ((1 - (Py_ssize_t) __Pyx_PyLong_Sign(x)) * (Py_ssize_t) __Pyx_PyLong_Digits(x)[0])
|
|
#endif
|
|
typedef Py_ssize_t __Pyx_compact_pylong;
|
|
typedef size_t __Pyx_compact_upylong;
|
|
#else
|
|
#define __Pyx_PyLong_IsNeg(x) (Py_SIZE(x) < 0)
|
|
#define __Pyx_PyLong_IsNonNeg(x) (Py_SIZE(x) >= 0)
|
|
#define __Pyx_PyLong_IsZero(x) (Py_SIZE(x) == 0)
|
|
#define __Pyx_PyLong_IsPos(x) (Py_SIZE(x) > 0)
|
|
#define __Pyx_PyLong_CompactValueUnsigned(x) ((Py_SIZE(x) == 0) ? 0 : __Pyx_PyLong_Digits(x)[0])
|
|
#define __Pyx_PyLong_DigitCount(x) __Pyx_sst_abs(Py_SIZE(x))
|
|
#define __Pyx_PyLong_SignedDigitCount(x) Py_SIZE(x)
|
|
#define __Pyx_PyLong_IsCompact(x) (Py_SIZE(x) == 0 || Py_SIZE(x) == 1 || Py_SIZE(x) == -1)
|
|
#define __Pyx_PyLong_CompactValue(x)\
|
|
((Py_SIZE(x) == 0) ? (sdigit) 0 : ((Py_SIZE(x) < 0) ? -(sdigit)__Pyx_PyLong_Digits(x)[0] : (sdigit)__Pyx_PyLong_Digits(x)[0]))
|
|
typedef sdigit __Pyx_compact_pylong;
|
|
typedef digit __Pyx_compact_upylong;
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030C00A5
|
|
#define __Pyx_PyLong_Digits(x) (((PyLongObject*)x)->long_value.ob_digit)
|
|
#else
|
|
#define __Pyx_PyLong_Digits(x) (((PyLongObject*)x)->ob_digit)
|
|
#endif
|
|
#endif
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_UTF8
|
|
#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeUTF8(c_str, size, NULL)
|
|
#elif __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
|
|
#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeASCII(c_str, size, NULL)
|
|
#else
|
|
#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_Decode(c_str, size, __PYX_DEFAULT_STRING_ENCODING, NULL)
|
|
#endif
|
|
|
|
|
|
/* Test for GCC > 2.95 */
|
|
#if defined(__GNUC__) && (__GNUC__ > 2 || (__GNUC__ == 2 && (__GNUC_MINOR__ > 95)))
|
|
#define likely(x) __builtin_expect(!!(x), 1)
|
|
#define unlikely(x) __builtin_expect(!!(x), 0)
|
|
#else /* !__GNUC__ or GCC < 2.95 */
|
|
#define likely(x) (x)
|
|
#define unlikely(x) (x)
|
|
#endif /* __GNUC__ */
|
|
/* PretendToInitialize */
|
|
#ifdef __cplusplus
|
|
#if __cplusplus > 201103L
|
|
#include <type_traits>
|
|
#endif
|
|
template <typename T>
|
|
static void __Pyx_pretend_to_initialize(T* ptr) {
|
|
#if __cplusplus > 201103L
|
|
if ((std::is_trivially_default_constructible<T>::value))
|
|
#endif
|
|
*ptr = T();
|
|
(void)ptr;
|
|
}
|
|
#else
|
|
static CYTHON_INLINE void __Pyx_pretend_to_initialize(void* ptr) { (void)ptr; }
|
|
#endif
|
|
|
|
|
|
#if !CYTHON_USE_MODULE_STATE
|
|
static PyObject *__pyx_m = NULL;
|
|
#endif
|
|
static int __pyx_lineno;
|
|
static int __pyx_clineno = 0;
|
|
static const char * const __pyx_cfilenm = __FILE__;
|
|
static const char *__pyx_filename;
|
|
|
|
/* Header.proto */
|
|
#if !defined(CYTHON_CCOMPLEX)
|
|
#if defined(__cplusplus)
|
|
#define CYTHON_CCOMPLEX 1
|
|
#elif (defined(_Complex_I) && !defined(_MSC_VER)) || ((defined (__STDC_VERSION__) && __STDC_VERSION__ >= 201112L) && !defined(__STDC_NO_COMPLEX__) && !defined(_MSC_VER))
|
|
#define CYTHON_CCOMPLEX 1
|
|
#else
|
|
#define CYTHON_CCOMPLEX 0
|
|
#endif
|
|
#endif
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
#include <complex>
|
|
#else
|
|
#include <complex.h>
|
|
#endif
|
|
#endif
|
|
#if CYTHON_CCOMPLEX && !defined(__cplusplus) && defined(__sun__) && defined(__GNUC__)
|
|
#undef _Complex_I
|
|
#define _Complex_I 1.0fj
|
|
#endif
|
|
|
|
/* #### Code section: filename_table ### */
|
|
|
|
static const char* const __pyx_f[] = {
|
|
"thinc/backends/linalg.pyx",
|
|
"thinc/backends/linalg.pxd",
|
|
"cymem/cymem.pxd",
|
|
};
|
|
/* #### Code section: utility_code_proto_before_types ### */
|
|
/* ForceInitThreads.proto */
|
|
#ifndef __PYX_FORCE_INIT_THREADS
|
|
#define __PYX_FORCE_INIT_THREADS 0
|
|
#endif
|
|
|
|
/* NoFastGil.proto */
|
|
#define __Pyx_PyGILState_Ensure PyGILState_Ensure
|
|
#define __Pyx_PyGILState_Release PyGILState_Release
|
|
#define __Pyx_FastGIL_Remember()
|
|
#define __Pyx_FastGIL_Forget()
|
|
#define __Pyx_FastGilFuncInit()
|
|
|
|
/* IncludeStructmemberH.proto (used by FixUpExtensionType) */
|
|
#include <structmember.h>
|
|
|
|
/* Atomics.proto (used by CodeObjectCache) */
|
|
#include <pythread.h>
|
|
#ifndef CYTHON_ATOMICS
|
|
#define CYTHON_ATOMICS 1
|
|
#endif
|
|
#define __PYX_CYTHON_ATOMICS_ENABLED() CYTHON_ATOMICS
|
|
#define __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING() CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
#define __pyx_atomic_int_type int
|
|
#define __pyx_nonatomic_int_type int
|
|
#if CYTHON_ATOMICS && (defined(__STDC_VERSION__) &&\
|
|
(__STDC_VERSION__ >= 201112L) &&\
|
|
!defined(__STDC_NO_ATOMICS__))
|
|
#include <stdatomic.h>
|
|
#elif CYTHON_ATOMICS && (defined(__cplusplus) && (\
|
|
(__cplusplus >= 201103L) ||\
|
|
(defined(_MSC_VER) && _MSC_VER >= 1700)))
|
|
#include <atomic>
|
|
#endif
|
|
#if CYTHON_ATOMICS && (defined(__STDC_VERSION__) &&\
|
|
(__STDC_VERSION__ >= 201112L) &&\
|
|
!defined(__STDC_NO_ATOMICS__) &&\
|
|
ATOMIC_INT_LOCK_FREE == 2)
|
|
#undef __pyx_atomic_int_type
|
|
#define __pyx_atomic_int_type atomic_int
|
|
#define __pyx_atomic_ptr_type atomic_uintptr_t
|
|
#define __pyx_nonatomic_ptr_type uintptr_t
|
|
#define __pyx_atomic_incr_relaxed(value) atomic_fetch_add_explicit(value, 1, memory_order_relaxed)
|
|
#define __pyx_atomic_incr_acq_rel(value) atomic_fetch_add_explicit(value, 1, memory_order_acq_rel)
|
|
#define __pyx_atomic_decr_acq_rel(value) atomic_fetch_sub_explicit(value, 1, memory_order_acq_rel)
|
|
#define __pyx_atomic_sub(value, arg) atomic_fetch_sub(value, arg)
|
|
#define __pyx_atomic_int_cmp_exchange(value, expected, desired) atomic_compare_exchange_strong(value, expected, desired)
|
|
#define __pyx_atomic_load(value) atomic_load(value)
|
|
#define __pyx_atomic_store(value, new_value) atomic_store(value, new_value)
|
|
#define __pyx_atomic_pointer_load_relaxed(value) atomic_load_explicit(value, memory_order_relaxed)
|
|
#define __pyx_atomic_pointer_load_acquire(value) atomic_load_explicit(value, memory_order_acquire)
|
|
#define __pyx_atomic_pointer_exchange(value, new_value) atomic_exchange(value, (__pyx_nonatomic_ptr_type)new_value)
|
|
#define __pyx_atomic_pointer_cmp_exchange(value, expected, desired) atomic_compare_exchange_strong(value, expected, desired)
|
|
#if defined(__PYX_DEBUG_ATOMICS) && defined(_MSC_VER)
|
|
#pragma message ("Using standard C atomics")
|
|
#elif defined(__PYX_DEBUG_ATOMICS)
|
|
#warning "Using standard C atomics"
|
|
#endif
|
|
#elif CYTHON_ATOMICS && (defined(__cplusplus) && (\
|
|
(__cplusplus >= 201103L) ||\
|
|
\
|
|
(defined(_MSC_VER) && _MSC_VER >= 1700)) &&\
|
|
ATOMIC_INT_LOCK_FREE == 2)
|
|
#undef __pyx_atomic_int_type
|
|
#define __pyx_atomic_int_type std::atomic_int
|
|
#define __pyx_atomic_ptr_type std::atomic_uintptr_t
|
|
#define __pyx_nonatomic_ptr_type uintptr_t
|
|
#define __pyx_atomic_incr_relaxed(value) std::atomic_fetch_add_explicit(value, 1, std::memory_order_relaxed)
|
|
#define __pyx_atomic_incr_acq_rel(value) std::atomic_fetch_add_explicit(value, 1, std::memory_order_acq_rel)
|
|
#define __pyx_atomic_decr_acq_rel(value) std::atomic_fetch_sub_explicit(value, 1, std::memory_order_acq_rel)
|
|
#define __pyx_atomic_sub(value, arg) std::atomic_fetch_sub(value, arg)
|
|
#define __pyx_atomic_int_cmp_exchange(value, expected, desired) std::atomic_compare_exchange_strong(value, expected, desired)
|
|
#define __pyx_atomic_load(value) std::atomic_load(value)
|
|
#define __pyx_atomic_store(value, new_value) std::atomic_store(value, new_value)
|
|
#define __pyx_atomic_pointer_load_relaxed(value) std::atomic_load_explicit(value, std::memory_order_relaxed)
|
|
#define __pyx_atomic_pointer_load_acquire(value) std::atomic_load_explicit(value, std::memory_order_acquire)
|
|
#define __pyx_atomic_pointer_exchange(value, new_value) std::atomic_exchange(value, (__pyx_nonatomic_ptr_type)new_value)
|
|
#define __pyx_atomic_pointer_cmp_exchange(value, expected, desired) std::atomic_compare_exchange_strong(value, expected, desired)
|
|
#if defined(__PYX_DEBUG_ATOMICS) && defined(_MSC_VER)
|
|
#pragma message ("Using standard C++ atomics")
|
|
#elif defined(__PYX_DEBUG_ATOMICS)
|
|
#warning "Using standard C++ atomics"
|
|
#endif
|
|
#elif CYTHON_ATOMICS && (__GNUC__ >= 5 || (__GNUC__ == 4 &&\
|
|
(__GNUC_MINOR__ > 1 ||\
|
|
(__GNUC_MINOR__ == 1 && __GNUC_PATCHLEVEL__ >= 2))))
|
|
#define __pyx_atomic_ptr_type void*
|
|
#define __pyx_nonatomic_ptr_type void*
|
|
#define __pyx_atomic_incr_relaxed(value) __sync_fetch_and_add(value, 1)
|
|
#define __pyx_atomic_incr_acq_rel(value) __sync_fetch_and_add(value, 1)
|
|
#define __pyx_atomic_decr_acq_rel(value) __sync_fetch_and_sub(value, 1)
|
|
#define __pyx_atomic_sub(value, arg) __sync_fetch_and_sub(value, arg)
|
|
static CYTHON_INLINE int __pyx_atomic_int_cmp_exchange(__pyx_atomic_int_type* value, __pyx_nonatomic_int_type* expected, __pyx_nonatomic_int_type desired) {
|
|
__pyx_nonatomic_int_type old = __sync_val_compare_and_swap(value, *expected, desired);
|
|
int result = old == *expected;
|
|
*expected = old;
|
|
return result;
|
|
}
|
|
#define __pyx_atomic_load(value) __sync_fetch_and_add(value, 0)
|
|
#define __pyx_atomic_store(value, new_value) __sync_lock_test_and_set(value, new_value)
|
|
#define __pyx_atomic_pointer_load_relaxed(value) __sync_fetch_and_add(value, 0)
|
|
#define __pyx_atomic_pointer_load_acquire(value) __sync_fetch_and_add(value, 0)
|
|
#define __pyx_atomic_pointer_exchange(value, new_value) __sync_lock_test_and_set(value, (__pyx_atomic_ptr_type)new_value)
|
|
static CYTHON_INLINE int __pyx_atomic_pointer_cmp_exchange(__pyx_atomic_ptr_type* value, __pyx_nonatomic_ptr_type* expected, __pyx_nonatomic_ptr_type desired) {
|
|
__pyx_nonatomic_ptr_type old = __sync_val_compare_and_swap(value, *expected, desired);
|
|
int result = old == *expected;
|
|
*expected = old;
|
|
return result;
|
|
}
|
|
#ifdef __PYX_DEBUG_ATOMICS
|
|
#warning "Using GNU atomics"
|
|
#endif
|
|
#elif CYTHON_ATOMICS && defined(_MSC_VER)
|
|
#include <intrin.h>
|
|
#undef __pyx_atomic_int_type
|
|
#define __pyx_atomic_int_type long
|
|
#define __pyx_atomic_ptr_type void*
|
|
#undef __pyx_nonatomic_int_type
|
|
#define __pyx_nonatomic_int_type long
|
|
#define __pyx_nonatomic_ptr_type void*
|
|
#pragma intrinsic (_InterlockedExchangeAdd, _InterlockedExchange, _InterlockedCompareExchange, _InterlockedCompareExchangePointer, _InterlockedExchangePointer)
|
|
#define __pyx_atomic_incr_relaxed(value) _InterlockedExchangeAdd(value, 1)
|
|
#define __pyx_atomic_incr_acq_rel(value) _InterlockedExchangeAdd(value, 1)
|
|
#define __pyx_atomic_decr_acq_rel(value) _InterlockedExchangeAdd(value, -1)
|
|
#define __pyx_atomic_sub(value, arg) _InterlockedExchangeAdd(value, -arg)
|
|
static CYTHON_INLINE int __pyx_atomic_int_cmp_exchange(__pyx_atomic_int_type* value, __pyx_nonatomic_int_type* expected, __pyx_nonatomic_int_type desired) {
|
|
__pyx_nonatomic_int_type old = _InterlockedCompareExchange(value, desired, *expected);
|
|
int result = old == *expected;
|
|
*expected = old;
|
|
return result;
|
|
}
|
|
#define __pyx_atomic_load(value) _InterlockedExchangeAdd(value, 0)
|
|
#define __pyx_atomic_store(value, new_value) _InterlockedExchange(value, new_value)
|
|
#define __pyx_atomic_pointer_load_relaxed(value) *(void * volatile *)value
|
|
#define __pyx_atomic_pointer_load_acquire(value) _InterlockedCompareExchangePointer(value, 0, 0)
|
|
#define __pyx_atomic_pointer_exchange(value, new_value) _InterlockedExchangePointer(value, (__pyx_atomic_ptr_type)new_value)
|
|
static CYTHON_INLINE int __pyx_atomic_pointer_cmp_exchange(__pyx_atomic_ptr_type* value, __pyx_nonatomic_ptr_type* expected, __pyx_nonatomic_ptr_type desired) {
|
|
__pyx_atomic_ptr_type old = _InterlockedCompareExchangePointer(value, desired, *expected);
|
|
int result = old == *expected;
|
|
*expected = old;
|
|
return result;
|
|
}
|
|
#ifdef __PYX_DEBUG_ATOMICS
|
|
#pragma message ("Using MSVC atomics")
|
|
#endif
|
|
#else
|
|
#undef CYTHON_ATOMICS
|
|
#define CYTHON_ATOMICS 0
|
|
#ifdef __PYX_DEBUG_ATOMICS
|
|
#warning "Not using atomics"
|
|
#endif
|
|
#endif
|
|
|
|
/* #### Code section: numeric_typedefs ### */
|
|
|
|
/* "thinc/backends/linalg.pxd":9
|
|
* from libc.string cimport memcpy, memset
|
|
*
|
|
* ctypedef float weight_t # <<<<<<<<<<<<<<
|
|
*
|
|
* DEF USE_BLAS = False
|
|
*/
|
|
typedef float __pyx_t_5thinc_8backends_6linalg_weight_t;
|
|
/* #### Code section: complex_type_declarations ### */
|
|
/* Declarations.proto */
|
|
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
|
|
#ifdef __cplusplus
|
|
typedef ::std::complex< double > __pyx_t_double_complex;
|
|
#else
|
|
typedef double _Complex __pyx_t_double_complex;
|
|
#endif
|
|
#else
|
|
typedef struct { double real, imag; } __pyx_t_double_complex;
|
|
#endif
|
|
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double, double);
|
|
|
|
/* #### Code section: type_declarations ### */
|
|
|
|
/*--- Type declarations ---*/
|
|
struct __pyx_obj_5cymem_5cymem_PyMalloc;
|
|
struct __pyx_obj_5cymem_5cymem_PyFree;
|
|
struct __pyx_obj_5cymem_5cymem_Pool;
|
|
struct __pyx_obj_5cymem_5cymem_Address;
|
|
struct __pyx_obj_5thinc_8backends_6linalg_Matrix;
|
|
struct __pyx_obj_5thinc_8backends_6linalg_Vec;
|
|
struct __pyx_obj_5thinc_8backends_6linalg_VecVec;
|
|
struct __pyx_obj_5thinc_8backends_6linalg_Mat;
|
|
|
|
/* "cymem/cymem.pxd":1
|
|
* ctypedef void* (*malloc_t)(size_t n) # <<<<<<<<<<<<<<
|
|
* ctypedef void (*free_t)(void *p)
|
|
*
|
|
*/
|
|
typedef void *(*__pyx_t_5cymem_5cymem_malloc_t)(size_t);
|
|
|
|
/* "cymem/cymem.pxd":2
|
|
* ctypedef void* (*malloc_t)(size_t n)
|
|
* ctypedef void (*free_t)(void *p) # <<<<<<<<<<<<<<
|
|
*
|
|
* cdef class PyMalloc:
|
|
*/
|
|
typedef void (*__pyx_t_5cymem_5cymem_free_t)(void *);
|
|
|
|
/* "cymem/cymem.pxd":4
|
|
* ctypedef void (*free_t)(void *p)
|
|
*
|
|
* cdef class PyMalloc: # <<<<<<<<<<<<<<
|
|
* cdef malloc_t malloc
|
|
* cdef void _set(self, malloc_t malloc)
|
|
*/
|
|
struct __pyx_obj_5cymem_5cymem_PyMalloc {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc *__pyx_vtab;
|
|
__pyx_t_5cymem_5cymem_malloc_t malloc;
|
|
};
|
|
|
|
|
|
/* "cymem/cymem.pxd":10
|
|
* cdef PyMalloc WrapMalloc(malloc_t malloc)
|
|
*
|
|
* cdef class PyFree: # <<<<<<<<<<<<<<
|
|
* cdef free_t free
|
|
* cdef void _set(self, free_t free)
|
|
*/
|
|
struct __pyx_obj_5cymem_5cymem_PyFree {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5cymem_5cymem_PyFree *__pyx_vtab;
|
|
__pyx_t_5cymem_5cymem_free_t free;
|
|
};
|
|
|
|
|
|
/* "cymem/cymem.pxd":16
|
|
* cdef PyFree WrapFree(free_t free)
|
|
*
|
|
* cdef class Pool: # <<<<<<<<<<<<<<
|
|
* cdef readonly size_t size
|
|
* cdef readonly dict addresses
|
|
*/
|
|
struct __pyx_obj_5cymem_5cymem_Pool {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5cymem_5cymem_Pool *__pyx_vtab;
|
|
size_t size;
|
|
PyObject *addresses;
|
|
PyObject *refs;
|
|
struct __pyx_obj_5cymem_5cymem_PyMalloc *pymalloc;
|
|
struct __pyx_obj_5cymem_5cymem_PyFree *pyfree;
|
|
};
|
|
|
|
|
|
/* "cymem/cymem.pxd":28
|
|
*
|
|
*
|
|
* cdef class Address: # <<<<<<<<<<<<<<
|
|
* cdef void* ptr
|
|
* cdef readonly PyMalloc pymalloc
|
|
*/
|
|
struct __pyx_obj_5cymem_5cymem_Address {
|
|
PyObject_HEAD
|
|
void *ptr;
|
|
struct __pyx_obj_5cymem_5cymem_PyMalloc *pymalloc;
|
|
struct __pyx_obj_5cymem_5cymem_PyFree *pyfree;
|
|
};
|
|
|
|
|
|
/* "thinc/backends/linalg.pxd":23
|
|
*
|
|
*
|
|
* cdef class Matrix: # <<<<<<<<<<<<<<
|
|
* cdef readonly Pool mem
|
|
* cdef weight_t* data
|
|
*/
|
|
struct __pyx_obj_5thinc_8backends_6linalg_Matrix {
|
|
PyObject_HEAD
|
|
struct __pyx_obj_5cymem_5cymem_Pool *mem;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t *data;
|
|
int32_t nr_row;
|
|
int32_t nr_col;
|
|
};
|
|
|
|
|
|
/* "thinc/backends/linalg.pxd":30
|
|
*
|
|
*
|
|
* cdef class Vec: # <<<<<<<<<<<<<<
|
|
* @staticmethod
|
|
* cdef inline int arg_max(const weight_t* scores, const int n_classes) noexcept nogil:
|
|
*/
|
|
struct __pyx_obj_5thinc_8backends_6linalg_Vec {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5thinc_8backends_6linalg_Vec *__pyx_vtab;
|
|
};
|
|
|
|
|
|
/* "thinc/backends/linalg.pxd":159
|
|
*
|
|
*
|
|
* cdef class VecVec: # <<<<<<<<<<<<<<
|
|
* @staticmethod
|
|
* cdef inline void add(weight_t* output,
|
|
*/
|
|
struct __pyx_obj_5thinc_8backends_6linalg_VecVec {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5thinc_8backends_6linalg_VecVec *__pyx_vtab;
|
|
};
|
|
|
|
|
|
/* "thinc/backends/linalg.pxd":250
|
|
*
|
|
*
|
|
* cdef class Mat: # <<<<<<<<<<<<<<
|
|
* @staticmethod
|
|
* cdef inline void mean_row(weight_t* Ex,
|
|
*/
|
|
struct __pyx_obj_5thinc_8backends_6linalg_Mat {
|
|
PyObject_HEAD
|
|
struct __pyx_vtabstruct_5thinc_8backends_6linalg_Mat *__pyx_vtab;
|
|
};
|
|
|
|
|
|
|
|
/* "cymem/cymem.pxd":4
|
|
* ctypedef void (*free_t)(void *p)
|
|
*
|
|
* cdef class PyMalloc: # <<<<<<<<<<<<<<
|
|
* cdef malloc_t malloc
|
|
* cdef void _set(self, malloc_t malloc)
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc {
|
|
void (*_set)(struct __pyx_obj_5cymem_5cymem_PyMalloc *, __pyx_t_5cymem_5cymem_malloc_t);
|
|
};
|
|
static struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc *__pyx_vtabptr_5cymem_5cymem_PyMalloc;
|
|
|
|
|
|
/* "cymem/cymem.pxd":10
|
|
* cdef PyMalloc WrapMalloc(malloc_t malloc)
|
|
*
|
|
* cdef class PyFree: # <<<<<<<<<<<<<<
|
|
* cdef free_t free
|
|
* cdef void _set(self, free_t free)
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5cymem_5cymem_PyFree {
|
|
void (*_set)(struct __pyx_obj_5cymem_5cymem_PyFree *, __pyx_t_5cymem_5cymem_free_t);
|
|
};
|
|
static struct __pyx_vtabstruct_5cymem_5cymem_PyFree *__pyx_vtabptr_5cymem_5cymem_PyFree;
|
|
|
|
|
|
/* "cymem/cymem.pxd":16
|
|
* cdef PyFree WrapFree(free_t free)
|
|
*
|
|
* cdef class Pool: # <<<<<<<<<<<<<<
|
|
* cdef readonly size_t size
|
|
* cdef readonly dict addresses
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5cymem_5cymem_Pool {
|
|
void *(*alloc)(struct __pyx_obj_5cymem_5cymem_Pool *, size_t, size_t);
|
|
void (*free)(struct __pyx_obj_5cymem_5cymem_Pool *, void *);
|
|
void *(*realloc)(struct __pyx_obj_5cymem_5cymem_Pool *, void *, size_t);
|
|
};
|
|
static struct __pyx_vtabstruct_5cymem_5cymem_Pool *__pyx_vtabptr_5cymem_5cymem_Pool;
|
|
|
|
|
|
/* "thinc/backends/linalg.pxd":30
|
|
*
|
|
*
|
|
* cdef class Vec: # <<<<<<<<<<<<<<
|
|
* @staticmethod
|
|
* cdef inline int arg_max(const weight_t* scores, const int n_classes) noexcept nogil:
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5thinc_8backends_6linalg_Vec {
|
|
int (*arg_max)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int const );
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t (*max)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t (*sum)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t (*norm)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
void (*add)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
void (*add_i)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
void (*mul)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
void (*mul_i)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
void (*pow)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
void (*pow_i)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const , int32_t);
|
|
void (*div)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
void (*div_i)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const , int32_t);
|
|
void (*exp)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
void (*exp_i)(__pyx_t_5thinc_8backends_6linalg_weight_t *, int32_t);
|
|
void (*reciprocal_i)(__pyx_t_5thinc_8backends_6linalg_weight_t *, int32_t);
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t (*mean)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t (*variance)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
};
|
|
static struct __pyx_vtabstruct_5thinc_8backends_6linalg_Vec *__pyx_vtabptr_5thinc_8backends_6linalg_Vec;
|
|
static CYTHON_INLINE int __pyx_f_5thinc_8backends_6linalg_3Vec_arg_max(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int const );
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_max(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_sum(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_norm(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_add(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_add_i(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_mul(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_mul_i(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_pow(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_pow_i(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const , int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_div(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_div_i(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const , int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_exp(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_exp_i(__pyx_t_5thinc_8backends_6linalg_weight_t *, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_reciprocal_i(__pyx_t_5thinc_8backends_6linalg_weight_t *, int32_t);
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_mean(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_variance(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
|
|
|
|
/* "thinc/backends/linalg.pxd":159
|
|
*
|
|
*
|
|
* cdef class VecVec: # <<<<<<<<<<<<<<
|
|
* @staticmethod
|
|
* cdef inline void add(weight_t* output,
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5thinc_8backends_6linalg_VecVec {
|
|
void (*add)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
void (*add_i)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
void (*batch_add_i)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t, int32_t);
|
|
void (*add_pow)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
void (*add_pow_i)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
void (*mul)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
void (*mul_i)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t (*dot)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
int (*arg_max_if_true)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int const *, int const );
|
|
int (*arg_max_if_zero)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int const );
|
|
};
|
|
static struct __pyx_vtabstruct_5thinc_8backends_6linalg_VecVec *__pyx_vtabptr_5thinc_8backends_6linalg_VecVec;
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_add(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_add_i(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_batch_add_i(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_add_pow(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_add_pow_i(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_mul(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_mul_i(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_6VecVec_dot(__pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t);
|
|
static CYTHON_INLINE int __pyx_f_5thinc_8backends_6linalg_6VecVec_arg_max_if_true(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int const *, int const );
|
|
static CYTHON_INLINE int __pyx_f_5thinc_8backends_6linalg_6VecVec_arg_max_if_zero(__pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int const );
|
|
|
|
|
|
/* "thinc/backends/linalg.pxd":250
|
|
*
|
|
*
|
|
* cdef class Mat: # <<<<<<<<<<<<<<
|
|
* @staticmethod
|
|
* cdef inline void mean_row(weight_t* Ex,
|
|
*/
|
|
|
|
struct __pyx_vtabstruct_5thinc_8backends_6linalg_Mat {
|
|
void (*mean_row)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t, int32_t);
|
|
void (*var_row)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t, int32_t, __pyx_t_5thinc_8backends_6linalg_weight_t);
|
|
};
|
|
static struct __pyx_vtabstruct_5thinc_8backends_6linalg_Mat *__pyx_vtabptr_5thinc_8backends_6linalg_Mat;
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Mat_mean_row(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t, int32_t);
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Mat_var_row(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t, int32_t, __pyx_t_5thinc_8backends_6linalg_weight_t);
|
|
/* #### Code section: utility_code_proto ### */
|
|
|
|
/* --- Runtime support code (head) --- */
|
|
/* Refnanny.proto */
|
|
#ifndef CYTHON_REFNANNY
|
|
#define CYTHON_REFNANNY 0
|
|
#endif
|
|
#if CYTHON_REFNANNY
|
|
typedef struct {
|
|
void (*INCREF)(void*, PyObject*, Py_ssize_t);
|
|
void (*DECREF)(void*, PyObject*, Py_ssize_t);
|
|
void (*GOTREF)(void*, PyObject*, Py_ssize_t);
|
|
void (*GIVEREF)(void*, PyObject*, Py_ssize_t);
|
|
void* (*SetupContext)(const char*, Py_ssize_t, const char*);
|
|
void (*FinishContext)(void**);
|
|
} __Pyx_RefNannyAPIStruct;
|
|
static __Pyx_RefNannyAPIStruct *__Pyx_RefNanny = NULL;
|
|
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname);
|
|
#define __Pyx_RefNannyDeclarations void *__pyx_refnanny = NULL;
|
|
#define __Pyx_RefNannySetupContext(name, acquire_gil)\
|
|
if (acquire_gil) {\
|
|
PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
|
|
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), (__LINE__), (__FILE__));\
|
|
PyGILState_Release(__pyx_gilstate_save);\
|
|
} else {\
|
|
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), (__LINE__), (__FILE__));\
|
|
}
|
|
#define __Pyx_RefNannyFinishContextNogil() {\
|
|
PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
|
|
__Pyx_RefNannyFinishContext();\
|
|
PyGILState_Release(__pyx_gilstate_save);\
|
|
}
|
|
#define __Pyx_RefNannyFinishContextNogil() {\
|
|
PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
|
|
__Pyx_RefNannyFinishContext();\
|
|
PyGILState_Release(__pyx_gilstate_save);\
|
|
}
|
|
#define __Pyx_RefNannyFinishContext()\
|
|
__Pyx_RefNanny->FinishContext(&__pyx_refnanny)
|
|
#define __Pyx_INCREF(r) __Pyx_RefNanny->INCREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
|
|
#define __Pyx_DECREF(r) __Pyx_RefNanny->DECREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
|
|
#define __Pyx_GOTREF(r) __Pyx_RefNanny->GOTREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
|
|
#define __Pyx_GIVEREF(r) __Pyx_RefNanny->GIVEREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
|
|
#define __Pyx_XINCREF(r) do { if((r) == NULL); else {__Pyx_INCREF(r); }} while(0)
|
|
#define __Pyx_XDECREF(r) do { if((r) == NULL); else {__Pyx_DECREF(r); }} while(0)
|
|
#define __Pyx_XGOTREF(r) do { if((r) == NULL); else {__Pyx_GOTREF(r); }} while(0)
|
|
#define __Pyx_XGIVEREF(r) do { if((r) == NULL); else {__Pyx_GIVEREF(r);}} while(0)
|
|
#else
|
|
#define __Pyx_RefNannyDeclarations
|
|
#define __Pyx_RefNannySetupContext(name, acquire_gil)
|
|
#define __Pyx_RefNannyFinishContextNogil()
|
|
#define __Pyx_RefNannyFinishContext()
|
|
#define __Pyx_INCREF(r) Py_INCREF(r)
|
|
#define __Pyx_DECREF(r) Py_DECREF(r)
|
|
#define __Pyx_GOTREF(r)
|
|
#define __Pyx_GIVEREF(r)
|
|
#define __Pyx_XINCREF(r) Py_XINCREF(r)
|
|
#define __Pyx_XDECREF(r) Py_XDECREF(r)
|
|
#define __Pyx_XGOTREF(r)
|
|
#define __Pyx_XGIVEREF(r)
|
|
#endif
|
|
#define __Pyx_Py_XDECREF_SET(r, v) do {\
|
|
PyObject *tmp = (PyObject *) r;\
|
|
r = v; Py_XDECREF(tmp);\
|
|
} while (0)
|
|
#define __Pyx_XDECREF_SET(r, v) do {\
|
|
PyObject *tmp = (PyObject *) r;\
|
|
r = v; __Pyx_XDECREF(tmp);\
|
|
} while (0)
|
|
#define __Pyx_DECREF_SET(r, v) do {\
|
|
PyObject *tmp = (PyObject *) r;\
|
|
r = v; __Pyx_DECREF(tmp);\
|
|
} while (0)
|
|
#define __Pyx_CLEAR(r) do { PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);} while(0)
|
|
#define __Pyx_XCLEAR(r) do { if((r) != NULL) {PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);}} while(0)
|
|
|
|
/* RealImag.proto (used by SoftComplexToDouble) */
|
|
#if CYTHON_CCOMPLEX
|
|
#ifdef __cplusplus
|
|
#define __Pyx_CREAL(z) ((z).real())
|
|
#define __Pyx_CIMAG(z) ((z).imag())
|
|
#else
|
|
#define __Pyx_CREAL(z) (__real__(z))
|
|
#define __Pyx_CIMAG(z) (__imag__(z))
|
|
#endif
|
|
#else
|
|
#define __Pyx_CREAL(z) ((z).real)
|
|
#define __Pyx_CIMAG(z) ((z).imag)
|
|
#endif
|
|
#if defined(__cplusplus) && CYTHON_CCOMPLEX\
|
|
&& (defined(_WIN32) || defined(__clang__) || (defined(__GNUC__) && (__GNUC__ >= 5 || __GNUC__ == 4 && __GNUC_MINOR__ >= 4 )) || __cplusplus >= 201103)
|
|
#define __Pyx_SET_CREAL(z,x) ((z).real(x))
|
|
#define __Pyx_SET_CIMAG(z,y) ((z).imag(y))
|
|
#else
|
|
#define __Pyx_SET_CREAL(z,x) __Pyx_CREAL(z) = (x)
|
|
#define __Pyx_SET_CIMAG(z,y) __Pyx_CIMAG(z) = (y)
|
|
#endif
|
|
|
|
/* SoftComplexToDouble.proto */
|
|
static double __Pyx_SoftComplexToDouble(__pyx_t_double_complex value, int have_nogil);
|
|
|
|
/* ErrOccurredWithGIL.proto */
|
|
static CYTHON_INLINE int __Pyx_ErrOccurredWithGIL(void);
|
|
|
|
/* PyThreadStateGet.proto (used by PyErrFetchRestore) */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_PyThreadState_declare PyThreadState *__pyx_tstate;
|
|
#define __Pyx_PyThreadState_assign __pyx_tstate = __Pyx_PyThreadState_Current;
|
|
#if PY_VERSION_HEX >= 0x030C00A6
|
|
#define __Pyx_PyErr_Occurred() (__pyx_tstate->current_exception != NULL)
|
|
#define __Pyx_PyErr_CurrentExceptionType() (__pyx_tstate->current_exception ? (PyObject*) Py_TYPE(__pyx_tstate->current_exception) : (PyObject*) NULL)
|
|
#else
|
|
#define __Pyx_PyErr_Occurred() (__pyx_tstate->curexc_type != NULL)
|
|
#define __Pyx_PyErr_CurrentExceptionType() (__pyx_tstate->curexc_type)
|
|
#endif
|
|
#else
|
|
#define __Pyx_PyThreadState_declare
|
|
#define __Pyx_PyThreadState_assign
|
|
#define __Pyx_PyErr_Occurred() (PyErr_Occurred() != NULL)
|
|
#define __Pyx_PyErr_CurrentExceptionType() PyErr_Occurred()
|
|
#endif
|
|
|
|
/* PyErrFetchRestore.proto (used by WriteUnraisableException) */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_PyErr_Clear() __Pyx_ErrRestore(NULL, NULL, NULL)
|
|
#define __Pyx_ErrRestoreWithState(type, value, tb) __Pyx_ErrRestoreInState(PyThreadState_GET(), type, value, tb)
|
|
#define __Pyx_ErrFetchWithState(type, value, tb) __Pyx_ErrFetchInState(PyThreadState_GET(), type, value, tb)
|
|
#define __Pyx_ErrRestore(type, value, tb) __Pyx_ErrRestoreInState(__pyx_tstate, type, value, tb)
|
|
#define __Pyx_ErrFetch(type, value, tb) __Pyx_ErrFetchInState(__pyx_tstate, type, value, tb)
|
|
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
|
|
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A6
|
|
#define __Pyx_PyErr_SetNone(exc) (Py_INCREF(exc), __Pyx_ErrRestore((exc), NULL, NULL))
|
|
#else
|
|
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
|
|
#endif
|
|
#else
|
|
#define __Pyx_PyErr_Clear() PyErr_Clear()
|
|
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
|
|
#define __Pyx_ErrRestoreWithState(type, value, tb) PyErr_Restore(type, value, tb)
|
|
#define __Pyx_ErrFetchWithState(type, value, tb) PyErr_Fetch(type, value, tb)
|
|
#define __Pyx_ErrRestoreInState(tstate, type, value, tb) PyErr_Restore(type, value, tb)
|
|
#define __Pyx_ErrFetchInState(tstate, type, value, tb) PyErr_Fetch(type, value, tb)
|
|
#define __Pyx_ErrRestore(type, value, tb) PyErr_Restore(type, value, tb)
|
|
#define __Pyx_ErrFetch(type, value, tb) PyErr_Fetch(type, value, tb)
|
|
#endif
|
|
|
|
/* WriteUnraisableException.proto */
|
|
static void __Pyx_WriteUnraisable(const char *name, int clineno,
|
|
int lineno, const char *filename,
|
|
int full_traceback, int nogil);
|
|
|
|
/* AllocateExtensionType.proto */
|
|
static PyObject *__Pyx_AllocateExtensionType(PyTypeObject *t, int is_final);
|
|
|
|
/* CallTypeTraverse.proto */
|
|
#if !CYTHON_USE_TYPE_SPECS || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x03090000)
|
|
#define __Pyx_call_type_traverse(o, always_call, visit, arg) 0
|
|
#else
|
|
static int __Pyx_call_type_traverse(PyObject *o, int always_call, visitproc visit, void *arg);
|
|
#endif
|
|
|
|
/* LimitedApiGetTypeDict.proto (used by SetItemOnTypeDict) */
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
static PyObject *__Pyx_GetTypeDict(PyTypeObject *tp);
|
|
#endif
|
|
|
|
/* SetItemOnTypeDict.proto (used by FixUpExtensionType) */
|
|
static int __Pyx__SetItemOnTypeDict(PyTypeObject *tp, PyObject *k, PyObject *v);
|
|
#define __Pyx_SetItemOnTypeDict(tp, k, v) __Pyx__SetItemOnTypeDict((PyTypeObject*)tp, k, v)
|
|
|
|
/* IncludeStringH.proto (used by FixUpExtensionType) */
|
|
#include <string.h>
|
|
|
|
/* FixUpExtensionType.proto */
|
|
static CYTHON_INLINE int __Pyx_fix_up_extension_type_from_spec(PyType_Spec *spec, PyTypeObject *type);
|
|
|
|
/* PyObjectCall.proto (used by PyObjectFastCall) */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw);
|
|
#else
|
|
#define __Pyx_PyObject_Call(func, arg, kw) PyObject_Call(func, arg, kw)
|
|
#endif
|
|
|
|
/* PyObjectCallMethO.proto (used by PyObjectFastCall) */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg);
|
|
#endif
|
|
|
|
/* PyObjectFastCall.proto (used by PyObjectCallNoArg) */
|
|
#define __Pyx_PyObject_FastCall(func, args, nargs) __Pyx_PyObject_FastCallDict(func, args, (size_t)(nargs), NULL)
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_FastCallDict(PyObject *func, PyObject * const*args, size_t nargs, PyObject *kwargs);
|
|
|
|
/* PyObjectCallNoArg.proto (used by PyObjectCallMethod0) */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func);
|
|
|
|
/* PyObjectCallOneArg.proto (used by PyObjectCallMethod0) */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg);
|
|
|
|
/* PyObjectGetAttrStr.proto (used by PyObjectGetMethod) */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name);
|
|
#else
|
|
#define __Pyx_PyObject_GetAttrStr(o,n) PyObject_GetAttr(o,n)
|
|
#endif
|
|
|
|
/* PyObjectGetMethod.proto (used by PyObjectCallMethod0) */
|
|
#if !(CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000)))
|
|
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method);
|
|
#endif
|
|
|
|
/* PyObjectCallMethod0.proto (used by PyType_Ready) */
|
|
static PyObject* __Pyx_PyObject_CallMethod0(PyObject* obj, PyObject* method_name);
|
|
|
|
/* ValidateBasesTuple.proto (used by PyType_Ready) */
|
|
#if CYTHON_COMPILING_IN_CPYTHON || CYTHON_COMPILING_IN_LIMITED_API || CYTHON_USE_TYPE_SPECS
|
|
static int __Pyx_validate_bases_tuple(const char *type_name, Py_ssize_t dictoffset, PyObject *bases);
|
|
#endif
|
|
|
|
/* PyType_Ready.proto */
|
|
CYTHON_UNUSED static int __Pyx_PyType_Ready(PyTypeObject *t);
|
|
|
|
/* SetVTable.proto */
|
|
static int __Pyx_SetVtable(PyTypeObject* typeptr , void* vtable);
|
|
|
|
/* GetVTable.proto (used by MergeVTables) */
|
|
static void* __Pyx_GetVtable(PyTypeObject *type);
|
|
|
|
/* MergeVTables.proto */
|
|
static int __Pyx_MergeVtables(PyTypeObject *type);
|
|
|
|
/* TypeImport.proto */
|
|
#ifndef __PYX_HAVE_RT_ImportType_proto_3_2_1
|
|
#define __PYX_HAVE_RT_ImportType_proto_3_2_1
|
|
#if defined (__STDC_VERSION__) && __STDC_VERSION__ >= 201112L
|
|
#include <stdalign.h>
|
|
#endif
|
|
#if (defined (__STDC_VERSION__) && __STDC_VERSION__ >= 201112L) || __cplusplus >= 201103L
|
|
#define __PYX_GET_STRUCT_ALIGNMENT_3_2_1(s) alignof(s)
|
|
#else
|
|
#define __PYX_GET_STRUCT_ALIGNMENT_3_2_1(s) sizeof(void*)
|
|
#endif
|
|
enum __Pyx_ImportType_CheckSize_3_2_1 {
|
|
__Pyx_ImportType_CheckSize_Error_3_2_1 = 0,
|
|
__Pyx_ImportType_CheckSize_Warn_3_2_1 = 1,
|
|
__Pyx_ImportType_CheckSize_Ignore_3_2_1 = 2
|
|
};
|
|
static PyTypeObject *__Pyx_ImportType_3_2_1(PyObject* module, const char *module_name, const char *class_name, size_t size, size_t alignment, enum __Pyx_ImportType_CheckSize_3_2_1 check_size);
|
|
#endif
|
|
|
|
/* PyErrExceptionMatches.proto (used by PyObjectGetAttrStrNoError) */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_PyErr_ExceptionMatches(err) __Pyx_PyErr_ExceptionMatchesInState(__pyx_tstate, err)
|
|
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err);
|
|
#else
|
|
#define __Pyx_PyErr_ExceptionMatches(err) PyErr_ExceptionMatches(err)
|
|
#endif
|
|
|
|
/* PyObjectGetAttrStrNoError.proto (used by HasAttr) */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name);
|
|
|
|
/* HasAttr.proto (used by ImportImpl) */
|
|
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
|
|
#define __Pyx_HasAttr(o, n) PyObject_HasAttrWithError(o, n)
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_HasAttr(PyObject *, PyObject *);
|
|
#endif
|
|
|
|
/* TupleAndListFromArray.proto (used by ImportImpl) */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyList_FromArray(PyObject *const *src, Py_ssize_t n);
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON || CYTHON_METH_FASTCALL
|
|
static CYTHON_INLINE PyObject* __Pyx_PyTuple_FromArray(PyObject *const *src, Py_ssize_t n);
|
|
#endif
|
|
|
|
/* ImportImpl.export */
|
|
static PyObject *__Pyx__Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, PyObject *moddict, int level);
|
|
|
|
/* Import.proto */
|
|
static CYTHON_INLINE PyObject *__Pyx_Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, int level);
|
|
|
|
/* GetTopmostException.proto (used by SaveResetException) */
|
|
#if CYTHON_USE_EXC_INFO_STACK && CYTHON_FAST_THREAD_STATE
|
|
static _PyErr_StackItem * __Pyx_PyErr_GetTopmostException(PyThreadState *tstate);
|
|
#endif
|
|
|
|
/* SaveResetException.proto */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
#define __Pyx_ExceptionSave(type, value, tb) __Pyx__ExceptionSave(__pyx_tstate, type, value, tb)
|
|
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
|
|
#define __Pyx_ExceptionReset(type, value, tb) __Pyx__ExceptionReset(__pyx_tstate, type, value, tb)
|
|
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
|
|
#else
|
|
#define __Pyx_ExceptionSave(type, value, tb) PyErr_GetExcInfo(type, value, tb)
|
|
#define __Pyx_ExceptionReset(type, value, tb) PyErr_SetExcInfo(type, value, tb)
|
|
#endif
|
|
|
|
/* PyImportError_Check.proto */
|
|
#define __Pyx_PyExc_ImportError_Check(obj) __Pyx_TypeCheck(obj, PyExc_ImportError)
|
|
|
|
/* dict_setdefault.proto (used by CLineInTraceback) */
|
|
static CYTHON_INLINE PyObject *__Pyx_PyDict_SetDefault(PyObject *d, PyObject *key, PyObject *default_value);
|
|
|
|
/* PyDictVersioning.proto (used by CLineInTraceback) */
|
|
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
|
|
#define __PYX_DICT_VERSION_INIT ((PY_UINT64_T) -1)
|
|
#define __PYX_GET_DICT_VERSION(dict) (((PyDictObject*)(dict))->ma_version_tag)
|
|
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)\
|
|
(version_var) = __PYX_GET_DICT_VERSION(dict);\
|
|
(cache_var) = (value);
|
|
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) {\
|
|
static PY_UINT64_T __pyx_dict_version = 0;\
|
|
static PyObject *__pyx_dict_cached_value = NULL;\
|
|
if (likely(__PYX_GET_DICT_VERSION(DICT) == __pyx_dict_version)) {\
|
|
(VAR) = __Pyx_XNewRef(__pyx_dict_cached_value);\
|
|
} else {\
|
|
(VAR) = __pyx_dict_cached_value = (LOOKUP);\
|
|
__pyx_dict_version = __PYX_GET_DICT_VERSION(DICT);\
|
|
}\
|
|
}
|
|
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj);
|
|
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj);
|
|
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version);
|
|
#else
|
|
#define __PYX_GET_DICT_VERSION(dict) (0)
|
|
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)
|
|
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) (VAR) = (LOOKUP);
|
|
#endif
|
|
|
|
/* CLineInTraceback.proto (used by AddTraceback) */
|
|
#if CYTHON_CLINE_IN_TRACEBACK && CYTHON_CLINE_IN_TRACEBACK_RUNTIME
|
|
static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line);
|
|
#else
|
|
#define __Pyx_CLineForTraceback(tstate, c_line) (((CYTHON_CLINE_IN_TRACEBACK)) ? c_line : 0)
|
|
#endif
|
|
|
|
/* CodeObjectCache.proto (used by AddTraceback) */
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
typedef PyObject __Pyx_CachedCodeObjectType;
|
|
#else
|
|
typedef PyCodeObject __Pyx_CachedCodeObjectType;
|
|
#endif
|
|
typedef struct {
|
|
__Pyx_CachedCodeObjectType* code_object;
|
|
int code_line;
|
|
} __Pyx_CodeObjectCacheEntry;
|
|
struct __Pyx_CodeObjectCache {
|
|
int count;
|
|
int max_count;
|
|
__Pyx_CodeObjectCacheEntry* entries;
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
__pyx_atomic_int_type accessor_count;
|
|
#endif
|
|
};
|
|
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line);
|
|
static __Pyx_CachedCodeObjectType *__pyx_find_code_object(int code_line);
|
|
static void __pyx_insert_code_object(int code_line, __Pyx_CachedCodeObjectType* code_object);
|
|
|
|
/* AddTraceback.proto */
|
|
static void __Pyx_AddTraceback(const char *funcname, int c_line,
|
|
int py_line, const char *filename);
|
|
|
|
/* GCCDiagnostics.proto */
|
|
#if !defined(__INTEL_COMPILER) && defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 6))
|
|
#define __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#endif
|
|
|
|
/* Arithmetic.proto */
|
|
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
|
|
#define __Pyx_c_eq_double(a, b) ((a)==(b))
|
|
#define __Pyx_c_sum_double(a, b) ((a)+(b))
|
|
#define __Pyx_c_diff_double(a, b) ((a)-(b))
|
|
#define __Pyx_c_prod_double(a, b) ((a)*(b))
|
|
#define __Pyx_c_quot_double(a, b) ((a)/(b))
|
|
#define __Pyx_c_neg_double(a) (-(a))
|
|
#ifdef __cplusplus
|
|
#define __Pyx_c_is_zero_double(z) ((z)==(double)0)
|
|
#define __Pyx_c_conj_double(z) (::std::conj(z))
|
|
#if 1
|
|
#define __Pyx_c_abs_double(z) (::std::abs(z))
|
|
#define __Pyx_c_pow_double(a, b) (::std::pow(a, b))
|
|
#endif
|
|
#else
|
|
#define __Pyx_c_is_zero_double(z) ((z)==0)
|
|
#define __Pyx_c_conj_double(z) (conj(z))
|
|
#if 1
|
|
#define __Pyx_c_abs_double(z) (cabs(z))
|
|
#define __Pyx_c_pow_double(a, b) (cpow(a, b))
|
|
#endif
|
|
#endif
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex);
|
|
static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex);
|
|
#if 1
|
|
static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex);
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex, __pyx_t_double_complex);
|
|
#endif
|
|
#endif
|
|
|
|
/* PyObjectVectorCallKwBuilder.proto (used by CIntToPy) */
|
|
CYTHON_UNUSED static int __Pyx_VectorcallBuilder_AddArg_Check(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n);
|
|
#if CYTHON_VECTORCALL
|
|
#if PY_VERSION_HEX >= 0x03090000
|
|
#define __Pyx_Object_Vectorcall_CallFromBuilder PyObject_Vectorcall
|
|
#else
|
|
#define __Pyx_Object_Vectorcall_CallFromBuilder _PyObject_Vectorcall
|
|
#endif
|
|
#define __Pyx_MakeVectorcallBuilderKwds(n) PyTuple_New(n)
|
|
static int __Pyx_VectorcallBuilder_AddArg(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n);
|
|
static int __Pyx_VectorcallBuilder_AddArgStr(const char *key, PyObject *value, PyObject *builder, PyObject **args, int n);
|
|
#else
|
|
#define __Pyx_Object_Vectorcall_CallFromBuilder __Pyx_PyObject_FastCallDict
|
|
#define __Pyx_MakeVectorcallBuilderKwds(n) __Pyx_PyDict_NewPresized(n)
|
|
#define __Pyx_VectorcallBuilder_AddArg(key, value, builder, args, n) PyDict_SetItem(builder, key, value)
|
|
#define __Pyx_VectorcallBuilder_AddArgStr(key, value, builder, args, n) PyDict_SetItemString(builder, key, value)
|
|
#endif
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_int(int value);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE int __Pyx_PyLong_As_int(PyObject *);
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_int32_t(int32_t value);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE int32_t __Pyx_PyLong_As_int32_t(PyObject *);
|
|
|
|
/* CIntFromPy.proto */
|
|
static CYTHON_INLINE long __Pyx_PyLong_As_long(PyObject *);
|
|
|
|
/* FormatTypeName.proto */
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
typedef PyObject *__Pyx_TypeName;
|
|
#define __Pyx_FMT_TYPENAME "%U"
|
|
#define __Pyx_DECREF_TypeName(obj) Py_XDECREF(obj)
|
|
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
|
|
#define __Pyx_PyType_GetFullyQualifiedName PyType_GetFullyQualifiedName
|
|
#else
|
|
static __Pyx_TypeName __Pyx_PyType_GetFullyQualifiedName(PyTypeObject* tp);
|
|
#endif
|
|
#else // !LIMITED_API
|
|
typedef const char *__Pyx_TypeName;
|
|
#define __Pyx_FMT_TYPENAME "%.200s"
|
|
#define __Pyx_PyType_GetFullyQualifiedName(tp) ((tp)->tp_name)
|
|
#define __Pyx_DECREF_TypeName(obj)
|
|
#endif
|
|
|
|
/* CIntToPy.proto */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_long(long value);
|
|
|
|
/* FastTypeChecks.proto */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#define __Pyx_TypeCheck(obj, type) __Pyx_IsSubtype(Py_TYPE(obj), (PyTypeObject *)type)
|
|
#define __Pyx_TypeCheck2(obj, type1, type2) __Pyx_IsAnySubtype2(Py_TYPE(obj), (PyTypeObject *)type1, (PyTypeObject *)type2)
|
|
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b);
|
|
static CYTHON_INLINE int __Pyx_IsAnySubtype2(PyTypeObject *cls, PyTypeObject *a, PyTypeObject *b);
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject *type);
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2);
|
|
#else
|
|
#define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type)
|
|
#define __Pyx_TypeCheck2(obj, type1, type2) (PyObject_TypeCheck(obj, (PyTypeObject *)type1) || PyObject_TypeCheck(obj, (PyTypeObject *)type2))
|
|
#define __Pyx_PyErr_GivenExceptionMatches(err, type) PyErr_GivenExceptionMatches(err, type)
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2) {
|
|
return PyErr_GivenExceptionMatches(err, type1) || PyErr_GivenExceptionMatches(err, type2);
|
|
}
|
|
#endif
|
|
#define __Pyx_PyErr_ExceptionMatches2(err1, err2) __Pyx_PyErr_GivenExceptionMatches2(__Pyx_PyErr_CurrentExceptionType(), err1, err2)
|
|
#define __Pyx_PyException_Check(obj) __Pyx_TypeCheck(obj, PyExc_Exception)
|
|
#ifdef PyExceptionInstance_Check
|
|
#define __Pyx_PyBaseException_Check(obj) PyExceptionInstance_Check(obj)
|
|
#else
|
|
#define __Pyx_PyBaseException_Check(obj) __Pyx_TypeCheck(obj, PyExc_BaseException)
|
|
#endif
|
|
|
|
/* GetRuntimeVersion.proto */
|
|
#if __PYX_LIMITED_VERSION_HEX < 0x030b0000
|
|
static unsigned long __Pyx_cached_runtime_version = 0;
|
|
static void __Pyx_init_runtime_version(void);
|
|
#else
|
|
#define __Pyx_init_runtime_version()
|
|
#endif
|
|
static unsigned long __Pyx_get_runtime_version(void);
|
|
|
|
/* AddModuleRef.proto */
|
|
#if ((CYTHON_COMPILING_IN_CPYTHON_FREETHREADING ) ||\
|
|
__PYX_LIMITED_VERSION_HEX < 0x030d0000)
|
|
static PyObject *__Pyx_PyImport_AddModuleRef(const char *name);
|
|
#else
|
|
#define __Pyx_PyImport_AddModuleRef(name) PyImport_AddModuleRef(name)
|
|
#endif
|
|
|
|
/* CheckBinaryVersion.proto */
|
|
static int __Pyx_check_binary_version(unsigned long ct_version, unsigned long rt_version, int allow_newer);
|
|
|
|
/* DecompressString.proto */
|
|
static PyObject *__Pyx_DecompressString(const char *s, Py_ssize_t length, int algo);
|
|
|
|
/* MultiPhaseInitModuleState.proto */
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT && CYTHON_USE_MODULE_STATE
|
|
static PyObject *__Pyx_State_FindModule(void*);
|
|
static int __Pyx_State_AddModule(PyObject* module, void*);
|
|
static int __Pyx_State_RemoveModule(void*);
|
|
#elif CYTHON_USE_MODULE_STATE
|
|
#define __Pyx_State_FindModule PyState_FindModule
|
|
#define __Pyx_State_AddModule PyState_AddModule
|
|
#define __Pyx_State_RemoveModule PyState_RemoveModule
|
|
#endif
|
|
|
|
/* #### Code section: module_declarations ### */
|
|
/* CythonABIVersion.proto */
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
#if CYTHON_METH_FASTCALL
|
|
#define __PYX_FASTCALL_ABI_SUFFIX "_fastcall"
|
|
#else
|
|
#define __PYX_FASTCALL_ABI_SUFFIX
|
|
#endif
|
|
#define __PYX_LIMITED_ABI_SUFFIX "limited" __PYX_FASTCALL_ABI_SUFFIX __PYX_AM_SEND_ABI_SUFFIX
|
|
#else
|
|
#define __PYX_LIMITED_ABI_SUFFIX
|
|
#endif
|
|
#if __PYX_HAS_PY_AM_SEND == 1
|
|
#define __PYX_AM_SEND_ABI_SUFFIX
|
|
#elif __PYX_HAS_PY_AM_SEND == 2
|
|
#define __PYX_AM_SEND_ABI_SUFFIX "amsendbackport"
|
|
#else
|
|
#define __PYX_AM_SEND_ABI_SUFFIX "noamsend"
|
|
#endif
|
|
#ifndef __PYX_MONITORING_ABI_SUFFIX
|
|
#define __PYX_MONITORING_ABI_SUFFIX
|
|
#endif
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
#define __PYX_TP_FINALIZE_ABI_SUFFIX
|
|
#else
|
|
#define __PYX_TP_FINALIZE_ABI_SUFFIX "nofinalize"
|
|
#endif
|
|
#if CYTHON_USE_FREELISTS || !defined(__Pyx_AsyncGen_USED)
|
|
#define __PYX_FREELISTS_ABI_SUFFIX
|
|
#else
|
|
#define __PYX_FREELISTS_ABI_SUFFIX "nofreelists"
|
|
#endif
|
|
#define CYTHON_ABI __PYX_ABI_VERSION __PYX_LIMITED_ABI_SUFFIX __PYX_MONITORING_ABI_SUFFIX __PYX_TP_FINALIZE_ABI_SUFFIX __PYX_FREELISTS_ABI_SUFFIX __PYX_AM_SEND_ABI_SUFFIX
|
|
#define __PYX_ABI_MODULE_NAME "_cython_" CYTHON_ABI
|
|
#define __PYX_TYPE_MODULE_PREFIX __PYX_ABI_MODULE_NAME "."
|
|
|
|
static CYTHON_INLINE int __pyx_f_5thinc_8backends_6linalg_3Vec_arg_max(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_scores, int const __pyx_v_n_classes); /* proto*/
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_max(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_x, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_sum(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_vec, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_norm(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_vec, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_add(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_inc, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_add_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_inc, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_mul(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scal, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_mul_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scal, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_pow(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scal, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_pow_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t const __pyx_v_scal, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_div(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scal, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_div_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t const __pyx_v_scal, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_exp(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_vec, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_exp_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_vec, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_reciprocal_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_vec, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_mean(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_X, int32_t __pyx_v_nr_dim); /* proto*/
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_variance(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_X, int32_t __pyx_v_nr_dim); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_add(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scale, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_add_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scale, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_batch_add_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scale, int32_t __pyx_v_nr, int32_t __pyx_v_nr_batch); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_add_pow(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_power, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_add_pow_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_power, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_mul(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_mul_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_6VecVec_dot(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, int32_t __pyx_v_nr); /* proto*/
|
|
static CYTHON_INLINE int __pyx_f_5thinc_8backends_6linalg_6VecVec_arg_max_if_true(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_scores, int const *__pyx_v_is_valid, int const __pyx_v_n_classes); /* proto*/
|
|
static CYTHON_INLINE int __pyx_f_5thinc_8backends_6linalg_6VecVec_arg_max_if_zero(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_scores, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_costs, int const __pyx_v_n_classes); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Mat_mean_row(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_Ex, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_mat, int32_t __pyx_v_nr_row, int32_t __pyx_v_nr_col); /* proto*/
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Mat_var_row(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_Vx, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_mat, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_Ex, int32_t __pyx_v_nr_row, int32_t __pyx_v_nr_col, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_eps); /* proto*/
|
|
|
|
/* Module declarations from "cython" */
|
|
|
|
/* Module declarations from "cymem.cymem" */
|
|
|
|
/* Module declarations from "libc.stdint" */
|
|
|
|
/* Module declarations from "libc.string" */
|
|
|
|
/* Module declarations from "thinc.backends.linalg" */
|
|
/* #### Code section: typeinfo ### */
|
|
/* #### Code section: before_global_var ### */
|
|
#define __Pyx_MODULE_NAME "thinc.backends.linalg"
|
|
extern int __pyx_module_is_main_thinc__backends__linalg;
|
|
int __pyx_module_is_main_thinc__backends__linalg = 0;
|
|
|
|
/* Implementation of "thinc.backends.linalg" */
|
|
/* #### Code section: global_var ### */
|
|
/* #### Code section: string_decls ### */
|
|
/* #### Code section: decls ### */
|
|
static PyObject *__pyx_tp_new_5thinc_8backends_6linalg_Matrix(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5thinc_8backends_6linalg_Vec(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5thinc_8backends_6linalg_VecVec(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
static PyObject *__pyx_tp_new_5thinc_8backends_6linalg_Mat(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
|
|
/* #### Code section: late_includes ### */
|
|
/* #### Code section: module_state ### */
|
|
/* SmallCodeConfig */
|
|
#ifndef CYTHON_SMALL_CODE
|
|
#if defined(__clang__)
|
|
#define CYTHON_SMALL_CODE
|
|
#elif defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3))
|
|
#define CYTHON_SMALL_CODE __attribute__((cold))
|
|
#else
|
|
#define CYTHON_SMALL_CODE
|
|
#endif
|
|
#endif
|
|
|
|
typedef struct {
|
|
PyObject *__pyx_d;
|
|
PyObject *__pyx_b;
|
|
PyObject *__pyx_cython_runtime;
|
|
PyObject *__pyx_empty_tuple;
|
|
PyObject *__pyx_empty_bytes;
|
|
PyObject *__pyx_empty_unicode;
|
|
PyTypeObject *__pyx_ptype_5cymem_5cymem_PyMalloc;
|
|
PyTypeObject *__pyx_ptype_5cymem_5cymem_PyFree;
|
|
PyTypeObject *__pyx_ptype_5cymem_5cymem_Pool;
|
|
PyTypeObject *__pyx_ptype_5cymem_5cymem_Address;
|
|
PyObject *__pyx_type_5thinc_8backends_6linalg_Matrix;
|
|
PyObject *__pyx_type_5thinc_8backends_6linalg_Vec;
|
|
PyObject *__pyx_type_5thinc_8backends_6linalg_VecVec;
|
|
PyObject *__pyx_type_5thinc_8backends_6linalg_Mat;
|
|
PyTypeObject *__pyx_ptype_5thinc_8backends_6linalg_Matrix;
|
|
PyTypeObject *__pyx_ptype_5thinc_8backends_6linalg_Vec;
|
|
PyTypeObject *__pyx_ptype_5thinc_8backends_6linalg_VecVec;
|
|
PyTypeObject *__pyx_ptype_5thinc_8backends_6linalg_Mat;
|
|
PyObject *__pyx_string_tab[21];
|
|
/* #### Code section: module_state_contents ### */
|
|
/* CodeObjectCache.module_state_decls */
|
|
struct __Pyx_CodeObjectCache __pyx_code_cache;
|
|
|
|
/* #### Code section: module_state_end ### */
|
|
} __pyx_mstatetype;
|
|
|
|
#if CYTHON_USE_MODULE_STATE
|
|
#ifdef __cplusplus
|
|
namespace {
|
|
extern struct PyModuleDef __pyx_moduledef;
|
|
} /* anonymous namespace */
|
|
#else
|
|
static struct PyModuleDef __pyx_moduledef;
|
|
#endif
|
|
|
|
#define __pyx_mstate_global (__Pyx_PyModule_GetState(__Pyx_State_FindModule(&__pyx_moduledef)))
|
|
|
|
#define __pyx_m (__Pyx_State_FindModule(&__pyx_moduledef))
|
|
#else
|
|
static __pyx_mstatetype __pyx_mstate_global_static =
|
|
#ifdef __cplusplus
|
|
{};
|
|
#else
|
|
{0};
|
|
#endif
|
|
static __pyx_mstatetype * const __pyx_mstate_global = &__pyx_mstate_global_static;
|
|
#endif
|
|
/* #### Code section: constant_name_defines ### */
|
|
#define __pyx_kp_u_ __pyx_string_tab[0]
|
|
#define __pyx_kp_u_disable __pyx_string_tab[1]
|
|
#define __pyx_kp_u_enable __pyx_string_tab[2]
|
|
#define __pyx_kp_u_gc __pyx_string_tab[3]
|
|
#define __pyx_kp_u_isenabled __pyx_string_tab[4]
|
|
#define __pyx_kp_u_thinc_backends_blis_py __pyx_string_tab[5]
|
|
#define __pyx_n_u_Mat __pyx_string_tab[6]
|
|
#define __pyx_n_u_Matrix __pyx_string_tab[7]
|
|
#define __pyx_n_u_Vec __pyx_string_tab[8]
|
|
#define __pyx_n_u_VecVec __pyx_string_tab[9]
|
|
#define __pyx_n_u_blis __pyx_string_tab[10]
|
|
#define __pyx_n_u_blis_py __pyx_string_tab[11]
|
|
#define __pyx_n_u_cline_in_traceback __pyx_string_tab[12]
|
|
#define __pyx_n_u_main __pyx_string_tab[13]
|
|
#define __pyx_n_u_module __pyx_string_tab[14]
|
|
#define __pyx_n_u_name __pyx_string_tab[15]
|
|
#define __pyx_n_u_pyx_vtable __pyx_string_tab[16]
|
|
#define __pyx_n_u_qualname __pyx_string_tab[17]
|
|
#define __pyx_n_u_set_name __pyx_string_tab[18]
|
|
#define __pyx_n_u_setdefault __pyx_string_tab[19]
|
|
#define __pyx_n_u_test __pyx_string_tab[20]
|
|
/* #### Code section: module_state_clear ### */
|
|
#if CYTHON_USE_MODULE_STATE
|
|
static CYTHON_SMALL_CODE int __pyx_m_clear(PyObject *m) {
|
|
__pyx_mstatetype *clear_module_state = __Pyx_PyModule_GetState(m);
|
|
if (!clear_module_state) return 0;
|
|
Py_CLEAR(clear_module_state->__pyx_d);
|
|
Py_CLEAR(clear_module_state->__pyx_b);
|
|
Py_CLEAR(clear_module_state->__pyx_cython_runtime);
|
|
Py_CLEAR(clear_module_state->__pyx_empty_tuple);
|
|
Py_CLEAR(clear_module_state->__pyx_empty_bytes);
|
|
Py_CLEAR(clear_module_state->__pyx_empty_unicode);
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
__Pyx_State_RemoveModule(NULL);
|
|
#endif
|
|
Py_CLEAR(clear_module_state->__pyx_ptype_5cymem_5cymem_PyMalloc);
|
|
Py_CLEAR(clear_module_state->__pyx_ptype_5cymem_5cymem_PyFree);
|
|
Py_CLEAR(clear_module_state->__pyx_ptype_5cymem_5cymem_Pool);
|
|
Py_CLEAR(clear_module_state->__pyx_ptype_5cymem_5cymem_Address);
|
|
Py_CLEAR(clear_module_state->__pyx_ptype_5thinc_8backends_6linalg_Matrix);
|
|
Py_CLEAR(clear_module_state->__pyx_type_5thinc_8backends_6linalg_Matrix);
|
|
Py_CLEAR(clear_module_state->__pyx_ptype_5thinc_8backends_6linalg_Vec);
|
|
Py_CLEAR(clear_module_state->__pyx_type_5thinc_8backends_6linalg_Vec);
|
|
Py_CLEAR(clear_module_state->__pyx_ptype_5thinc_8backends_6linalg_VecVec);
|
|
Py_CLEAR(clear_module_state->__pyx_type_5thinc_8backends_6linalg_VecVec);
|
|
Py_CLEAR(clear_module_state->__pyx_ptype_5thinc_8backends_6linalg_Mat);
|
|
Py_CLEAR(clear_module_state->__pyx_type_5thinc_8backends_6linalg_Mat);
|
|
for (int i=0; i<21; ++i) { Py_CLEAR(clear_module_state->__pyx_string_tab[i]); }
|
|
/* #### Code section: module_state_clear_contents ### */
|
|
/* #### Code section: module_state_clear_end ### */
|
|
return 0;
|
|
}
|
|
#endif
|
|
/* #### Code section: module_state_traverse ### */
|
|
#if CYTHON_USE_MODULE_STATE
|
|
static CYTHON_SMALL_CODE int __pyx_m_traverse(PyObject *m, visitproc visit, void *arg) {
|
|
__pyx_mstatetype *traverse_module_state = __Pyx_PyModule_GetState(m);
|
|
if (!traverse_module_state) return 0;
|
|
Py_VISIT(traverse_module_state->__pyx_d);
|
|
Py_VISIT(traverse_module_state->__pyx_b);
|
|
Py_VISIT(traverse_module_state->__pyx_cython_runtime);
|
|
__Pyx_VISIT_CONST(traverse_module_state->__pyx_empty_tuple);
|
|
__Pyx_VISIT_CONST(traverse_module_state->__pyx_empty_bytes);
|
|
__Pyx_VISIT_CONST(traverse_module_state->__pyx_empty_unicode);
|
|
Py_VISIT(traverse_module_state->__pyx_ptype_5cymem_5cymem_PyMalloc);
|
|
Py_VISIT(traverse_module_state->__pyx_ptype_5cymem_5cymem_PyFree);
|
|
Py_VISIT(traverse_module_state->__pyx_ptype_5cymem_5cymem_Pool);
|
|
Py_VISIT(traverse_module_state->__pyx_ptype_5cymem_5cymem_Address);
|
|
Py_VISIT(traverse_module_state->__pyx_ptype_5thinc_8backends_6linalg_Matrix);
|
|
Py_VISIT(traverse_module_state->__pyx_type_5thinc_8backends_6linalg_Matrix);
|
|
Py_VISIT(traverse_module_state->__pyx_ptype_5thinc_8backends_6linalg_Vec);
|
|
Py_VISIT(traverse_module_state->__pyx_type_5thinc_8backends_6linalg_Vec);
|
|
Py_VISIT(traverse_module_state->__pyx_ptype_5thinc_8backends_6linalg_VecVec);
|
|
Py_VISIT(traverse_module_state->__pyx_type_5thinc_8backends_6linalg_VecVec);
|
|
Py_VISIT(traverse_module_state->__pyx_ptype_5thinc_8backends_6linalg_Mat);
|
|
Py_VISIT(traverse_module_state->__pyx_type_5thinc_8backends_6linalg_Mat);
|
|
for (int i=0; i<21; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_string_tab[i]); }
|
|
/* #### Code section: module_state_traverse_contents ### */
|
|
/* #### Code section: module_state_traverse_end ### */
|
|
return 0;
|
|
}
|
|
#endif
|
|
/* #### Code section: module_code ### */
|
|
|
|
/* "thinc/backends/linalg.pxd":31
|
|
*
|
|
* cdef class Vec:
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline int arg_max(const weight_t* scores, const int n_classes) noexcept nogil:
|
|
* if n_classes == 2:
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5thinc_8backends_6linalg_3Vec_arg_max(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_scores, int const __pyx_v_n_classes) {
|
|
int __pyx_v_i;
|
|
int __pyx_v_best;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_mode;
|
|
int __pyx_r;
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
|
|
/* "thinc/backends/linalg.pxd":33
|
|
* @staticmethod
|
|
* cdef inline int arg_max(const weight_t* scores, const int n_classes) noexcept nogil:
|
|
* if n_classes == 2: # <<<<<<<<<<<<<<
|
|
* return 0 if scores[0] > scores[1] else 1
|
|
* cdef int i
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_n_classes == 2);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "thinc/backends/linalg.pxd":34
|
|
* cdef inline int arg_max(const weight_t* scores, const int n_classes) noexcept nogil:
|
|
* if n_classes == 2:
|
|
* return 0 if scores[0] > scores[1] else 1 # <<<<<<<<<<<<<<
|
|
* cdef int i
|
|
* cdef int best = 0
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_scores[0]) > (__pyx_v_scores[1]));
|
|
if (__pyx_t_1) {
|
|
__pyx_t_2 = 0;
|
|
} else {
|
|
__pyx_t_2 = 1;
|
|
}
|
|
__pyx_r = __pyx_t_2;
|
|
goto __pyx_L0;
|
|
|
|
/* "thinc/backends/linalg.pxd":33
|
|
* @staticmethod
|
|
* cdef inline int arg_max(const weight_t* scores, const int n_classes) noexcept nogil:
|
|
* if n_classes == 2: # <<<<<<<<<<<<<<
|
|
* return 0 if scores[0] > scores[1] else 1
|
|
* cdef int i
|
|
*/
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":36
|
|
* return 0 if scores[0] > scores[1] else 1
|
|
* cdef int i
|
|
* cdef int best = 0 # <<<<<<<<<<<<<<
|
|
* cdef weight_t mode = scores[0]
|
|
* for i in range(1, n_classes):
|
|
*/
|
|
__pyx_v_best = 0;
|
|
|
|
/* "thinc/backends/linalg.pxd":37
|
|
* cdef int i
|
|
* cdef int best = 0
|
|
* cdef weight_t mode = scores[0] # <<<<<<<<<<<<<<
|
|
* for i in range(1, n_classes):
|
|
* if scores[i] > mode:
|
|
*/
|
|
__pyx_v_mode = (__pyx_v_scores[0]);
|
|
|
|
/* "thinc/backends/linalg.pxd":38
|
|
* cdef int best = 0
|
|
* cdef weight_t mode = scores[0]
|
|
* for i in range(1, n_classes): # <<<<<<<<<<<<<<
|
|
* if scores[i] > mode:
|
|
* mode = scores[i]
|
|
*/
|
|
__pyx_t_2 = __pyx_v_n_classes;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 1; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "thinc/backends/linalg.pxd":39
|
|
* cdef weight_t mode = scores[0]
|
|
* for i in range(1, n_classes):
|
|
* if scores[i] > mode: # <<<<<<<<<<<<<<
|
|
* mode = scores[i]
|
|
* best = i
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_scores[__pyx_v_i]) > __pyx_v_mode);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "thinc/backends/linalg.pxd":40
|
|
* for i in range(1, n_classes):
|
|
* if scores[i] > mode:
|
|
* mode = scores[i] # <<<<<<<<<<<<<<
|
|
* best = i
|
|
* return best
|
|
*/
|
|
__pyx_v_mode = (__pyx_v_scores[__pyx_v_i]);
|
|
|
|
/* "thinc/backends/linalg.pxd":41
|
|
* if scores[i] > mode:
|
|
* mode = scores[i]
|
|
* best = i # <<<<<<<<<<<<<<
|
|
* return best
|
|
*
|
|
*/
|
|
__pyx_v_best = __pyx_v_i;
|
|
|
|
/* "thinc/backends/linalg.pxd":39
|
|
* cdef weight_t mode = scores[0]
|
|
* for i in range(1, n_classes):
|
|
* if scores[i] > mode: # <<<<<<<<<<<<<<
|
|
* mode = scores[i]
|
|
* best = i
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":42
|
|
* mode = scores[i]
|
|
* best = i
|
|
* return best # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_r = __pyx_v_best;
|
|
goto __pyx_L0;
|
|
|
|
/* "thinc/backends/linalg.pxd":31
|
|
*
|
|
* cdef class Vec:
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline int arg_max(const weight_t* scores, const int n_classes) noexcept nogil:
|
|
* if n_classes == 2:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L0:;
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":44
|
|
* return best
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline weight_t max(const weight_t* x, int32_t nr) noexcept nogil:
|
|
* if nr == 0:
|
|
*/
|
|
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_max(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_x, int32_t __pyx_v_nr) {
|
|
int __pyx_v_i;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_mode;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_r;
|
|
int __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int32_t __pyx_t_3;
|
|
int __pyx_t_4;
|
|
|
|
/* "thinc/backends/linalg.pxd":46
|
|
* @staticmethod
|
|
* cdef inline weight_t max(const weight_t* x, int32_t nr) noexcept nogil:
|
|
* if nr == 0: # <<<<<<<<<<<<<<
|
|
* return 0
|
|
* cdef int i
|
|
*/
|
|
__pyx_t_1 = (__pyx_v_nr == 0);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "thinc/backends/linalg.pxd":47
|
|
* cdef inline weight_t max(const weight_t* x, int32_t nr) noexcept nogil:
|
|
* if nr == 0:
|
|
* return 0 # <<<<<<<<<<<<<<
|
|
* cdef int i
|
|
* cdef weight_t mode = x[0]
|
|
*/
|
|
__pyx_r = 0.0;
|
|
goto __pyx_L0;
|
|
|
|
/* "thinc/backends/linalg.pxd":46
|
|
* @staticmethod
|
|
* cdef inline weight_t max(const weight_t* x, int32_t nr) noexcept nogil:
|
|
* if nr == 0: # <<<<<<<<<<<<<<
|
|
* return 0
|
|
* cdef int i
|
|
*/
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":49
|
|
* return 0
|
|
* cdef int i
|
|
* cdef weight_t mode = x[0] # <<<<<<<<<<<<<<
|
|
* for i in range(1, nr):
|
|
* if x[i] > mode:
|
|
*/
|
|
__pyx_v_mode = (__pyx_v_x[0]);
|
|
|
|
/* "thinc/backends/linalg.pxd":50
|
|
* cdef int i
|
|
* cdef weight_t mode = x[0]
|
|
* for i in range(1, nr): # <<<<<<<<<<<<<<
|
|
* if x[i] > mode:
|
|
* mode = x[i]
|
|
*/
|
|
__pyx_t_2 = __pyx_v_nr;
|
|
__pyx_t_3 = __pyx_t_2;
|
|
for (__pyx_t_4 = 1; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
|
|
__pyx_v_i = __pyx_t_4;
|
|
|
|
/* "thinc/backends/linalg.pxd":51
|
|
* cdef weight_t mode = x[0]
|
|
* for i in range(1, nr):
|
|
* if x[i] > mode: # <<<<<<<<<<<<<<
|
|
* mode = x[i]
|
|
* return mode
|
|
*/
|
|
__pyx_t_1 = ((__pyx_v_x[__pyx_v_i]) > __pyx_v_mode);
|
|
if (__pyx_t_1) {
|
|
|
|
/* "thinc/backends/linalg.pxd":52
|
|
* for i in range(1, nr):
|
|
* if x[i] > mode:
|
|
* mode = x[i] # <<<<<<<<<<<<<<
|
|
* return mode
|
|
*
|
|
*/
|
|
__pyx_v_mode = (__pyx_v_x[__pyx_v_i]);
|
|
|
|
/* "thinc/backends/linalg.pxd":51
|
|
* cdef weight_t mode = x[0]
|
|
* for i in range(1, nr):
|
|
* if x[i] > mode: # <<<<<<<<<<<<<<
|
|
* mode = x[i]
|
|
* return mode
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":53
|
|
* if x[i] > mode:
|
|
* mode = x[i]
|
|
* return mode # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_r = __pyx_v_mode;
|
|
goto __pyx_L0;
|
|
|
|
/* "thinc/backends/linalg.pxd":44
|
|
* return best
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline weight_t max(const weight_t* x, int32_t nr) noexcept nogil:
|
|
* if nr == 0:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L0:;
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":55
|
|
* return mode
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline weight_t sum(const weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
*/
|
|
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_sum(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_vec, int32_t __pyx_v_nr) {
|
|
int __pyx_v_i;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_total;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_r;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":58
|
|
* cdef inline weight_t sum(const weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
* cdef weight_t total = 0 # <<<<<<<<<<<<<<
|
|
* for i in range(nr):
|
|
* total += vec[i]
|
|
*/
|
|
__pyx_v_total = 0.0;
|
|
|
|
/* "thinc/backends/linalg.pxd":59
|
|
* cdef int i
|
|
* cdef weight_t total = 0
|
|
* for i in range(nr): # <<<<<<<<<<<<<<
|
|
* total += vec[i]
|
|
* return total
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":60
|
|
* cdef weight_t total = 0
|
|
* for i in range(nr):
|
|
* total += vec[i] # <<<<<<<<<<<<<<
|
|
* return total
|
|
*
|
|
*/
|
|
__pyx_v_total = (__pyx_v_total + (__pyx_v_vec[__pyx_v_i]));
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":61
|
|
* for i in range(nr):
|
|
* total += vec[i]
|
|
* return total # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_r = __pyx_v_total;
|
|
goto __pyx_L0;
|
|
|
|
/* "thinc/backends/linalg.pxd":55
|
|
* return mode
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline weight_t sum(const weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L0:;
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":63
|
|
* return total
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline weight_t norm(const weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef weight_t total = 0
|
|
*/
|
|
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_norm(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_vec, int32_t __pyx_v_nr) {
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_total;
|
|
int32_t __pyx_v_i;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_r;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int32_t __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":65
|
|
* @staticmethod
|
|
* cdef inline weight_t norm(const weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef weight_t total = 0 # <<<<<<<<<<<<<<
|
|
* for i in range(nr):
|
|
* total += vec[i] ** 2
|
|
*/
|
|
__pyx_v_total = 0.0;
|
|
|
|
/* "thinc/backends/linalg.pxd":66
|
|
* cdef inline weight_t norm(const weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef weight_t total = 0
|
|
* for i in range(nr): # <<<<<<<<<<<<<<
|
|
* total += vec[i] ** 2
|
|
* return sqrt(total)
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":67
|
|
* cdef weight_t total = 0
|
|
* for i in range(nr):
|
|
* total += vec[i] ** 2 # <<<<<<<<<<<<<<
|
|
* return sqrt(total)
|
|
*
|
|
*/
|
|
__pyx_v_total = (__pyx_v_total + powf(((__pyx_t_5thinc_8backends_6linalg_weight_t)(__pyx_v_vec[__pyx_v_i])), 2.0));
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":68
|
|
* for i in range(nr):
|
|
* total += vec[i] ** 2
|
|
* return sqrt(total) # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_r = sqrt(__pyx_v_total);
|
|
goto __pyx_L0;
|
|
|
|
/* "thinc/backends/linalg.pxd":63
|
|
* return total
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline weight_t norm(const weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef weight_t total = 0
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L0:;
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":70
|
|
* return sqrt(total)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void add(weight_t* output, const weight_t* x,
|
|
* weight_t inc, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_add(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_inc, int32_t __pyx_v_nr) {
|
|
|
|
/* "thinc/backends/linalg.pxd":73
|
|
* cdef inline void add(weight_t* output, const weight_t* x,
|
|
* weight_t inc, int32_t nr) noexcept nogil:
|
|
* memcpy(output, x, sizeof(output[0]) * nr) # <<<<<<<<<<<<<<
|
|
* Vec.add_i(output, inc, nr)
|
|
*
|
|
*/
|
|
(void)(memcpy(__pyx_v_output, __pyx_v_x, ((sizeof((__pyx_v_output[0]))) * __pyx_v_nr)));
|
|
|
|
/* "thinc/backends/linalg.pxd":74
|
|
* weight_t inc, int32_t nr) noexcept nogil:
|
|
* memcpy(output, x, sizeof(output[0]) * nr)
|
|
* Vec.add_i(output, inc, nr) # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_f_5thinc_8backends_6linalg_3Vec_add_i(__pyx_v_output, __pyx_v_inc, __pyx_v_nr);
|
|
|
|
/* "thinc/backends/linalg.pxd":70
|
|
* return sqrt(total)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void add(weight_t* output, const weight_t* x,
|
|
* weight_t inc, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":76
|
|
* Vec.add_i(output, inc, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void add_i(weight_t* vec, weight_t inc, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_add_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_inc, int32_t __pyx_v_nr) {
|
|
int __pyx_v_i;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
|
|
/* "thinc/backends/linalg.pxd":79
|
|
* cdef inline void add_i(weight_t* vec, weight_t inc, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
* for i in range(nr): # <<<<<<<<<<<<<<
|
|
* vec[i] += inc
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":80
|
|
* cdef int i
|
|
* for i in range(nr):
|
|
* vec[i] += inc # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_t_4 = __pyx_v_i;
|
|
(__pyx_v_vec[__pyx_t_4]) = ((__pyx_v_vec[__pyx_t_4]) + __pyx_v_inc);
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":76
|
|
* Vec.add_i(output, inc, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void add_i(weight_t* vec, weight_t inc, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":82
|
|
* vec[i] += inc
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void mul(weight_t* output, const weight_t* vec, weight_t scal,
|
|
* int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_mul(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scal, int32_t __pyx_v_nr) {
|
|
|
|
/* "thinc/backends/linalg.pxd":85
|
|
* cdef inline void mul(weight_t* output, const weight_t* vec, weight_t scal,
|
|
* int32_t nr) noexcept nogil:
|
|
* memcpy(output, vec, sizeof(output[0]) * nr) # <<<<<<<<<<<<<<
|
|
* Vec.mul_i(output, scal, nr)
|
|
*
|
|
*/
|
|
(void)(memcpy(__pyx_v_output, __pyx_v_vec, ((sizeof((__pyx_v_output[0]))) * __pyx_v_nr)));
|
|
|
|
/* "thinc/backends/linalg.pxd":86
|
|
* int32_t nr) noexcept nogil:
|
|
* memcpy(output, vec, sizeof(output[0]) * nr)
|
|
* Vec.mul_i(output, scal, nr) # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_f_5thinc_8backends_6linalg_3Vec_mul_i(__pyx_v_output, __pyx_v_scal, __pyx_v_nr);
|
|
|
|
/* "thinc/backends/linalg.pxd":82
|
|
* vec[i] += inc
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void mul(weight_t* output, const weight_t* vec, weight_t scal,
|
|
* int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":88
|
|
* Vec.mul_i(output, scal, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void mul_i(weight_t* vec, weight_t scal, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_mul_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scal, int32_t __pyx_v_nr) {
|
|
int __pyx_v_i;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
|
|
/* "thinc/backends/linalg.pxd":94
|
|
* blis.cy.scalv(BLIS_NO_CONJUGATE, nr, scal, vec, 1)
|
|
* ELSE:
|
|
* for i in range(nr): # <<<<<<<<<<<<<<
|
|
* vec[i] *= scal
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":95
|
|
* ELSE:
|
|
* for i in range(nr):
|
|
* vec[i] *= scal # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_t_4 = __pyx_v_i;
|
|
(__pyx_v_vec[__pyx_t_4]) = ((__pyx_v_vec[__pyx_t_4]) * __pyx_v_scal);
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":88
|
|
* Vec.mul_i(output, scal, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void mul_i(weight_t* vec, weight_t scal, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":97
|
|
* vec[i] *= scal
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void pow(weight_t* output, const weight_t* vec, weight_t scal,
|
|
* int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_pow(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scal, int32_t __pyx_v_nr) {
|
|
|
|
/* "thinc/backends/linalg.pxd":100
|
|
* cdef inline void pow(weight_t* output, const weight_t* vec, weight_t scal,
|
|
* int32_t nr) noexcept nogil:
|
|
* memcpy(output, vec, sizeof(output[0]) * nr) # <<<<<<<<<<<<<<
|
|
* Vec.pow_i(output, scal, nr)
|
|
*
|
|
*/
|
|
(void)(memcpy(__pyx_v_output, __pyx_v_vec, ((sizeof((__pyx_v_output[0]))) * __pyx_v_nr)));
|
|
|
|
/* "thinc/backends/linalg.pxd":101
|
|
* int32_t nr) noexcept nogil:
|
|
* memcpy(output, vec, sizeof(output[0]) * nr)
|
|
* Vec.pow_i(output, scal, nr) # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_f_5thinc_8backends_6linalg_3Vec_pow_i(__pyx_v_output, __pyx_v_scal, __pyx_v_nr);
|
|
|
|
/* "thinc/backends/linalg.pxd":97
|
|
* vec[i] *= scal
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void pow(weight_t* output, const weight_t* vec, weight_t scal,
|
|
* int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":103
|
|
* Vec.pow_i(output, scal, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void pow_i(weight_t* vec, const weight_t scal, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_pow_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t const __pyx_v_scal, int32_t __pyx_v_nr) {
|
|
int __pyx_v_i;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
|
|
/* "thinc/backends/linalg.pxd":106
|
|
* cdef inline void pow_i(weight_t* vec, const weight_t scal, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
* for i in range(nr): # <<<<<<<<<<<<<<
|
|
* vec[i] **= scal
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":107
|
|
* cdef int i
|
|
* for i in range(nr):
|
|
* vec[i] **= scal # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_t_4 = __pyx_v_i;
|
|
(__pyx_v_vec[__pyx_t_4]) = powf((__pyx_v_vec[__pyx_t_4]), ((__pyx_t_5thinc_8backends_6linalg_weight_t)__pyx_v_scal));
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":103
|
|
* Vec.pow_i(output, scal, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void pow_i(weight_t* vec, const weight_t scal, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":109
|
|
* vec[i] **= scal
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* @cython.cdivision(True)
|
|
* cdef inline void div(weight_t* output, const weight_t* vec, weight_t scal,
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_div(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scal, int32_t __pyx_v_nr) {
|
|
|
|
/* "thinc/backends/linalg.pxd":113
|
|
* cdef inline void div(weight_t* output, const weight_t* vec, weight_t scal,
|
|
* int32_t nr) noexcept nogil:
|
|
* memcpy(output, vec, sizeof(output[0]) * nr) # <<<<<<<<<<<<<<
|
|
* Vec.div_i(output, scal, nr)
|
|
*
|
|
*/
|
|
(void)(memcpy(__pyx_v_output, __pyx_v_vec, ((sizeof((__pyx_v_output[0]))) * __pyx_v_nr)));
|
|
|
|
/* "thinc/backends/linalg.pxd":114
|
|
* int32_t nr) noexcept nogil:
|
|
* memcpy(output, vec, sizeof(output[0]) * nr)
|
|
* Vec.div_i(output, scal, nr) # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_f_5thinc_8backends_6linalg_3Vec_div_i(__pyx_v_output, __pyx_v_scal, __pyx_v_nr);
|
|
|
|
/* "thinc/backends/linalg.pxd":109
|
|
* vec[i] **= scal
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* @cython.cdivision(True)
|
|
* cdef inline void div(weight_t* output, const weight_t* vec, weight_t scal,
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":116
|
|
* Vec.div_i(output, scal, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* @cython.cdivision(True)
|
|
* cdef inline void div_i(weight_t* vec, const weight_t scal, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_div_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_vec, __pyx_t_5thinc_8backends_6linalg_weight_t const __pyx_v_scal, int32_t __pyx_v_nr) {
|
|
int __pyx_v_i;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
|
|
/* "thinc/backends/linalg.pxd":120
|
|
* cdef inline void div_i(weight_t* vec, const weight_t scal, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
* for i in range(nr): # <<<<<<<<<<<<<<
|
|
* vec[i] /= scal
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":121
|
|
* cdef int i
|
|
* for i in range(nr):
|
|
* vec[i] /= scal # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_t_4 = __pyx_v_i;
|
|
(__pyx_v_vec[__pyx_t_4]) = ((__pyx_v_vec[__pyx_t_4]) / __pyx_v_scal);
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":116
|
|
* Vec.div_i(output, scal, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* @cython.cdivision(True)
|
|
* cdef inline void div_i(weight_t* vec, const weight_t scal, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":123
|
|
* vec[i] /= scal
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void exp(weight_t* output, const weight_t* vec, int32_t nr) noexcept nogil:
|
|
* memcpy(output, vec, sizeof(output[0]) * nr)
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_exp(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_vec, int32_t __pyx_v_nr) {
|
|
|
|
/* "thinc/backends/linalg.pxd":125
|
|
* @staticmethod
|
|
* cdef inline void exp(weight_t* output, const weight_t* vec, int32_t nr) noexcept nogil:
|
|
* memcpy(output, vec, sizeof(output[0]) * nr) # <<<<<<<<<<<<<<
|
|
* Vec.exp_i(output, nr)
|
|
*
|
|
*/
|
|
(void)(memcpy(__pyx_v_output, __pyx_v_vec, ((sizeof((__pyx_v_output[0]))) * __pyx_v_nr)));
|
|
|
|
/* "thinc/backends/linalg.pxd":126
|
|
* cdef inline void exp(weight_t* output, const weight_t* vec, int32_t nr) noexcept nogil:
|
|
* memcpy(output, vec, sizeof(output[0]) * nr)
|
|
* Vec.exp_i(output, nr) # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_f_5thinc_8backends_6linalg_3Vec_exp_i(__pyx_v_output, __pyx_v_nr);
|
|
|
|
/* "thinc/backends/linalg.pxd":123
|
|
* vec[i] /= scal
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void exp(weight_t* output, const weight_t* vec, int32_t nr) noexcept nogil:
|
|
* memcpy(output, vec, sizeof(output[0]) * nr)
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":128
|
|
* Vec.exp_i(output, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void exp_i(weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_exp_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_vec, int32_t __pyx_v_nr) {
|
|
int __pyx_v_i;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":131
|
|
* cdef inline void exp_i(weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
* for i in range(nr): # <<<<<<<<<<<<<<
|
|
* vec[i] = exp(vec[i])
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":132
|
|
* cdef int i
|
|
* for i in range(nr):
|
|
* vec[i] = exp(vec[i]) # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
(__pyx_v_vec[__pyx_v_i]) = exp((__pyx_v_vec[__pyx_v_i]));
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":128
|
|
* Vec.exp_i(output, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void exp_i(weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":134
|
|
* vec[i] = exp(vec[i])
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void reciprocal_i(weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Vec_reciprocal_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_vec, int32_t __pyx_v_nr) {
|
|
int __pyx_v_i;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":137
|
|
* cdef inline void reciprocal_i(weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
* for i in range(nr): # <<<<<<<<<<<<<<
|
|
* vec[i] = 1.0 / vec[i]
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":138
|
|
* cdef int i
|
|
* for i in range(nr):
|
|
* vec[i] = 1.0 / vec[i] # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
(__pyx_v_vec[__pyx_v_i]) = (1.0 / (__pyx_v_vec[__pyx_v_i]));
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":134
|
|
* vec[i] = exp(vec[i])
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void reciprocal_i(weight_t* vec, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":140
|
|
* vec[i] = 1.0 / vec[i]
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline weight_t mean(const weight_t* X, int32_t nr_dim) noexcept nogil:
|
|
* cdef weight_t mean = 0.
|
|
*/
|
|
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_mean(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_X, int32_t __pyx_v_nr_dim) {
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_mean;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_x;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_r;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_t_1;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_t_2;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":142
|
|
* @staticmethod
|
|
* cdef inline weight_t mean(const weight_t* X, int32_t nr_dim) noexcept nogil:
|
|
* cdef weight_t mean = 0. # <<<<<<<<<<<<<<
|
|
* for x in X[:nr_dim]:
|
|
* mean += x
|
|
*/
|
|
__pyx_v_mean = 0.;
|
|
|
|
/* "thinc/backends/linalg.pxd":143
|
|
* cdef inline weight_t mean(const weight_t* X, int32_t nr_dim) noexcept nogil:
|
|
* cdef weight_t mean = 0.
|
|
* for x in X[:nr_dim]: # <<<<<<<<<<<<<<
|
|
* mean += x
|
|
* return mean / nr_dim
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_X + __pyx_v_nr_dim);
|
|
for (__pyx_t_3 = __pyx_v_X; __pyx_t_3 < __pyx_t_2; __pyx_t_3++) {
|
|
__pyx_t_1 = __pyx_t_3;
|
|
__pyx_v_x = (__pyx_t_1[0]);
|
|
|
|
/* "thinc/backends/linalg.pxd":144
|
|
* cdef weight_t mean = 0.
|
|
* for x in X[:nr_dim]:
|
|
* mean += x # <<<<<<<<<<<<<<
|
|
* return mean / nr_dim
|
|
*
|
|
*/
|
|
__pyx_v_mean = (__pyx_v_mean + __pyx_v_x);
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":145
|
|
* for x in X[:nr_dim]:
|
|
* mean += x
|
|
* return mean / nr_dim # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_r = (__pyx_v_mean / __pyx_v_nr_dim);
|
|
goto __pyx_L0;
|
|
|
|
/* "thinc/backends/linalg.pxd":140
|
|
* vec[i] = 1.0 / vec[i]
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline weight_t mean(const weight_t* X, int32_t nr_dim) noexcept nogil:
|
|
* cdef weight_t mean = 0.
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L0:;
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":147
|
|
* return mean / nr_dim
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline weight_t variance(const weight_t* X, int32_t nr_dim) noexcept nogil:
|
|
* # See https://www.johndcook.com/blog/standard_deviation/
|
|
*/
|
|
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_3Vec_variance(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_X, int32_t __pyx_v_nr_dim) {
|
|
double __pyx_v_m;
|
|
double __pyx_v_v;
|
|
long __pyx_v_i;
|
|
double __pyx_v_diff;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_r;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
long __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":150
|
|
* cdef inline weight_t variance(const weight_t* X, int32_t nr_dim) noexcept nogil:
|
|
* # See https://www.johndcook.com/blog/standard_deviation/
|
|
* cdef double m = X[0] # <<<<<<<<<<<<<<
|
|
* cdef double v = 0.
|
|
* for i in range(1, nr_dim):
|
|
*/
|
|
__pyx_v_m = (__pyx_v_X[0]);
|
|
|
|
/* "thinc/backends/linalg.pxd":151
|
|
* # See https://www.johndcook.com/blog/standard_deviation/
|
|
* cdef double m = X[0]
|
|
* cdef double v = 0. # <<<<<<<<<<<<<<
|
|
* for i in range(1, nr_dim):
|
|
* diff = X[i]-m
|
|
*/
|
|
__pyx_v_v = 0.;
|
|
|
|
/* "thinc/backends/linalg.pxd":152
|
|
* cdef double m = X[0]
|
|
* cdef double v = 0.
|
|
* for i in range(1, nr_dim): # <<<<<<<<<<<<<<
|
|
* diff = X[i]-m
|
|
* m += diff / (i+1)
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr_dim;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":153
|
|
* cdef double v = 0.
|
|
* for i in range(1, nr_dim):
|
|
* diff = X[i]-m # <<<<<<<<<<<<<<
|
|
* m += diff / (i+1)
|
|
* v += diff * (X[i] - m)
|
|
*/
|
|
__pyx_v_diff = ((__pyx_v_X[__pyx_v_i]) - __pyx_v_m);
|
|
|
|
/* "thinc/backends/linalg.pxd":154
|
|
* for i in range(1, nr_dim):
|
|
* diff = X[i]-m
|
|
* m += diff / (i+1) # <<<<<<<<<<<<<<
|
|
* v += diff * (X[i] - m)
|
|
* return v / nr_dim
|
|
*/
|
|
__pyx_v_m = (__pyx_v_m + (__pyx_v_diff / (__pyx_v_i + 1)));
|
|
|
|
/* "thinc/backends/linalg.pxd":155
|
|
* diff = X[i]-m
|
|
* m += diff / (i+1)
|
|
* v += diff * (X[i] - m) # <<<<<<<<<<<<<<
|
|
* return v / nr_dim
|
|
*
|
|
*/
|
|
__pyx_v_v = (__pyx_v_v + (__pyx_v_diff * ((__pyx_v_X[__pyx_v_i]) - __pyx_v_m)));
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":156
|
|
* m += diff / (i+1)
|
|
* v += diff * (X[i] - m)
|
|
* return v / nr_dim # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = (__pyx_v_v / __pyx_v_nr_dim);
|
|
goto __pyx_L0;
|
|
|
|
/* "thinc/backends/linalg.pxd":147
|
|
* return mean / nr_dim
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline weight_t variance(const weight_t* X, int32_t nr_dim) noexcept nogil:
|
|
* # See https://www.johndcook.com/blog/standard_deviation/
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L0:;
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":160
|
|
*
|
|
* cdef class VecVec:
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void add(weight_t* output,
|
|
* const weight_t* x,
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_add(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scale, int32_t __pyx_v_nr) {
|
|
|
|
/* "thinc/backends/linalg.pxd":166
|
|
* weight_t scale,
|
|
* int32_t nr) noexcept nogil:
|
|
* memcpy(output, x, sizeof(output[0]) * nr) # <<<<<<<<<<<<<<
|
|
* VecVec.add_i(output, y, scale, nr)
|
|
*
|
|
*/
|
|
(void)(memcpy(__pyx_v_output, __pyx_v_x, ((sizeof((__pyx_v_output[0]))) * __pyx_v_nr)));
|
|
|
|
/* "thinc/backends/linalg.pxd":167
|
|
* int32_t nr) noexcept nogil:
|
|
* memcpy(output, x, sizeof(output[0]) * nr)
|
|
* VecVec.add_i(output, y, scale, nr) # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_f_5thinc_8backends_6linalg_6VecVec_add_i(__pyx_v_output, __pyx_v_y, __pyx_v_scale, __pyx_v_nr);
|
|
|
|
/* "thinc/backends/linalg.pxd":160
|
|
*
|
|
* cdef class VecVec:
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void add(weight_t* output,
|
|
* const weight_t* x,
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":169
|
|
* VecVec.add_i(output, y, scale, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void add_i(weight_t* x,
|
|
* const weight_t* y,
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_add_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scale, int32_t __pyx_v_nr) {
|
|
int __pyx_v_i;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
|
|
/* "thinc/backends/linalg.pxd":178
|
|
* blis.cy.axpyv(BLIS_NO_CONJUGATE, nr, scale, y, 1, x, 1)
|
|
* ELSE:
|
|
* for i in range(nr): # <<<<<<<<<<<<<<
|
|
* x[i] += y[i] * scale
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":179
|
|
* ELSE:
|
|
* for i in range(nr):
|
|
* x[i] += y[i] * scale # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_t_4 = __pyx_v_i;
|
|
(__pyx_v_x[__pyx_t_4]) = ((__pyx_v_x[__pyx_t_4]) + ((__pyx_v_y[__pyx_v_i]) * __pyx_v_scale));
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":169
|
|
* VecVec.add_i(output, y, scale, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void add_i(weight_t* x,
|
|
* const weight_t* y,
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":181
|
|
* x[i] += y[i] * scale
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void batch_add_i(weight_t* x,
|
|
* const weight_t* y,
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_batch_add_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_scale, int32_t __pyx_v_nr, int32_t __pyx_v_nr_batch) {
|
|
CYTHON_UNUSED int __pyx_v__;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":188
|
|
* # For fixed x, matrix of y
|
|
* cdef int i, _
|
|
* for _ in range(nr_batch): # <<<<<<<<<<<<<<
|
|
* VecVec.add_i(x,
|
|
* y, scale, nr)
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr_batch;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v__ = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":189
|
|
* cdef int i, _
|
|
* for _ in range(nr_batch):
|
|
* VecVec.add_i(x, # <<<<<<<<<<<<<<
|
|
* y, scale, nr)
|
|
* y += nr
|
|
*/
|
|
__pyx_f_5thinc_8backends_6linalg_6VecVec_add_i(__pyx_v_x, __pyx_v_y, __pyx_v_scale, __pyx_v_nr);
|
|
|
|
/* "thinc/backends/linalg.pxd":191
|
|
* VecVec.add_i(x,
|
|
* y, scale, nr)
|
|
* y += nr # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_v_y = (__pyx_v_y + __pyx_v_nr);
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":181
|
|
* x[i] += y[i] * scale
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void batch_add_i(weight_t* x,
|
|
* const weight_t* y,
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":193
|
|
* y += nr
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void add_pow(weight_t* output,
|
|
* const weight_t* x, const weight_t* y, weight_t power, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_add_pow(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_power, int32_t __pyx_v_nr) {
|
|
|
|
/* "thinc/backends/linalg.pxd":196
|
|
* cdef inline void add_pow(weight_t* output,
|
|
* const weight_t* x, const weight_t* y, weight_t power, int32_t nr) noexcept nogil:
|
|
* memcpy(output, x, sizeof(output[0]) * nr) # <<<<<<<<<<<<<<
|
|
* VecVec.add_pow_i(output, y, power, nr)
|
|
*
|
|
*/
|
|
(void)(memcpy(__pyx_v_output, __pyx_v_x, ((sizeof((__pyx_v_output[0]))) * __pyx_v_nr)));
|
|
|
|
/* "thinc/backends/linalg.pxd":197
|
|
* const weight_t* x, const weight_t* y, weight_t power, int32_t nr) noexcept nogil:
|
|
* memcpy(output, x, sizeof(output[0]) * nr)
|
|
* VecVec.add_pow_i(output, y, power, nr) # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_f_5thinc_8backends_6linalg_6VecVec_add_pow_i(__pyx_v_output, __pyx_v_y, __pyx_v_power, __pyx_v_nr);
|
|
|
|
/* "thinc/backends/linalg.pxd":193
|
|
* y += nr
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void add_pow(weight_t* output,
|
|
* const weight_t* x, const weight_t* y, weight_t power, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":200
|
|
*
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void add_pow_i(weight_t* x,
|
|
* const weight_t* y, weight_t power, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_add_pow_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_power, int32_t __pyx_v_nr) {
|
|
int __pyx_v_i;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
double __pyx_t_5;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
PyGILState_STATE __pyx_gilstate_save;
|
|
|
|
/* "thinc/backends/linalg.pxd":204
|
|
* const weight_t* y, weight_t power, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
* for i in range(nr): # <<<<<<<<<<<<<<
|
|
* x[i] += y[i] ** power
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":205
|
|
* cdef int i
|
|
* for i in range(nr):
|
|
* x[i] += y[i] ** power # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_t_4 = __pyx_v_i;
|
|
__pyx_t_5 = __Pyx_SoftComplexToDouble(__Pyx_c_sum_double(__pyx_t_double_complex_from_parts((__pyx_v_x[__pyx_t_4]), 0), __Pyx_c_pow_double(__pyx_t_double_complex_from_parts((__pyx_v_y[__pyx_v_i]), 0), __pyx_t_double_complex_from_parts(__pyx_v_power, 0))), 2); if (unlikely(__pyx_t_5 == ((double)-1) && __Pyx_ErrOccurredWithGIL())) __PYX_ERR(1, 205, __pyx_L1_error)
|
|
(__pyx_v_x[__pyx_t_4]) = __pyx_t_5;
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":200
|
|
*
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void add_pow_i(weight_t* x,
|
|
* const weight_t* y, weight_t power, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__pyx_gilstate_save = __Pyx_PyGILState_Ensure();
|
|
__Pyx_WriteUnraisable("thinc.backends.linalg.VecVec.add_pow_i", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
|
|
__Pyx_PyGILState_Release(__pyx_gilstate_save);
|
|
__pyx_L0:;
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":207
|
|
* x[i] += y[i] ** power
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void mul(weight_t* output,
|
|
* const weight_t* x, const weight_t* y, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_mul(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_output, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, int32_t __pyx_v_nr) {
|
|
|
|
/* "thinc/backends/linalg.pxd":210
|
|
* cdef inline void mul(weight_t* output,
|
|
* const weight_t* x, const weight_t* y, int32_t nr) noexcept nogil:
|
|
* memcpy(output, x, sizeof(output[0]) * nr) # <<<<<<<<<<<<<<
|
|
* VecVec.mul_i(output, y, nr)
|
|
*
|
|
*/
|
|
(void)(memcpy(__pyx_v_output, __pyx_v_x, ((sizeof((__pyx_v_output[0]))) * __pyx_v_nr)));
|
|
|
|
/* "thinc/backends/linalg.pxd":211
|
|
* const weight_t* x, const weight_t* y, int32_t nr) noexcept nogil:
|
|
* memcpy(output, x, sizeof(output[0]) * nr)
|
|
* VecVec.mul_i(output, y, nr) # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_f_5thinc_8backends_6linalg_6VecVec_mul_i(__pyx_v_output, __pyx_v_y, __pyx_v_nr);
|
|
|
|
/* "thinc/backends/linalg.pxd":207
|
|
* x[i] += y[i] ** power
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void mul(weight_t* output,
|
|
* const weight_t* x, const weight_t* y, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":213
|
|
* VecVec.mul_i(output, y, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void mul_i(weight_t* x,
|
|
* const weight_t* y, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_6VecVec_mul_i(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, int32_t __pyx_v_nr) {
|
|
int __pyx_v_i;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
|
|
/* "thinc/backends/linalg.pxd":217
|
|
* const weight_t* y, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
* for i in range(nr): # <<<<<<<<<<<<<<
|
|
* x[i] *= y[i]
|
|
*
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":218
|
|
* cdef int i
|
|
* for i in range(nr):
|
|
* x[i] *= y[i] # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_t_4 = __pyx_v_i;
|
|
(__pyx_v_x[__pyx_t_4]) = ((__pyx_v_x[__pyx_t_4]) * (__pyx_v_y[__pyx_v_i]));
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":213
|
|
* VecVec.mul_i(output, y, nr)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void mul_i(weight_t* x,
|
|
* const weight_t* y, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":220
|
|
* x[i] *= y[i]
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline weight_t dot(
|
|
* const weight_t* x, const weight_t* y, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
static CYTHON_INLINE __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_f_5thinc_8backends_6linalg_6VecVec_dot(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_x, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_y, int32_t __pyx_v_nr) {
|
|
int __pyx_v_i;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_total;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_r;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":224
|
|
* const weight_t* x, const weight_t* y, int32_t nr) noexcept nogil:
|
|
* cdef int i
|
|
* cdef weight_t total = 0 # <<<<<<<<<<<<<<
|
|
* for i in range(nr):
|
|
* total += x[i] * y[i]
|
|
*/
|
|
__pyx_v_total = 0.0;
|
|
|
|
/* "thinc/backends/linalg.pxd":225
|
|
* cdef int i
|
|
* cdef weight_t total = 0
|
|
* for i in range(nr): # <<<<<<<<<<<<<<
|
|
* total += x[i] * y[i]
|
|
* return total
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":226
|
|
* cdef weight_t total = 0
|
|
* for i in range(nr):
|
|
* total += x[i] * y[i] # <<<<<<<<<<<<<<
|
|
* return total
|
|
*
|
|
*/
|
|
__pyx_v_total = (__pyx_v_total + ((__pyx_v_x[__pyx_v_i]) * (__pyx_v_y[__pyx_v_i])));
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":227
|
|
* for i in range(nr):
|
|
* total += x[i] * y[i]
|
|
* return total # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_r = __pyx_v_total;
|
|
goto __pyx_L0;
|
|
|
|
/* "thinc/backends/linalg.pxd":220
|
|
* x[i] *= y[i]
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline weight_t dot(
|
|
* const weight_t* x, const weight_t* y, int32_t nr) noexcept nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L0:;
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":229
|
|
* return total
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline int arg_max_if_true(
|
|
* const weight_t* scores, const int* is_valid, const int n_classes) noexcept nogil:
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5thinc_8backends_6linalg_6VecVec_arg_max_if_true(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_scores, int const *__pyx_v_is_valid, int const __pyx_v_n_classes) {
|
|
int __pyx_v_i;
|
|
int __pyx_v_best;
|
|
int __pyx_r;
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
|
|
/* "thinc/backends/linalg.pxd":233
|
|
* const weight_t* scores, const int* is_valid, const int n_classes) noexcept nogil:
|
|
* cdef int i
|
|
* cdef int best = -1 # <<<<<<<<<<<<<<
|
|
* for i in range(n_classes):
|
|
* if is_valid[i] and (best == -1 or scores[i] > scores[best]):
|
|
*/
|
|
__pyx_v_best = -1;
|
|
|
|
/* "thinc/backends/linalg.pxd":234
|
|
* cdef int i
|
|
* cdef int best = -1
|
|
* for i in range(n_classes): # <<<<<<<<<<<<<<
|
|
* if is_valid[i] and (best == -1 or scores[i] > scores[best]):
|
|
* best = i
|
|
*/
|
|
__pyx_t_1 = __pyx_v_n_classes;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":235
|
|
* cdef int best = -1
|
|
* for i in range(n_classes):
|
|
* if is_valid[i] and (best == -1 or scores[i] > scores[best]): # <<<<<<<<<<<<<<
|
|
* best = i
|
|
* return best
|
|
*/
|
|
__pyx_t_5 = ((__pyx_v_is_valid[__pyx_v_i]) != 0);
|
|
if (__pyx_t_5) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_5;
|
|
goto __pyx_L6_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = (__pyx_v_best == -1L);
|
|
if (!__pyx_t_5) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_5;
|
|
goto __pyx_L6_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = ((__pyx_v_scores[__pyx_v_i]) > (__pyx_v_scores[__pyx_v_best]));
|
|
__pyx_t_4 = __pyx_t_5;
|
|
__pyx_L6_bool_binop_done:;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "thinc/backends/linalg.pxd":236
|
|
* for i in range(n_classes):
|
|
* if is_valid[i] and (best == -1 or scores[i] > scores[best]):
|
|
* best = i # <<<<<<<<<<<<<<
|
|
* return best
|
|
*
|
|
*/
|
|
__pyx_v_best = __pyx_v_i;
|
|
|
|
/* "thinc/backends/linalg.pxd":235
|
|
* cdef int best = -1
|
|
* for i in range(n_classes):
|
|
* if is_valid[i] and (best == -1 or scores[i] > scores[best]): # <<<<<<<<<<<<<<
|
|
* best = i
|
|
* return best
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":237
|
|
* if is_valid[i] and (best == -1 or scores[i] > scores[best]):
|
|
* best = i
|
|
* return best # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_r = __pyx_v_best;
|
|
goto __pyx_L0;
|
|
|
|
/* "thinc/backends/linalg.pxd":229
|
|
* return total
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline int arg_max_if_true(
|
|
* const weight_t* scores, const int* is_valid, const int n_classes) noexcept nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L0:;
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":239
|
|
* return best
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline int arg_max_if_zero(
|
|
* const weight_t* scores, const weight_t* costs, const int n_classes) noexcept nogil:
|
|
*/
|
|
|
|
static CYTHON_INLINE int __pyx_f_5thinc_8backends_6linalg_6VecVec_arg_max_if_zero(__pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_scores, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_costs, int const __pyx_v_n_classes) {
|
|
int __pyx_v_i;
|
|
int __pyx_v_best;
|
|
int __pyx_r;
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int __pyx_t_3;
|
|
int __pyx_t_4;
|
|
int __pyx_t_5;
|
|
|
|
/* "thinc/backends/linalg.pxd":243
|
|
* const weight_t* scores, const weight_t* costs, const int n_classes) noexcept nogil:
|
|
* cdef int i
|
|
* cdef int best = -1 # <<<<<<<<<<<<<<
|
|
* for i in range(n_classes):
|
|
* if costs[i] == 0 and (best == -1 or scores[i] > scores[best]):
|
|
*/
|
|
__pyx_v_best = -1;
|
|
|
|
/* "thinc/backends/linalg.pxd":244
|
|
* cdef int i
|
|
* cdef int best = -1
|
|
* for i in range(n_classes): # <<<<<<<<<<<<<<
|
|
* if costs[i] == 0 and (best == -1 or scores[i] > scores[best]):
|
|
* best = i
|
|
*/
|
|
__pyx_t_1 = __pyx_v_n_classes;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":245
|
|
* cdef int best = -1
|
|
* for i in range(n_classes):
|
|
* if costs[i] == 0 and (best == -1 or scores[i] > scores[best]): # <<<<<<<<<<<<<<
|
|
* best = i
|
|
* return best
|
|
*/
|
|
__pyx_t_5 = ((__pyx_v_costs[__pyx_v_i]) == 0.0);
|
|
if (__pyx_t_5) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_5;
|
|
goto __pyx_L6_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = (__pyx_v_best == -1L);
|
|
if (!__pyx_t_5) {
|
|
} else {
|
|
__pyx_t_4 = __pyx_t_5;
|
|
goto __pyx_L6_bool_binop_done;
|
|
}
|
|
__pyx_t_5 = ((__pyx_v_scores[__pyx_v_i]) > (__pyx_v_scores[__pyx_v_best]));
|
|
__pyx_t_4 = __pyx_t_5;
|
|
__pyx_L6_bool_binop_done:;
|
|
if (__pyx_t_4) {
|
|
|
|
/* "thinc/backends/linalg.pxd":246
|
|
* for i in range(n_classes):
|
|
* if costs[i] == 0 and (best == -1 or scores[i] > scores[best]):
|
|
* best = i # <<<<<<<<<<<<<<
|
|
* return best
|
|
*
|
|
*/
|
|
__pyx_v_best = __pyx_v_i;
|
|
|
|
/* "thinc/backends/linalg.pxd":245
|
|
* cdef int best = -1
|
|
* for i in range(n_classes):
|
|
* if costs[i] == 0 and (best == -1 or scores[i] > scores[best]): # <<<<<<<<<<<<<<
|
|
* best = i
|
|
* return best
|
|
*/
|
|
}
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":247
|
|
* if costs[i] == 0 and (best == -1 or scores[i] > scores[best]):
|
|
* best = i
|
|
* return best # <<<<<<<<<<<<<<
|
|
*
|
|
*
|
|
*/
|
|
__pyx_r = __pyx_v_best;
|
|
goto __pyx_L0;
|
|
|
|
/* "thinc/backends/linalg.pxd":239
|
|
* return best
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline int arg_max_if_zero(
|
|
* const weight_t* scores, const weight_t* costs, const int n_classes) noexcept nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L0:;
|
|
return __pyx_r;
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":251
|
|
*
|
|
* cdef class Mat:
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void mean_row(weight_t* Ex,
|
|
* const weight_t* mat, int32_t nr_row, int32_t nr_col) noexcept nogil:
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Mat_mean_row(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_Ex, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_mat, int32_t __pyx_v_nr_row, int32_t __pyx_v_nr_col) {
|
|
int32_t __pyx_v_i;
|
|
int32_t __pyx_t_1;
|
|
int32_t __pyx_t_2;
|
|
int32_t __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":254
|
|
* cdef inline void mean_row(weight_t* Ex,
|
|
* const weight_t* mat, int32_t nr_row, int32_t nr_col) noexcept nogil:
|
|
* memset(Ex, 0, sizeof(Ex[0]) * nr_col) # <<<<<<<<<<<<<<
|
|
* for i in range(nr_row):
|
|
* VecVec.add_i(Ex, &mat[i * nr_col], 1.0, nr_col)
|
|
*/
|
|
(void)(memset(__pyx_v_Ex, 0, ((sizeof((__pyx_v_Ex[0]))) * __pyx_v_nr_col)));
|
|
|
|
/* "thinc/backends/linalg.pxd":255
|
|
* const weight_t* mat, int32_t nr_row, int32_t nr_col) noexcept nogil:
|
|
* memset(Ex, 0, sizeof(Ex[0]) * nr_col)
|
|
* for i in range(nr_row): # <<<<<<<<<<<<<<
|
|
* VecVec.add_i(Ex, &mat[i * nr_col], 1.0, nr_col)
|
|
* Vec.mul_i(Ex, 1.0 / nr_row, nr_col)
|
|
*/
|
|
__pyx_t_1 = __pyx_v_nr_row;
|
|
__pyx_t_2 = __pyx_t_1;
|
|
for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
|
|
__pyx_v_i = __pyx_t_3;
|
|
|
|
/* "thinc/backends/linalg.pxd":256
|
|
* memset(Ex, 0, sizeof(Ex[0]) * nr_col)
|
|
* for i in range(nr_row):
|
|
* VecVec.add_i(Ex, &mat[i * nr_col], 1.0, nr_col) # <<<<<<<<<<<<<<
|
|
* Vec.mul_i(Ex, 1.0 / nr_row, nr_col)
|
|
*
|
|
*/
|
|
__pyx_f_5thinc_8backends_6linalg_6VecVec_add_i(__pyx_v_Ex, (&(__pyx_v_mat[(__pyx_v_i * __pyx_v_nr_col)])), 1.0, __pyx_v_nr_col);
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":257
|
|
* for i in range(nr_row):
|
|
* VecVec.add_i(Ex, &mat[i * nr_col], 1.0, nr_col)
|
|
* Vec.mul_i(Ex, 1.0 / nr_row, nr_col) # <<<<<<<<<<<<<<
|
|
*
|
|
* @staticmethod
|
|
*/
|
|
__pyx_f_5thinc_8backends_6linalg_3Vec_mul_i(__pyx_v_Ex, (1.0 / __pyx_v_nr_row), __pyx_v_nr_col);
|
|
|
|
/* "thinc/backends/linalg.pxd":251
|
|
*
|
|
* cdef class Mat:
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void mean_row(weight_t* Ex,
|
|
* const weight_t* mat, int32_t nr_row, int32_t nr_col) noexcept nogil:
|
|
*/
|
|
|
|
/* function exit code */
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":259
|
|
* Vec.mul_i(Ex, 1.0 / nr_row, nr_col)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void var_row(weight_t* Vx,
|
|
* const weight_t* mat, const weight_t* Ex,
|
|
*/
|
|
|
|
static CYTHON_INLINE void __pyx_f_5thinc_8backends_6linalg_3Mat_var_row(__pyx_t_5thinc_8backends_6linalg_weight_t *__pyx_v_Vx, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_mat, __pyx_t_5thinc_8backends_6linalg_weight_t const *__pyx_v_Ex, int32_t __pyx_v_nr_row, int32_t __pyx_v_nr_col, __pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_eps) {
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_sum_;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_sum2;
|
|
int32_t __pyx_v_i;
|
|
int32_t __pyx_v_j;
|
|
__pyx_t_5thinc_8backends_6linalg_weight_t __pyx_v_x;
|
|
int __pyx_t_1;
|
|
int __pyx_t_2;
|
|
int32_t __pyx_t_3;
|
|
int32_t __pyx_t_4;
|
|
int32_t __pyx_t_5;
|
|
int32_t __pyx_t_6;
|
|
int32_t __pyx_t_7;
|
|
int32_t __pyx_t_8;
|
|
|
|
/* "thinc/backends/linalg.pxd":264
|
|
* int32_t nr_row, int32_t nr_col, weight_t eps) noexcept nogil:
|
|
* # From https://en.wikipedia.org/wiki/Algorithms_for_calculating_variance
|
|
* if nr_row == 0 or nr_col == 0: # <<<<<<<<<<<<<<
|
|
* return
|
|
* cdef weight_t sum_, sum2
|
|
*/
|
|
__pyx_t_2 = (__pyx_v_nr_row == 0);
|
|
if (!__pyx_t_2) {
|
|
} else {
|
|
__pyx_t_1 = __pyx_t_2;
|
|
goto __pyx_L4_bool_binop_done;
|
|
}
|
|
__pyx_t_2 = (__pyx_v_nr_col == 0);
|
|
__pyx_t_1 = __pyx_t_2;
|
|
__pyx_L4_bool_binop_done:;
|
|
if (__pyx_t_1) {
|
|
|
|
/* "thinc/backends/linalg.pxd":265
|
|
* # From https://en.wikipedia.org/wiki/Algorithms_for_calculating_variance
|
|
* if nr_row == 0 or nr_col == 0:
|
|
* return # <<<<<<<<<<<<<<
|
|
* cdef weight_t sum_, sum2
|
|
* for i in range(nr_col):
|
|
*/
|
|
goto __pyx_L0;
|
|
|
|
/* "thinc/backends/linalg.pxd":264
|
|
* int32_t nr_row, int32_t nr_col, weight_t eps) noexcept nogil:
|
|
* # From https://en.wikipedia.org/wiki/Algorithms_for_calculating_variance
|
|
* if nr_row == 0 or nr_col == 0: # <<<<<<<<<<<<<<
|
|
* return
|
|
* cdef weight_t sum_, sum2
|
|
*/
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":267
|
|
* return
|
|
* cdef weight_t sum_, sum2
|
|
* for i in range(nr_col): # <<<<<<<<<<<<<<
|
|
* sum_ = 0.0
|
|
* sum2 = 0.0
|
|
*/
|
|
__pyx_t_3 = __pyx_v_nr_col;
|
|
__pyx_t_4 = __pyx_t_3;
|
|
for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
|
|
__pyx_v_i = __pyx_t_5;
|
|
|
|
/* "thinc/backends/linalg.pxd":268
|
|
* cdef weight_t sum_, sum2
|
|
* for i in range(nr_col):
|
|
* sum_ = 0.0 # <<<<<<<<<<<<<<
|
|
* sum2 = 0.0
|
|
* for j in range(nr_row):
|
|
*/
|
|
__pyx_v_sum_ = 0.0;
|
|
|
|
/* "thinc/backends/linalg.pxd":269
|
|
* for i in range(nr_col):
|
|
* sum_ = 0.0
|
|
* sum2 = 0.0 # <<<<<<<<<<<<<<
|
|
* for j in range(nr_row):
|
|
* x = mat[j * nr_col + i]
|
|
*/
|
|
__pyx_v_sum2 = 0.0;
|
|
|
|
/* "thinc/backends/linalg.pxd":270
|
|
* sum_ = 0.0
|
|
* sum2 = 0.0
|
|
* for j in range(nr_row): # <<<<<<<<<<<<<<
|
|
* x = mat[j * nr_col + i]
|
|
* sum2 += (x - Ex[i]) ** 2
|
|
*/
|
|
__pyx_t_6 = __pyx_v_nr_row;
|
|
__pyx_t_7 = __pyx_t_6;
|
|
for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
|
|
__pyx_v_j = __pyx_t_8;
|
|
|
|
/* "thinc/backends/linalg.pxd":271
|
|
* sum2 = 0.0
|
|
* for j in range(nr_row):
|
|
* x = mat[j * nr_col + i] # <<<<<<<<<<<<<<
|
|
* sum2 += (x - Ex[i]) ** 2
|
|
* sum_ += x - Ex[i]
|
|
*/
|
|
__pyx_v_x = (__pyx_v_mat[((__pyx_v_j * __pyx_v_nr_col) + __pyx_v_i)]);
|
|
|
|
/* "thinc/backends/linalg.pxd":272
|
|
* for j in range(nr_row):
|
|
* x = mat[j * nr_col + i]
|
|
* sum2 += (x - Ex[i]) ** 2 # <<<<<<<<<<<<<<
|
|
* sum_ += x - Ex[i]
|
|
* Vx[i] = (sum2 - sum_**2 / nr_row) / nr_row
|
|
*/
|
|
__pyx_v_sum2 = (__pyx_v_sum2 + powf((__pyx_v_x - (__pyx_v_Ex[__pyx_v_i])), 2.0));
|
|
|
|
/* "thinc/backends/linalg.pxd":273
|
|
* x = mat[j * nr_col + i]
|
|
* sum2 += (x - Ex[i]) ** 2
|
|
* sum_ += x - Ex[i] # <<<<<<<<<<<<<<
|
|
* Vx[i] = (sum2 - sum_**2 / nr_row) / nr_row
|
|
* Vx[i] += eps
|
|
*/
|
|
__pyx_v_sum_ = (__pyx_v_sum_ + (__pyx_v_x - (__pyx_v_Ex[__pyx_v_i])));
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":274
|
|
* sum2 += (x - Ex[i]) ** 2
|
|
* sum_ += x - Ex[i]
|
|
* Vx[i] = (sum2 - sum_**2 / nr_row) / nr_row # <<<<<<<<<<<<<<
|
|
* Vx[i] += eps
|
|
*/
|
|
(__pyx_v_Vx[__pyx_v_i]) = ((__pyx_v_sum2 - (powf(__pyx_v_sum_, 2.0) / __pyx_v_nr_row)) / __pyx_v_nr_row);
|
|
|
|
/* "thinc/backends/linalg.pxd":275
|
|
* sum_ += x - Ex[i]
|
|
* Vx[i] = (sum2 - sum_**2 / nr_row) / nr_row
|
|
* Vx[i] += eps # <<<<<<<<<<<<<<
|
|
*/
|
|
__pyx_t_6 = __pyx_v_i;
|
|
(__pyx_v_Vx[__pyx_t_6]) = ((__pyx_v_Vx[__pyx_t_6]) + __pyx_v_eps);
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pxd":259
|
|
* Vec.mul_i(Ex, 1.0 / nr_row, nr_col)
|
|
*
|
|
* @staticmethod # <<<<<<<<<<<<<<
|
|
* cdef inline void var_row(weight_t* Vx,
|
|
* const weight_t* mat, const weight_t* Ex,
|
|
*/
|
|
|
|
/* function exit code */
|
|
__pyx_L0:;
|
|
}
|
|
/* #### Code section: module_exttypes ### */
|
|
|
|
static PyObject *__pyx_tp_new_5thinc_8backends_6linalg_Matrix(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
struct __pyx_obj_5thinc_8backends_6linalg_Matrix *p;
|
|
PyObject *o;
|
|
o = __Pyx_AllocateExtensionType(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_obj_5thinc_8backends_6linalg_Matrix *)o);
|
|
p->mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)Py_None); Py_INCREF(Py_None);
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5thinc_8backends_6linalg_Matrix(PyObject *o) {
|
|
struct __pyx_obj_5thinc_8backends_6linalg_Matrix *p = (struct __pyx_obj_5thinc_8backends_6linalg_Matrix *)o;
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
|
|
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_5thinc_8backends_6linalg_Matrix) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
}
|
|
#endif
|
|
PyObject_GC_UnTrack(o);
|
|
Py_CLEAR(p->mem);
|
|
PyTypeObject *tp = Py_TYPE(o);
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
(*tp->tp_free)(o);
|
|
#else
|
|
{
|
|
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
|
|
if (tp_free) tp_free(o);
|
|
}
|
|
#endif
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
Py_DECREF(tp);
|
|
#endif
|
|
}
|
|
|
|
static int __pyx_tp_traverse_5thinc_8backends_6linalg_Matrix(PyObject *o, visitproc v, void *a) {
|
|
int e;
|
|
struct __pyx_obj_5thinc_8backends_6linalg_Matrix *p = (struct __pyx_obj_5thinc_8backends_6linalg_Matrix *)o;
|
|
{
|
|
e = __Pyx_call_type_traverse(o, 1, v, a);
|
|
if (e) return e;
|
|
}
|
|
if (p->mem) {
|
|
e = (*v)(((PyObject *)p->mem), a); if (e) return e;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int __pyx_tp_clear_5thinc_8backends_6linalg_Matrix(PyObject *o) {
|
|
PyObject* tmp;
|
|
struct __pyx_obj_5thinc_8backends_6linalg_Matrix *p = (struct __pyx_obj_5thinc_8backends_6linalg_Matrix *)o;
|
|
tmp = ((PyObject*)p->mem);
|
|
p->mem = ((struct __pyx_obj_5cymem_5cymem_Pool *)Py_None); Py_INCREF(Py_None);
|
|
Py_XDECREF(tmp);
|
|
return 0;
|
|
}
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
static PyType_Slot __pyx_type_5thinc_8backends_6linalg_Matrix_slots[] = {
|
|
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_5thinc_8backends_6linalg_Matrix},
|
|
{Py_tp_traverse, (void *)__pyx_tp_traverse_5thinc_8backends_6linalg_Matrix},
|
|
{Py_tp_clear, (void *)__pyx_tp_clear_5thinc_8backends_6linalg_Matrix},
|
|
{Py_tp_new, (void *)__pyx_tp_new_5thinc_8backends_6linalg_Matrix},
|
|
{0, 0},
|
|
};
|
|
static PyType_Spec __pyx_type_5thinc_8backends_6linalg_Matrix_spec = {
|
|
"thinc.backends.linalg.Matrix",
|
|
sizeof(struct __pyx_obj_5thinc_8backends_6linalg_Matrix),
|
|
0,
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC,
|
|
__pyx_type_5thinc_8backends_6linalg_Matrix_slots,
|
|
};
|
|
#else
|
|
|
|
static PyTypeObject __pyx_type_5thinc_8backends_6linalg_Matrix = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"thinc.backends.linalg.""Matrix", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5thinc_8backends_6linalg_Matrix), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5thinc_8backends_6linalg_Matrix, /*tp_dealloc*/
|
|
0, /*tp_vectorcall_offset*/
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
0, /*tp_as_async*/
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
__pyx_tp_traverse_5thinc_8backends_6linalg_Matrix, /*tp_traverse*/
|
|
__pyx_tp_clear_5thinc_8backends_6linalg_Matrix, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
#if !CYTHON_USE_TYPE_SPECS
|
|
0, /*tp_dictoffset*/
|
|
#endif
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5thinc_8backends_6linalg_Matrix, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
0, /*tp_finalize*/
|
|
#else
|
|
NULL, /*tp_finalize*/
|
|
#endif
|
|
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if __PYX_NEED_TP_PRINT_SLOT == 1
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
0, /*tp_watched*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030d00A4
|
|
0, /*tp_versions_used*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
#endif
|
|
static struct __pyx_vtabstruct_5thinc_8backends_6linalg_Vec __pyx_vtable_5thinc_8backends_6linalg_Vec;
|
|
|
|
static PyObject *__pyx_tp_new_5thinc_8backends_6linalg_Vec(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
struct __pyx_obj_5thinc_8backends_6linalg_Vec *p;
|
|
PyObject *o;
|
|
o = __Pyx_AllocateExtensionType(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_obj_5thinc_8backends_6linalg_Vec *)o);
|
|
p->__pyx_vtab = __pyx_vtabptr_5thinc_8backends_6linalg_Vec;
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5thinc_8backends_6linalg_Vec(PyObject *o) {
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && (!PyType_IS_GC(Py_TYPE(o)) || !__Pyx_PyObject_GC_IsFinalized(o))) {
|
|
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_5thinc_8backends_6linalg_Vec) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
}
|
|
#endif
|
|
PyTypeObject *tp = Py_TYPE(o);
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
(*tp->tp_free)(o);
|
|
#else
|
|
{
|
|
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
|
|
if (tp_free) tp_free(o);
|
|
}
|
|
#endif
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
Py_DECREF(tp);
|
|
#endif
|
|
}
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
static PyType_Slot __pyx_type_5thinc_8backends_6linalg_Vec_slots[] = {
|
|
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_5thinc_8backends_6linalg_Vec},
|
|
{Py_tp_new, (void *)__pyx_tp_new_5thinc_8backends_6linalg_Vec},
|
|
{0, 0},
|
|
};
|
|
static PyType_Spec __pyx_type_5thinc_8backends_6linalg_Vec_spec = {
|
|
"thinc.backends.linalg.Vec",
|
|
sizeof(struct __pyx_obj_5thinc_8backends_6linalg_Vec),
|
|
0,
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE,
|
|
__pyx_type_5thinc_8backends_6linalg_Vec_slots,
|
|
};
|
|
#else
|
|
|
|
static PyTypeObject __pyx_type_5thinc_8backends_6linalg_Vec = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"thinc.backends.linalg.""Vec", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5thinc_8backends_6linalg_Vec), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5thinc_8backends_6linalg_Vec, /*tp_dealloc*/
|
|
0, /*tp_vectorcall_offset*/
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
0, /*tp_as_async*/
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
0, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
#if !CYTHON_USE_TYPE_SPECS
|
|
0, /*tp_dictoffset*/
|
|
#endif
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5thinc_8backends_6linalg_Vec, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
0, /*tp_finalize*/
|
|
#else
|
|
NULL, /*tp_finalize*/
|
|
#endif
|
|
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if __PYX_NEED_TP_PRINT_SLOT == 1
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
0, /*tp_watched*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030d00A4
|
|
0, /*tp_versions_used*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
#endif
|
|
static struct __pyx_vtabstruct_5thinc_8backends_6linalg_VecVec __pyx_vtable_5thinc_8backends_6linalg_VecVec;
|
|
|
|
static PyObject *__pyx_tp_new_5thinc_8backends_6linalg_VecVec(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
struct __pyx_obj_5thinc_8backends_6linalg_VecVec *p;
|
|
PyObject *o;
|
|
o = __Pyx_AllocateExtensionType(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_obj_5thinc_8backends_6linalg_VecVec *)o);
|
|
p->__pyx_vtab = __pyx_vtabptr_5thinc_8backends_6linalg_VecVec;
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5thinc_8backends_6linalg_VecVec(PyObject *o) {
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && (!PyType_IS_GC(Py_TYPE(o)) || !__Pyx_PyObject_GC_IsFinalized(o))) {
|
|
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_5thinc_8backends_6linalg_VecVec) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
}
|
|
#endif
|
|
PyTypeObject *tp = Py_TYPE(o);
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
(*tp->tp_free)(o);
|
|
#else
|
|
{
|
|
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
|
|
if (tp_free) tp_free(o);
|
|
}
|
|
#endif
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
Py_DECREF(tp);
|
|
#endif
|
|
}
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
static PyType_Slot __pyx_type_5thinc_8backends_6linalg_VecVec_slots[] = {
|
|
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_5thinc_8backends_6linalg_VecVec},
|
|
{Py_tp_new, (void *)__pyx_tp_new_5thinc_8backends_6linalg_VecVec},
|
|
{0, 0},
|
|
};
|
|
static PyType_Spec __pyx_type_5thinc_8backends_6linalg_VecVec_spec = {
|
|
"thinc.backends.linalg.VecVec",
|
|
sizeof(struct __pyx_obj_5thinc_8backends_6linalg_VecVec),
|
|
0,
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE,
|
|
__pyx_type_5thinc_8backends_6linalg_VecVec_slots,
|
|
};
|
|
#else
|
|
|
|
static PyTypeObject __pyx_type_5thinc_8backends_6linalg_VecVec = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"thinc.backends.linalg.""VecVec", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5thinc_8backends_6linalg_VecVec), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5thinc_8backends_6linalg_VecVec, /*tp_dealloc*/
|
|
0, /*tp_vectorcall_offset*/
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
0, /*tp_as_async*/
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
0, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
#if !CYTHON_USE_TYPE_SPECS
|
|
0, /*tp_dictoffset*/
|
|
#endif
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5thinc_8backends_6linalg_VecVec, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
0, /*tp_finalize*/
|
|
#else
|
|
NULL, /*tp_finalize*/
|
|
#endif
|
|
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if __PYX_NEED_TP_PRINT_SLOT == 1
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
0, /*tp_watched*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030d00A4
|
|
0, /*tp_versions_used*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
#endif
|
|
static struct __pyx_vtabstruct_5thinc_8backends_6linalg_Mat __pyx_vtable_5thinc_8backends_6linalg_Mat;
|
|
|
|
static PyObject *__pyx_tp_new_5thinc_8backends_6linalg_Mat(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
|
|
struct __pyx_obj_5thinc_8backends_6linalg_Mat *p;
|
|
PyObject *o;
|
|
o = __Pyx_AllocateExtensionType(t, 0);
|
|
if (unlikely(!o)) return 0;
|
|
p = ((struct __pyx_obj_5thinc_8backends_6linalg_Mat *)o);
|
|
p->__pyx_vtab = __pyx_vtabptr_5thinc_8backends_6linalg_Mat;
|
|
return o;
|
|
}
|
|
|
|
static void __pyx_tp_dealloc_5thinc_8backends_6linalg_Mat(PyObject *o) {
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && (!PyType_IS_GC(Py_TYPE(o)) || !__Pyx_PyObject_GC_IsFinalized(o))) {
|
|
if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_5thinc_8backends_6linalg_Mat) {
|
|
if (PyObject_CallFinalizerFromDealloc(o)) return;
|
|
}
|
|
}
|
|
#endif
|
|
PyTypeObject *tp = Py_TYPE(o);
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
(*tp->tp_free)(o);
|
|
#else
|
|
{
|
|
freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
|
|
if (tp_free) tp_free(o);
|
|
}
|
|
#endif
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
Py_DECREF(tp);
|
|
#endif
|
|
}
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
static PyType_Slot __pyx_type_5thinc_8backends_6linalg_Mat_slots[] = {
|
|
{Py_tp_dealloc, (void *)__pyx_tp_dealloc_5thinc_8backends_6linalg_Mat},
|
|
{Py_tp_new, (void *)__pyx_tp_new_5thinc_8backends_6linalg_Mat},
|
|
{0, 0},
|
|
};
|
|
static PyType_Spec __pyx_type_5thinc_8backends_6linalg_Mat_spec = {
|
|
"thinc.backends.linalg.Mat",
|
|
sizeof(struct __pyx_obj_5thinc_8backends_6linalg_Mat),
|
|
0,
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE,
|
|
__pyx_type_5thinc_8backends_6linalg_Mat_slots,
|
|
};
|
|
#else
|
|
|
|
static PyTypeObject __pyx_type_5thinc_8backends_6linalg_Mat = {
|
|
PyVarObject_HEAD_INIT(0, 0)
|
|
"thinc.backends.linalg.""Mat", /*tp_name*/
|
|
sizeof(struct __pyx_obj_5thinc_8backends_6linalg_Mat), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
__pyx_tp_dealloc_5thinc_8backends_6linalg_Mat, /*tp_dealloc*/
|
|
0, /*tp_vectorcall_offset*/
|
|
0, /*tp_getattr*/
|
|
0, /*tp_setattr*/
|
|
0, /*tp_as_async*/
|
|
0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
0, /*tp_hash*/
|
|
0, /*tp_call*/
|
|
0, /*tp_str*/
|
|
0, /*tp_getattro*/
|
|
0, /*tp_setattro*/
|
|
0, /*tp_as_buffer*/
|
|
Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/
|
|
0, /*tp_doc*/
|
|
0, /*tp_traverse*/
|
|
0, /*tp_clear*/
|
|
0, /*tp_richcompare*/
|
|
0, /*tp_weaklistoffset*/
|
|
0, /*tp_iter*/
|
|
0, /*tp_iternext*/
|
|
0, /*tp_methods*/
|
|
0, /*tp_members*/
|
|
0, /*tp_getset*/
|
|
0, /*tp_base*/
|
|
0, /*tp_dict*/
|
|
0, /*tp_descr_get*/
|
|
0, /*tp_descr_set*/
|
|
#if !CYTHON_USE_TYPE_SPECS
|
|
0, /*tp_dictoffset*/
|
|
#endif
|
|
0, /*tp_init*/
|
|
0, /*tp_alloc*/
|
|
__pyx_tp_new_5thinc_8backends_6linalg_Mat, /*tp_new*/
|
|
0, /*tp_free*/
|
|
0, /*tp_is_gc*/
|
|
0, /*tp_bases*/
|
|
0, /*tp_mro*/
|
|
0, /*tp_cache*/
|
|
0, /*tp_subclasses*/
|
|
0, /*tp_weaklist*/
|
|
0, /*tp_del*/
|
|
0, /*tp_version_tag*/
|
|
#if CYTHON_USE_TP_FINALIZE
|
|
0, /*tp_finalize*/
|
|
#else
|
|
NULL, /*tp_finalize*/
|
|
#endif
|
|
#if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
|
|
0, /*tp_vectorcall*/
|
|
#endif
|
|
#if __PYX_NEED_TP_PRINT_SLOT == 1
|
|
0, /*tp_print*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030C0000
|
|
0, /*tp_watched*/
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030d00A4
|
|
0, /*tp_versions_used*/
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
|
|
0, /*tp_pypy_flags*/
|
|
#endif
|
|
};
|
|
#endif
|
|
|
|
static PyMethodDef __pyx_methods[] = {
|
|
{0, 0, 0, 0}
|
|
};
|
|
/* #### Code section: initfunc_declarations ### */
|
|
static CYTHON_SMALL_CODE int __Pyx_InitCachedBuiltins(__pyx_mstatetype *__pyx_mstate); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_InitCachedConstants(__pyx_mstatetype *__pyx_mstate); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_InitGlobals(void); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_InitConstants(__pyx_mstatetype *__pyx_mstate); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_global_init_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_export_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_function_export_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_type_init_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_type_import_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_import_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_modinit_function_import_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
|
|
static CYTHON_SMALL_CODE int __Pyx_CreateCodeObjects(__pyx_mstatetype *__pyx_mstate); /*proto*/
|
|
/* #### Code section: init_module ### */
|
|
|
|
static int __Pyx_modinit_global_init_code(__pyx_mstatetype *__pyx_mstate) {
|
|
__Pyx_RefNannyDeclarations
|
|
CYTHON_UNUSED_VAR(__pyx_mstate);
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_global_init_code", 0);
|
|
/*--- Global init code ---*/
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
}
|
|
|
|
static int __Pyx_modinit_variable_export_code(__pyx_mstatetype *__pyx_mstate) {
|
|
__Pyx_RefNannyDeclarations
|
|
CYTHON_UNUSED_VAR(__pyx_mstate);
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_variable_export_code", 0);
|
|
/*--- Variable export code ---*/
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
}
|
|
|
|
static int __Pyx_modinit_function_export_code(__pyx_mstatetype *__pyx_mstate) {
|
|
__Pyx_RefNannyDeclarations
|
|
CYTHON_UNUSED_VAR(__pyx_mstate);
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_function_export_code", 0);
|
|
/*--- Function export code ---*/
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
}
|
|
|
|
static int __Pyx_modinit_type_init_code(__pyx_mstatetype *__pyx_mstate) {
|
|
__Pyx_RefNannyDeclarations
|
|
CYTHON_UNUSED_VAR(__pyx_mstate);
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_type_init_code", 0);
|
|
/*--- Type init code ---*/
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Matrix = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_5thinc_8backends_6linalg_Matrix_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Matrix)) __PYX_ERR(1, 23, __pyx_L1_error)
|
|
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_5thinc_8backends_6linalg_Matrix_spec, __pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Matrix) < (0)) __PYX_ERR(1, 23, __pyx_L1_error)
|
|
#else
|
|
__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Matrix = &__pyx_type_5thinc_8backends_6linalg_Matrix;
|
|
#endif
|
|
#if !CYTHON_COMPILING_IN_LIMITED_API
|
|
#endif
|
|
#if !CYTHON_USE_TYPE_SPECS
|
|
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Matrix) < (0)) __PYX_ERR(1, 23, __pyx_L1_error)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
|
|
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Matrix);
|
|
#endif
|
|
#if !CYTHON_COMPILING_IN_LIMITED_API
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Matrix->tp_dictoffset && __pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Matrix->tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Matrix->tp_getattro = PyObject_GenericGetAttr;
|
|
}
|
|
#endif
|
|
if (PyObject_SetAttr(__pyx_m, __pyx_mstate_global->__pyx_n_u_Matrix, (PyObject *) __pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Matrix) < (0)) __PYX_ERR(1, 23, __pyx_L1_error)
|
|
__pyx_vtabptr_5thinc_8backends_6linalg_Vec = &__pyx_vtable_5thinc_8backends_6linalg_Vec;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.arg_max = (int (*)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int const ))__pyx_f_5thinc_8backends_6linalg_3Vec_arg_max;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.max = (__pyx_t_5thinc_8backends_6linalg_weight_t (*)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_max;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.sum = (__pyx_t_5thinc_8backends_6linalg_weight_t (*)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_sum;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.norm = (__pyx_t_5thinc_8backends_6linalg_weight_t (*)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_norm;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.add = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_add;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.add_i = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_add_i;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.mul = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_mul;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.mul_i = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_mul_i;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.pow = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_pow;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.pow_i = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const , int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_pow_i;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.div = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_div;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.div_i = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const , int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_div_i;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.exp = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_exp;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.exp_i = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_exp_i;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.reciprocal_i = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_reciprocal_i;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.mean = (__pyx_t_5thinc_8backends_6linalg_weight_t (*)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_mean;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Vec.variance = (__pyx_t_5thinc_8backends_6linalg_weight_t (*)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t))__pyx_f_5thinc_8backends_6linalg_3Vec_variance;
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Vec = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_5thinc_8backends_6linalg_Vec_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Vec)) __PYX_ERR(1, 30, __pyx_L1_error)
|
|
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_5thinc_8backends_6linalg_Vec_spec, __pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Vec) < (0)) __PYX_ERR(1, 30, __pyx_L1_error)
|
|
#else
|
|
__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Vec = &__pyx_type_5thinc_8backends_6linalg_Vec;
|
|
#endif
|
|
#if !CYTHON_COMPILING_IN_LIMITED_API
|
|
#endif
|
|
#if !CYTHON_USE_TYPE_SPECS
|
|
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Vec) < (0)) __PYX_ERR(1, 30, __pyx_L1_error)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
|
|
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Vec);
|
|
#endif
|
|
#if !CYTHON_COMPILING_IN_LIMITED_API
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Vec->tp_dictoffset && __pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Vec->tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Vec->tp_getattro = PyObject_GenericGetAttr;
|
|
}
|
|
#endif
|
|
if (__Pyx_SetVtable(__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Vec, __pyx_vtabptr_5thinc_8backends_6linalg_Vec) < (0)) __PYX_ERR(1, 30, __pyx_L1_error)
|
|
if (__Pyx_MergeVtables(__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Vec) < (0)) __PYX_ERR(1, 30, __pyx_L1_error)
|
|
if (PyObject_SetAttr(__pyx_m, __pyx_mstate_global->__pyx_n_u_Vec, (PyObject *) __pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Vec) < (0)) __PYX_ERR(1, 30, __pyx_L1_error)
|
|
__pyx_vtabptr_5thinc_8backends_6linalg_VecVec = &__pyx_vtable_5thinc_8backends_6linalg_VecVec;
|
|
__pyx_vtable_5thinc_8backends_6linalg_VecVec.add = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t))__pyx_f_5thinc_8backends_6linalg_6VecVec_add;
|
|
__pyx_vtable_5thinc_8backends_6linalg_VecVec.add_i = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t))__pyx_f_5thinc_8backends_6linalg_6VecVec_add_i;
|
|
__pyx_vtable_5thinc_8backends_6linalg_VecVec.batch_add_i = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t, int32_t))__pyx_f_5thinc_8backends_6linalg_6VecVec_batch_add_i;
|
|
__pyx_vtable_5thinc_8backends_6linalg_VecVec.add_pow = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t))__pyx_f_5thinc_8backends_6linalg_6VecVec_add_pow;
|
|
__pyx_vtable_5thinc_8backends_6linalg_VecVec.add_pow_i = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t, int32_t))__pyx_f_5thinc_8backends_6linalg_6VecVec_add_pow_i;
|
|
__pyx_vtable_5thinc_8backends_6linalg_VecVec.mul = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t))__pyx_f_5thinc_8backends_6linalg_6VecVec_mul;
|
|
__pyx_vtable_5thinc_8backends_6linalg_VecVec.mul_i = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t))__pyx_f_5thinc_8backends_6linalg_6VecVec_mul_i;
|
|
__pyx_vtable_5thinc_8backends_6linalg_VecVec.dot = (__pyx_t_5thinc_8backends_6linalg_weight_t (*)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t))__pyx_f_5thinc_8backends_6linalg_6VecVec_dot;
|
|
__pyx_vtable_5thinc_8backends_6linalg_VecVec.arg_max_if_true = (int (*)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, int const *, int const ))__pyx_f_5thinc_8backends_6linalg_6VecVec_arg_max_if_true;
|
|
__pyx_vtable_5thinc_8backends_6linalg_VecVec.arg_max_if_zero = (int (*)(__pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int const ))__pyx_f_5thinc_8backends_6linalg_6VecVec_arg_max_if_zero;
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_VecVec = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_5thinc_8backends_6linalg_VecVec_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_VecVec)) __PYX_ERR(1, 159, __pyx_L1_error)
|
|
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_5thinc_8backends_6linalg_VecVec_spec, __pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_VecVec) < (0)) __PYX_ERR(1, 159, __pyx_L1_error)
|
|
#else
|
|
__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_VecVec = &__pyx_type_5thinc_8backends_6linalg_VecVec;
|
|
#endif
|
|
#if !CYTHON_COMPILING_IN_LIMITED_API
|
|
#endif
|
|
#if !CYTHON_USE_TYPE_SPECS
|
|
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_VecVec) < (0)) __PYX_ERR(1, 159, __pyx_L1_error)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
|
|
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_VecVec);
|
|
#endif
|
|
#if !CYTHON_COMPILING_IN_LIMITED_API
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_VecVec->tp_dictoffset && __pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_VecVec->tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_VecVec->tp_getattro = PyObject_GenericGetAttr;
|
|
}
|
|
#endif
|
|
if (__Pyx_SetVtable(__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_VecVec, __pyx_vtabptr_5thinc_8backends_6linalg_VecVec) < (0)) __PYX_ERR(1, 159, __pyx_L1_error)
|
|
if (__Pyx_MergeVtables(__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_VecVec) < (0)) __PYX_ERR(1, 159, __pyx_L1_error)
|
|
if (PyObject_SetAttr(__pyx_m, __pyx_mstate_global->__pyx_n_u_VecVec, (PyObject *) __pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_VecVec) < (0)) __PYX_ERR(1, 159, __pyx_L1_error)
|
|
__pyx_vtabptr_5thinc_8backends_6linalg_Mat = &__pyx_vtable_5thinc_8backends_6linalg_Mat;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Mat.mean_row = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t, int32_t))__pyx_f_5thinc_8backends_6linalg_3Mat_mean_row;
|
|
__pyx_vtable_5thinc_8backends_6linalg_Mat.var_row = (void (*)(__pyx_t_5thinc_8backends_6linalg_weight_t *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, __pyx_t_5thinc_8backends_6linalg_weight_t const *, int32_t, int32_t, __pyx_t_5thinc_8backends_6linalg_weight_t))__pyx_f_5thinc_8backends_6linalg_3Mat_var_row;
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Mat = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_5thinc_8backends_6linalg_Mat_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Mat)) __PYX_ERR(1, 250, __pyx_L1_error)
|
|
if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_5thinc_8backends_6linalg_Mat_spec, __pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Mat) < (0)) __PYX_ERR(1, 250, __pyx_L1_error)
|
|
#else
|
|
__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Mat = &__pyx_type_5thinc_8backends_6linalg_Mat;
|
|
#endif
|
|
#if !CYTHON_COMPILING_IN_LIMITED_API
|
|
#endif
|
|
#if !CYTHON_USE_TYPE_SPECS
|
|
if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Mat) < (0)) __PYX_ERR(1, 250, __pyx_L1_error)
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
|
|
PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Mat);
|
|
#endif
|
|
#if !CYTHON_COMPILING_IN_LIMITED_API
|
|
if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Mat->tp_dictoffset && __pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Mat->tp_getattro == PyObject_GenericGetAttr)) {
|
|
__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Mat->tp_getattro = PyObject_GenericGetAttr;
|
|
}
|
|
#endif
|
|
if (__Pyx_SetVtable(__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Mat, __pyx_vtabptr_5thinc_8backends_6linalg_Mat) < (0)) __PYX_ERR(1, 250, __pyx_L1_error)
|
|
if (__Pyx_MergeVtables(__pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Mat) < (0)) __PYX_ERR(1, 250, __pyx_L1_error)
|
|
if (PyObject_SetAttr(__pyx_m, __pyx_mstate_global->__pyx_n_u_Mat, (PyObject *) __pyx_mstate->__pyx_ptype_5thinc_8backends_6linalg_Mat) < (0)) __PYX_ERR(1, 250, __pyx_L1_error)
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
static int __Pyx_modinit_type_import_code(__pyx_mstatetype *__pyx_mstate) {
|
|
__Pyx_RefNannyDeclarations
|
|
CYTHON_UNUSED_VAR(__pyx_mstate);
|
|
PyObject *__pyx_t_1 = NULL;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_type_import_code", 0);
|
|
/*--- Type import code ---*/
|
|
__pyx_t_1 = PyImport_ImportModule("cymem.cymem"); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_1);
|
|
__pyx_mstate->__pyx_ptype_5cymem_5cymem_PyMalloc = __Pyx_ImportType_3_2_1(__pyx_t_1, "cymem.cymem", "PyMalloc",
|
|
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
|
|
sizeof(struct __pyx_obj_5cymem_5cymem_PyMalloc), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_PyMalloc),
|
|
#elif CYTHON_COMPILING_IN_LIMITED_API
|
|
sizeof(struct __pyx_obj_5cymem_5cymem_PyMalloc), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_PyMalloc),
|
|
#else
|
|
sizeof(struct __pyx_obj_5cymem_5cymem_PyMalloc), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_PyMalloc),
|
|
#endif
|
|
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5cymem_5cymem_PyMalloc) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__pyx_vtabptr_5cymem_5cymem_PyMalloc = (struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_5cymem_5cymem_PyMalloc); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_PyMalloc)) __PYX_ERR(2, 4, __pyx_L1_error)
|
|
__pyx_mstate->__pyx_ptype_5cymem_5cymem_PyFree = __Pyx_ImportType_3_2_1(__pyx_t_1, "cymem.cymem", "PyFree",
|
|
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
|
|
sizeof(struct __pyx_obj_5cymem_5cymem_PyFree), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_PyFree),
|
|
#elif CYTHON_COMPILING_IN_LIMITED_API
|
|
sizeof(struct __pyx_obj_5cymem_5cymem_PyFree), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_PyFree),
|
|
#else
|
|
sizeof(struct __pyx_obj_5cymem_5cymem_PyFree), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_PyFree),
|
|
#endif
|
|
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5cymem_5cymem_PyFree) __PYX_ERR(2, 10, __pyx_L1_error)
|
|
__pyx_vtabptr_5cymem_5cymem_PyFree = (struct __pyx_vtabstruct_5cymem_5cymem_PyFree*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_5cymem_5cymem_PyFree); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_PyFree)) __PYX_ERR(2, 10, __pyx_L1_error)
|
|
__pyx_mstate->__pyx_ptype_5cymem_5cymem_Pool = __Pyx_ImportType_3_2_1(__pyx_t_1, "cymem.cymem", "Pool",
|
|
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
|
|
sizeof(struct __pyx_obj_5cymem_5cymem_Pool), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_Pool),
|
|
#elif CYTHON_COMPILING_IN_LIMITED_API
|
|
sizeof(struct __pyx_obj_5cymem_5cymem_Pool), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_Pool),
|
|
#else
|
|
sizeof(struct __pyx_obj_5cymem_5cymem_Pool), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_Pool),
|
|
#endif
|
|
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5cymem_5cymem_Pool) __PYX_ERR(2, 16, __pyx_L1_error)
|
|
__pyx_vtabptr_5cymem_5cymem_Pool = (struct __pyx_vtabstruct_5cymem_5cymem_Pool*)__Pyx_GetVtable(__pyx_mstate->__pyx_ptype_5cymem_5cymem_Pool); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_Pool)) __PYX_ERR(2, 16, __pyx_L1_error)
|
|
__pyx_mstate->__pyx_ptype_5cymem_5cymem_Address = __Pyx_ImportType_3_2_1(__pyx_t_1, "cymem.cymem", "Address",
|
|
#if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
|
|
sizeof(struct __pyx_obj_5cymem_5cymem_Address), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_Address),
|
|
#elif CYTHON_COMPILING_IN_LIMITED_API
|
|
sizeof(struct __pyx_obj_5cymem_5cymem_Address), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_Address),
|
|
#else
|
|
sizeof(struct __pyx_obj_5cymem_5cymem_Address), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_5cymem_5cymem_Address),
|
|
#endif
|
|
__Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5cymem_5cymem_Address) __PYX_ERR(2, 28, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_1);
|
|
__Pyx_RefNannyFinishContext();
|
|
return -1;
|
|
}
|
|
|
|
static int __Pyx_modinit_variable_import_code(__pyx_mstatetype *__pyx_mstate) {
|
|
__Pyx_RefNannyDeclarations
|
|
CYTHON_UNUSED_VAR(__pyx_mstate);
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_variable_import_code", 0);
|
|
/*--- Variable import code ---*/
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
}
|
|
|
|
static int __Pyx_modinit_function_import_code(__pyx_mstatetype *__pyx_mstate) {
|
|
__Pyx_RefNannyDeclarations
|
|
CYTHON_UNUSED_VAR(__pyx_mstate);
|
|
__Pyx_RefNannySetupContext("__Pyx_modinit_function_import_code", 0);
|
|
/*--- Function import code ---*/
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
}
|
|
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
static PyObject* __pyx_pymod_create(PyObject *spec, PyModuleDef *def); /*proto*/
|
|
static int __pyx_pymod_exec_linalg(PyObject* module); /*proto*/
|
|
static PyModuleDef_Slot __pyx_moduledef_slots[] = {
|
|
{Py_mod_create, (void*)__pyx_pymod_create},
|
|
{Py_mod_exec, (void*)__pyx_pymod_exec_linalg},
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
{Py_mod_gil, Py_MOD_GIL_USED},
|
|
#endif
|
|
#if PY_VERSION_HEX >= 0x030C0000 && CYTHON_USE_MODULE_STATE
|
|
{Py_mod_multiple_interpreters, Py_MOD_MULTIPLE_INTERPRETERS_NOT_SUPPORTED},
|
|
#endif
|
|
{0, NULL}
|
|
};
|
|
#endif
|
|
|
|
#ifdef __cplusplus
|
|
namespace {
|
|
struct PyModuleDef __pyx_moduledef =
|
|
#else
|
|
static struct PyModuleDef __pyx_moduledef =
|
|
#endif
|
|
{
|
|
PyModuleDef_HEAD_INIT,
|
|
"linalg",
|
|
0, /* m_doc */
|
|
#if CYTHON_USE_MODULE_STATE
|
|
sizeof(__pyx_mstatetype), /* m_size */
|
|
#else
|
|
(CYTHON_PEP489_MULTI_PHASE_INIT) ? 0 : -1, /* m_size */
|
|
#endif
|
|
__pyx_methods /* m_methods */,
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
__pyx_moduledef_slots, /* m_slots */
|
|
#else
|
|
NULL, /* m_reload */
|
|
#endif
|
|
#if CYTHON_USE_MODULE_STATE
|
|
__pyx_m_traverse, /* m_traverse */
|
|
__pyx_m_clear, /* m_clear */
|
|
NULL /* m_free */
|
|
#else
|
|
NULL, /* m_traverse */
|
|
NULL, /* m_clear */
|
|
NULL /* m_free */
|
|
#endif
|
|
};
|
|
#ifdef __cplusplus
|
|
} /* anonymous namespace */
|
|
#endif
|
|
|
|
/* PyModInitFuncType */
|
|
#ifndef CYTHON_NO_PYINIT_EXPORT
|
|
#define __Pyx_PyMODINIT_FUNC PyMODINIT_FUNC
|
|
#else
|
|
#ifdef __cplusplus
|
|
#define __Pyx_PyMODINIT_FUNC extern "C" PyObject *
|
|
#else
|
|
#define __Pyx_PyMODINIT_FUNC PyObject *
|
|
#endif
|
|
#endif
|
|
|
|
__Pyx_PyMODINIT_FUNC PyInit_linalg(void) CYTHON_SMALL_CODE; /*proto*/
|
|
__Pyx_PyMODINIT_FUNC PyInit_linalg(void)
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
{
|
|
return PyModuleDef_Init(&__pyx_moduledef);
|
|
}
|
|
/* ModuleCreationPEP489 */
|
|
#if CYTHON_COMPILING_IN_LIMITED_API && (__PYX_LIMITED_VERSION_HEX < 0x03090000\
|
|
|| ((defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)) && __PYX_LIMITED_VERSION_HEX < 0x030A0000))
|
|
static PY_INT64_T __Pyx_GetCurrentInterpreterId(void) {
|
|
{
|
|
PyObject *module = PyImport_ImportModule("_interpreters"); // 3.13+ I think
|
|
if (!module) {
|
|
PyErr_Clear(); // just try the 3.8-3.12 version
|
|
module = PyImport_ImportModule("_xxsubinterpreters");
|
|
if (!module) goto bad;
|
|
}
|
|
PyObject *current = PyObject_CallMethod(module, "get_current", NULL);
|
|
Py_DECREF(module);
|
|
if (!current) goto bad;
|
|
if (PyTuple_Check(current)) {
|
|
PyObject *new_current = PySequence_GetItem(current, 0);
|
|
Py_DECREF(current);
|
|
current = new_current;
|
|
if (!new_current) goto bad;
|
|
}
|
|
long long as_c_int = PyLong_AsLongLong(current);
|
|
Py_DECREF(current);
|
|
return as_c_int;
|
|
}
|
|
bad:
|
|
PySys_WriteStderr("__Pyx_GetCurrentInterpreterId failed. Try setting the C define CYTHON_PEP489_MULTI_PHASE_INIT=0\n");
|
|
return -1;
|
|
}
|
|
#endif
|
|
#if !CYTHON_USE_MODULE_STATE
|
|
static CYTHON_SMALL_CODE int __Pyx_check_single_interpreter(void) {
|
|
static PY_INT64_T main_interpreter_id = -1;
|
|
#if CYTHON_COMPILING_IN_GRAAL && defined(GRAALPY_VERSION_NUM) && GRAALPY_VERSION_NUM > 0x19000000
|
|
PY_INT64_T current_id = GraalPyInterpreterState_GetIDFromThreadState(PyThreadState_Get());
|
|
#elif CYTHON_COMPILING_IN_GRAAL
|
|
PY_INT64_T current_id = PyInterpreterState_GetIDFromThreadState(PyThreadState_Get());
|
|
#elif CYTHON_COMPILING_IN_LIMITED_API && (__PYX_LIMITED_VERSION_HEX < 0x03090000\
|
|
|| ((defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)) && __PYX_LIMITED_VERSION_HEX < 0x030A0000))
|
|
PY_INT64_T current_id = __Pyx_GetCurrentInterpreterId();
|
|
#elif CYTHON_COMPILING_IN_LIMITED_API
|
|
PY_INT64_T current_id = PyInterpreterState_GetID(PyInterpreterState_Get());
|
|
#else
|
|
PY_INT64_T current_id = PyInterpreterState_GetID(PyThreadState_Get()->interp);
|
|
#endif
|
|
if (unlikely(current_id == -1)) {
|
|
return -1;
|
|
}
|
|
if (main_interpreter_id == -1) {
|
|
main_interpreter_id = current_id;
|
|
return 0;
|
|
} else if (unlikely(main_interpreter_id != current_id)) {
|
|
PyErr_SetString(
|
|
PyExc_ImportError,
|
|
"Interpreter change detected - this module can only be loaded into one interpreter per process.");
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
#endif
|
|
static CYTHON_SMALL_CODE int __Pyx_copy_spec_to_module(PyObject *spec, PyObject *moddict, const char* from_name, const char* to_name, int allow_none)
|
|
{
|
|
PyObject *value = PyObject_GetAttrString(spec, from_name);
|
|
int result = 0;
|
|
if (likely(value)) {
|
|
if (allow_none || value != Py_None) {
|
|
result = PyDict_SetItemString(moddict, to_name, value);
|
|
}
|
|
Py_DECREF(value);
|
|
} else if (PyErr_ExceptionMatches(PyExc_AttributeError)) {
|
|
PyErr_Clear();
|
|
} else {
|
|
result = -1;
|
|
}
|
|
return result;
|
|
}
|
|
static CYTHON_SMALL_CODE PyObject* __pyx_pymod_create(PyObject *spec, PyModuleDef *def) {
|
|
PyObject *module = NULL, *moddict, *modname;
|
|
CYTHON_UNUSED_VAR(def);
|
|
#if !CYTHON_USE_MODULE_STATE
|
|
if (__Pyx_check_single_interpreter())
|
|
return NULL;
|
|
#endif
|
|
if (__pyx_m)
|
|
return __Pyx_NewRef(__pyx_m);
|
|
modname = PyObject_GetAttrString(spec, "name");
|
|
if (unlikely(!modname)) goto bad;
|
|
module = PyModule_NewObject(modname);
|
|
Py_DECREF(modname);
|
|
if (unlikely(!module)) goto bad;
|
|
moddict = PyModule_GetDict(module);
|
|
if (unlikely(!moddict)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "loader", "__loader__", 1) < 0)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "origin", "__file__", 1) < 0)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "parent", "__package__", 1) < 0)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "submodule_search_locations", "__path__", 0) < 0)) goto bad;
|
|
return module;
|
|
bad:
|
|
Py_XDECREF(module);
|
|
return NULL;
|
|
}
|
|
|
|
|
|
static CYTHON_SMALL_CODE int __pyx_pymod_exec_linalg(PyObject *__pyx_pyinit_module)
|
|
#endif
|
|
{
|
|
int stringtab_initialized = 0;
|
|
#if CYTHON_USE_MODULE_STATE
|
|
int pystate_addmodule_run = 0;
|
|
#endif
|
|
__pyx_mstatetype *__pyx_mstate = NULL;
|
|
PyObject *__pyx_t_1 = NULL;
|
|
PyObject *__pyx_t_2 = NULL;
|
|
PyObject *__pyx_t_3 = NULL;
|
|
PyObject *__pyx_t_4 = NULL;
|
|
PyObject *__pyx_t_5 = NULL;
|
|
int __pyx_t_6;
|
|
int __pyx_lineno = 0;
|
|
const char *__pyx_filename = NULL;
|
|
int __pyx_clineno = 0;
|
|
__Pyx_RefNannyDeclarations
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
if (__pyx_m) {
|
|
if (__pyx_m == __pyx_pyinit_module) return 0;
|
|
PyErr_SetString(PyExc_RuntimeError, "Module 'linalg' has already been imported. Re-initialisation is not supported.");
|
|
return -1;
|
|
}
|
|
#else
|
|
if (__pyx_m) return __Pyx_NewRef(__pyx_m);
|
|
#endif
|
|
/*--- Module creation code ---*/
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
__pyx_t_1 = __pyx_pyinit_module;
|
|
Py_INCREF(__pyx_t_1);
|
|
#else
|
|
__pyx_t_1 = PyModule_Create(&__pyx_moduledef); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
#endif
|
|
#if CYTHON_USE_MODULE_STATE
|
|
{
|
|
int add_module_result = __Pyx_State_AddModule(__pyx_t_1, &__pyx_moduledef);
|
|
__pyx_t_1 = 0; /* transfer ownership from __pyx_t_1 to "linalg" pseudovariable */
|
|
if (unlikely((add_module_result < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
pystate_addmodule_run = 1;
|
|
}
|
|
#else
|
|
__pyx_m = __pyx_t_1;
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
PyUnstable_Module_SetGIL(__pyx_m, Py_MOD_GIL_USED);
|
|
#endif
|
|
__pyx_mstate = __pyx_mstate_global;
|
|
CYTHON_UNUSED_VAR(__pyx_t_1);
|
|
__pyx_mstate->__pyx_d = PyModule_GetDict(__pyx_m); if (unlikely(!__pyx_mstate->__pyx_d)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
Py_INCREF(__pyx_mstate->__pyx_d);
|
|
__pyx_mstate->__pyx_b = __Pyx_PyImport_AddModuleRef(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_mstate->__pyx_b)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_mstate->__pyx_cython_runtime = __Pyx_PyImport_AddModuleRef("cython_runtime"); if (unlikely(!__pyx_mstate->__pyx_cython_runtime)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (PyObject_SetAttrString(__pyx_m, "__builtins__", __pyx_mstate->__pyx_b) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
/* ImportRefnannyAPI */
|
|
#if CYTHON_REFNANNY
|
|
__Pyx_RefNanny = __Pyx_RefNannyImportAPI("refnanny");
|
|
if (!__Pyx_RefNanny) {
|
|
PyErr_Clear();
|
|
__Pyx_RefNanny = __Pyx_RefNannyImportAPI("Cython.Runtime.refnanny");
|
|
if (!__Pyx_RefNanny)
|
|
Py_FatalError("failed to import 'refnanny' module");
|
|
}
|
|
#endif
|
|
|
|
__Pyx_RefNannySetupContext("PyInit_linalg", 0);
|
|
__Pyx_init_runtime_version();
|
|
if (__Pyx_check_binary_version(__PYX_LIMITED_VERSION_HEX, __Pyx_get_runtime_version(), CYTHON_COMPILING_IN_LIMITED_API) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_mstate->__pyx_empty_tuple = PyTuple_New(0); if (unlikely(!__pyx_mstate->__pyx_empty_tuple)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_mstate->__pyx_empty_bytes = PyBytes_FromStringAndSize("", 0); if (unlikely(!__pyx_mstate->__pyx_empty_bytes)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__pyx_mstate->__pyx_empty_unicode = PyUnicode_FromStringAndSize("", 0); if (unlikely(!__pyx_mstate->__pyx_empty_unicode)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
/*--- Library function declarations ---*/
|
|
/*--- Initialize various global constants etc. ---*/
|
|
if (__Pyx_InitConstants(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
stringtab_initialized = 1;
|
|
if (__Pyx_InitGlobals() < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (__pyx_module_is_main_thinc__backends__linalg) {
|
|
if (PyObject_SetAttr(__pyx_m, __pyx_mstate_global->__pyx_n_u_name, __pyx_mstate_global->__pyx_n_u_main) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
}
|
|
{
|
|
PyObject *modules = PyImport_GetModuleDict(); if (unlikely(!modules)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (!PyDict_GetItemString(modules, "thinc.backends.linalg")) {
|
|
if (unlikely((PyDict_SetItemString(modules, "thinc.backends.linalg", __pyx_m) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
}
|
|
}
|
|
/*--- Builtin init code ---*/
|
|
if (__Pyx_InitCachedBuiltins(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
/*--- Constants init code ---*/
|
|
if (__Pyx_InitCachedConstants(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (__Pyx_CreateCodeObjects(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
/*--- Global type/function init code ---*/
|
|
(void)__Pyx_modinit_global_init_code(__pyx_mstate);
|
|
(void)__Pyx_modinit_variable_export_code(__pyx_mstate);
|
|
(void)__Pyx_modinit_function_export_code(__pyx_mstate);
|
|
if (unlikely((__Pyx_modinit_type_init_code(__pyx_mstate) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
if (unlikely((__Pyx_modinit_type_import_code(__pyx_mstate) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
(void)__Pyx_modinit_variable_import_code(__pyx_mstate);
|
|
(void)__Pyx_modinit_function_import_code(__pyx_mstate);
|
|
/*--- Execution code ---*/
|
|
|
|
/* "thinc/backends/linalg.pyx":2
|
|
* # cython: profile=False
|
|
* try: # <<<<<<<<<<<<<<
|
|
* import blis.py
|
|
* except ImportError:
|
|
*/
|
|
{
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
|
|
__Pyx_XGOTREF(__pyx_t_1);
|
|
__Pyx_XGOTREF(__pyx_t_2);
|
|
__Pyx_XGOTREF(__pyx_t_3);
|
|
/*try:*/ {
|
|
|
|
/* "thinc/backends/linalg.pyx":3
|
|
* # cython: profile=False
|
|
* try:
|
|
* import blis.py # <<<<<<<<<<<<<<
|
|
* except ImportError:
|
|
* pass
|
|
*/
|
|
__pyx_t_5 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_blis_py, 0, 0, __pyx_mstate_global->__pyx_kp_u_thinc_backends_blis_py, -1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3, __pyx_L2_error)
|
|
__pyx_t_4 = __pyx_t_5;
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_blis, __pyx_t_4) < (0)) __PYX_ERR(0, 3, __pyx_L2_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "thinc/backends/linalg.pyx":2
|
|
* # cython: profile=False
|
|
* try: # <<<<<<<<<<<<<<
|
|
* import blis.py
|
|
* except ImportError:
|
|
*/
|
|
}
|
|
__Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
|
|
__Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
|
|
__Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
|
|
goto __pyx_L7_try_end;
|
|
__pyx_L2_error:;
|
|
__Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/* "thinc/backends/linalg.pyx":4
|
|
* try:
|
|
* import blis.py
|
|
* except ImportError: # <<<<<<<<<<<<<<
|
|
* pass
|
|
*/
|
|
__pyx_t_6 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(((PyTypeObject*)PyExc_ImportError))));
|
|
if (__pyx_t_6) {
|
|
__Pyx_ErrRestore(0,0,0);
|
|
goto __pyx_L3_exception_handled;
|
|
}
|
|
goto __pyx_L4_except_error;
|
|
|
|
/* "thinc/backends/linalg.pyx":2
|
|
* # cython: profile=False
|
|
* try: # <<<<<<<<<<<<<<
|
|
* import blis.py
|
|
* except ImportError:
|
|
*/
|
|
__pyx_L4_except_error:;
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
|
|
goto __pyx_L1_error;
|
|
__pyx_L3_exception_handled:;
|
|
__Pyx_XGIVEREF(__pyx_t_1);
|
|
__Pyx_XGIVEREF(__pyx_t_2);
|
|
__Pyx_XGIVEREF(__pyx_t_3);
|
|
__Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
|
|
__pyx_L7_try_end:;
|
|
}
|
|
|
|
/* "thinc/backends/linalg.pyx":1
|
|
* # cython: profile=False # <<<<<<<<<<<<<<
|
|
* try:
|
|
* import blis.py
|
|
*/
|
|
__pyx_t_4 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_GOTREF(__pyx_t_4);
|
|
if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_test, __pyx_t_4) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
__Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
|
|
|
|
/*--- Wrapped vars code ---*/
|
|
|
|
goto __pyx_L0;
|
|
__pyx_L1_error:;
|
|
__Pyx_XDECREF(__pyx_t_4);
|
|
if (__pyx_m) {
|
|
if (__pyx_mstate->__pyx_d && stringtab_initialized) {
|
|
__Pyx_AddTraceback("init thinc.backends.linalg", __pyx_clineno, __pyx_lineno, __pyx_filename);
|
|
}
|
|
#if !CYTHON_USE_MODULE_STATE
|
|
Py_CLEAR(__pyx_m);
|
|
#else
|
|
Py_DECREF(__pyx_m);
|
|
if (pystate_addmodule_run) {
|
|
PyObject *tp, *value, *tb;
|
|
PyErr_Fetch(&tp, &value, &tb);
|
|
PyState_RemoveModule(&__pyx_moduledef);
|
|
PyErr_Restore(tp, value, tb);
|
|
}
|
|
#endif
|
|
} else if (!PyErr_Occurred()) {
|
|
PyErr_SetString(PyExc_ImportError, "init thinc.backends.linalg");
|
|
}
|
|
__pyx_L0:;
|
|
__Pyx_RefNannyFinishContext();
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
return (__pyx_m != NULL) ? 0 : -1;
|
|
#else
|
|
return __pyx_m;
|
|
#endif
|
|
}
|
|
/* #### Code section: pystring_table ### */
|
|
/* #### Code section: cached_builtins ### */
|
|
|
|
static int __Pyx_InitCachedBuiltins(__pyx_mstatetype *__pyx_mstate) {
|
|
CYTHON_UNUSED_VAR(__pyx_mstate);
|
|
return 0;
|
|
}
|
|
/* #### Code section: cached_constants ### */
|
|
|
|
static int __Pyx_InitCachedConstants(__pyx_mstatetype *__pyx_mstate) {
|
|
__Pyx_RefNannyDeclarations
|
|
CYTHON_UNUSED_VAR(__pyx_mstate);
|
|
__Pyx_RefNannySetupContext("__Pyx_InitCachedConstants", 0);
|
|
__Pyx_RefNannyFinishContext();
|
|
return 0;
|
|
}
|
|
/* #### Code section: init_constants ### */
|
|
|
|
static int __Pyx_InitConstants(__pyx_mstatetype *__pyx_mstate) {
|
|
CYTHON_UNUSED_VAR(__pyx_mstate);
|
|
{
|
|
const struct { const unsigned int length: 5; } index[] = {{1},{7},{6},{2},{9},{22},{3},{6},{3},{6},{4},{7},{18},{8},{10},{8},{14},{12},{12},{10},{8}};
|
|
#if (CYTHON_COMPRESS_STRINGS) == 2 /* compression: bz2 (154 bytes) */
|
|
const char* const cstring = "BZh91AY&SY\267@\237\371\000\000\004\337\200@\000\000\001\000\000\200\002\001\000\277\357\377` \000\224\r4@(\364\324\323M\3525\036\240\310\232F\203G\250h\320i\022%R\266\362\321\014H\202\021\326\240Q\031\031P5\320Y'\256+\363\027\024\311\370\000\333\023\212G\2227\333\211K9\301\"\026t\200\350\336\217\341\203\005\273\3674\241\263\221\313\200\245(\324T\357#\310Z\306\020;\270\220\330^(\032s\256,\3321\241\226\231Z\275i?\213\271\"\234(H[\240O\374\200";
|
|
PyObject *data = __Pyx_DecompressString(cstring, 154, 2);
|
|
if (unlikely(!data)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
const char* const bytes = __Pyx_PyBytes_AsString(data);
|
|
#if !CYTHON_ASSUME_SAFE_MACROS
|
|
if (likely(bytes)); else { Py_DECREF(data); __PYX_ERR(0, 1, __pyx_L1_error) }
|
|
#endif
|
|
#elif (CYTHON_COMPRESS_STRINGS) != 0 /* compression: zlib (119 bytes) */
|
|
const char* const cstring = "x\3325MA\016\302@\010\374\321~\301\027x\365J(\213Jd\261\026\326\264\277wi+\231\0143\231!\\\2528N\312l\311\017\022?T\215\247\030\225\t\351\305V\275L*^\346\355\2121\260\310zc:\220\301\031\222\2121\210A,H\234\247\000\r\207\037\323\336\265+\2472l\373\236\267\025\276\221\277\322}:\352?q\216\2635T\345;v\r\200`\037\374\003\3750E\365";
|
|
PyObject *data = __Pyx_DecompressString(cstring, 119, 1);
|
|
if (unlikely(!data)) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
const char* const bytes = __Pyx_PyBytes_AsString(data);
|
|
#if !CYTHON_ASSUME_SAFE_MACROS
|
|
if (likely(bytes)); else { Py_DECREF(data); __PYX_ERR(0, 1, __pyx_L1_error) }
|
|
#endif
|
|
#else /* compression: none (176 bytes) */
|
|
const char* const bytes = "?disableenablegcisenabledthinc.backends.blis.pyMatMatrixVecVecVecblisblis.pycline_in_traceback__main____module____name____pyx_vtable____qualname____set_name__setdefault__test__";
|
|
PyObject *data = NULL;
|
|
CYTHON_UNUSED_VAR(__Pyx_DecompressString);
|
|
#endif
|
|
PyObject **stringtab = __pyx_mstate->__pyx_string_tab;
|
|
Py_ssize_t pos = 0;
|
|
for (int i = 0; i < 21; i++) {
|
|
Py_ssize_t bytes_length = index[i].length;
|
|
PyObject *string = PyUnicode_DecodeUTF8(bytes + pos, bytes_length, NULL);
|
|
if (likely(string) && i >= 6) PyUnicode_InternInPlace(&string);
|
|
if (unlikely(!string)) {
|
|
Py_XDECREF(data);
|
|
__PYX_ERR(0, 1, __pyx_L1_error)
|
|
}
|
|
stringtab[i] = string;
|
|
pos += bytes_length;
|
|
}
|
|
Py_XDECREF(data);
|
|
for (Py_ssize_t i = 0; i < 21; i++) {
|
|
if (unlikely(PyObject_Hash(stringtab[i]) == -1)) {
|
|
__PYX_ERR(0, 1, __pyx_L1_error)
|
|
}
|
|
}
|
|
}
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
return -1;
|
|
}
|
|
/* #### Code section: init_codeobjects ### */
|
|
|
|
static int __Pyx_CreateCodeObjects(__pyx_mstatetype *__pyx_mstate) {
|
|
CYTHON_UNUSED_VAR(__pyx_mstate);
|
|
return 0;
|
|
}
|
|
/* #### Code section: init_globals ### */
|
|
|
|
static int __Pyx_InitGlobals(void) {
|
|
/* PythonCompatibility.init */
|
|
if (likely(__Pyx_init_co_variables() == 0)); else
|
|
|
|
if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)
|
|
|
|
return 0;
|
|
__pyx_L1_error:;
|
|
return -1;
|
|
}
|
|
/* #### Code section: cleanup_globals ### */
|
|
/* #### Code section: cleanup_module ### */
|
|
/* #### Code section: main_method ### */
|
|
/* #### Code section: utility_code_pragmas ### */
|
|
#ifdef _MSC_VER
|
|
#pragma warning( push )
|
|
/* Warning 4127: conditional expression is constant
|
|
* Cython uses constant conditional expressions to allow in inline functions to be optimized at
|
|
* compile-time, so this warning is not useful
|
|
*/
|
|
#pragma warning( disable : 4127 )
|
|
#endif
|
|
|
|
|
|
|
|
/* #### Code section: utility_code_def ### */
|
|
|
|
/* --- Runtime support code --- */
|
|
/* Refnanny */
|
|
#if CYTHON_REFNANNY
|
|
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname) {
|
|
PyObject *m = NULL, *p = NULL;
|
|
void *r = NULL;
|
|
m = PyImport_ImportModule(modname);
|
|
if (!m) goto end;
|
|
p = PyObject_GetAttrString(m, "RefNannyAPI");
|
|
if (!p) goto end;
|
|
r = PyLong_AsVoidPtr(p);
|
|
end:
|
|
Py_XDECREF(p);
|
|
Py_XDECREF(m);
|
|
return (__Pyx_RefNannyAPIStruct *)r;
|
|
}
|
|
#endif
|
|
|
|
/* SoftComplexToDouble */
|
|
static double __Pyx_SoftComplexToDouble(__pyx_t_double_complex value, int have_nogil) {
|
|
if (unlikely(__Pyx_CIMAG(value))) {
|
|
PyGILState_STATE gilstate;
|
|
if (have_nogil)
|
|
gilstate = PyGILState_Ensure();
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"Cannot convert 'complex' with non-zero imaginary component to 'double' "
|
|
"(this most likely comes from the '**' operator; "
|
|
"use 'cython.cpow(True)' to return 'nan' instead of a "
|
|
"complex number).");
|
|
if (have_nogil)
|
|
PyGILState_Release(gilstate);
|
|
return -1.;
|
|
}
|
|
return __Pyx_CREAL(value);
|
|
}
|
|
|
|
/* ErrOccurredWithGIL */
|
|
static CYTHON_INLINE int __Pyx_ErrOccurredWithGIL(void) {
|
|
int err;
|
|
PyGILState_STATE _save = PyGILState_Ensure();
|
|
err = !!PyErr_Occurred();
|
|
PyGILState_Release(_save);
|
|
return err;
|
|
}
|
|
|
|
/* PyErrFetchRestore (used by WriteUnraisableException) */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
|
|
#if PY_VERSION_HEX >= 0x030C00A6
|
|
PyObject *tmp_value;
|
|
assert(type == NULL || (value != NULL && type == (PyObject*) Py_TYPE(value)));
|
|
if (value) {
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
if (unlikely(((PyBaseExceptionObject*) value)->traceback != tb))
|
|
#endif
|
|
PyException_SetTraceback(value, tb);
|
|
}
|
|
tmp_value = tstate->current_exception;
|
|
tstate->current_exception = value;
|
|
Py_XDECREF(tmp_value);
|
|
Py_XDECREF(type);
|
|
Py_XDECREF(tb);
|
|
#else
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
tmp_type = tstate->curexc_type;
|
|
tmp_value = tstate->curexc_value;
|
|
tmp_tb = tstate->curexc_traceback;
|
|
tstate->curexc_type = type;
|
|
tstate->curexc_value = value;
|
|
tstate->curexc_traceback = tb;
|
|
Py_XDECREF(tmp_type);
|
|
Py_XDECREF(tmp_value);
|
|
Py_XDECREF(tmp_tb);
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
|
|
#if PY_VERSION_HEX >= 0x030C00A6
|
|
PyObject* exc_value;
|
|
exc_value = tstate->current_exception;
|
|
tstate->current_exception = 0;
|
|
*value = exc_value;
|
|
*type = NULL;
|
|
*tb = NULL;
|
|
if (exc_value) {
|
|
*type = (PyObject*) Py_TYPE(exc_value);
|
|
Py_INCREF(*type);
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
*tb = ((PyBaseExceptionObject*) exc_value)->traceback;
|
|
Py_XINCREF(*tb);
|
|
#else
|
|
*tb = PyException_GetTraceback(exc_value);
|
|
#endif
|
|
}
|
|
#else
|
|
*type = tstate->curexc_type;
|
|
*value = tstate->curexc_value;
|
|
*tb = tstate->curexc_traceback;
|
|
tstate->curexc_type = 0;
|
|
tstate->curexc_value = 0;
|
|
tstate->curexc_traceback = 0;
|
|
#endif
|
|
}
|
|
#endif
|
|
|
|
/* WriteUnraisableException */
|
|
static void __Pyx_WriteUnraisable(const char *name, int clineno,
|
|
int lineno, const char *filename,
|
|
int full_traceback, int nogil) {
|
|
PyObject *old_exc, *old_val, *old_tb;
|
|
PyObject *ctx;
|
|
__Pyx_PyThreadState_declare
|
|
PyGILState_STATE state;
|
|
if (nogil)
|
|
state = PyGILState_Ensure();
|
|
else state = (PyGILState_STATE)0;
|
|
CYTHON_UNUSED_VAR(clineno);
|
|
CYTHON_UNUSED_VAR(lineno);
|
|
CYTHON_UNUSED_VAR(filename);
|
|
CYTHON_MAYBE_UNUSED_VAR(nogil);
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ErrFetch(&old_exc, &old_val, &old_tb);
|
|
if (full_traceback) {
|
|
Py_XINCREF(old_exc);
|
|
Py_XINCREF(old_val);
|
|
Py_XINCREF(old_tb);
|
|
__Pyx_ErrRestore(old_exc, old_val, old_tb);
|
|
PyErr_PrintEx(0);
|
|
}
|
|
ctx = PyUnicode_FromString(name);
|
|
__Pyx_ErrRestore(old_exc, old_val, old_tb);
|
|
if (!ctx) {
|
|
PyErr_WriteUnraisable(Py_None);
|
|
} else {
|
|
PyErr_WriteUnraisable(ctx);
|
|
Py_DECREF(ctx);
|
|
}
|
|
if (nogil)
|
|
PyGILState_Release(state);
|
|
}
|
|
|
|
/* AllocateExtensionType */
|
|
static PyObject *__Pyx_AllocateExtensionType(PyTypeObject *t, int is_final) {
|
|
if (is_final || likely(!__Pyx_PyType_HasFeature(t, Py_TPFLAGS_IS_ABSTRACT))) {
|
|
allocfunc alloc_func = __Pyx_PyType_GetSlot(t, tp_alloc, allocfunc);
|
|
return alloc_func(t, 0);
|
|
} else {
|
|
newfunc tp_new = __Pyx_PyType_TryGetSlot(&PyBaseObject_Type, tp_new, newfunc);
|
|
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
|
|
if (!tp_new) {
|
|
PyObject *new_str = PyUnicode_FromString("__new__");
|
|
if (likely(new_str)) {
|
|
PyObject *o = PyObject_CallMethodObjArgs((PyObject *)&PyBaseObject_Type, new_str, t, NULL);
|
|
Py_DECREF(new_str);
|
|
return o;
|
|
} else
|
|
return NULL;
|
|
} else
|
|
#endif
|
|
return tp_new(t, __pyx_mstate_global->__pyx_empty_tuple, 0);
|
|
}
|
|
}
|
|
|
|
/* CallTypeTraverse */
|
|
#if !CYTHON_USE_TYPE_SPECS || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x03090000)
|
|
#else
|
|
static int __Pyx_call_type_traverse(PyObject *o, int always_call, visitproc visit, void *arg) {
|
|
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x03090000
|
|
if (__Pyx_get_runtime_version() < 0x03090000) return 0;
|
|
#endif
|
|
if (!always_call) {
|
|
PyTypeObject *base = __Pyx_PyObject_GetSlot(o, tp_base, PyTypeObject*);
|
|
unsigned long flags = PyType_GetFlags(base);
|
|
if (flags & Py_TPFLAGS_HEAPTYPE) {
|
|
return 0;
|
|
}
|
|
}
|
|
Py_VISIT((PyObject*)Py_TYPE(o));
|
|
return 0;
|
|
}
|
|
#endif
|
|
|
|
/* LimitedApiGetTypeDict (used by SetItemOnTypeDict) */
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
static Py_ssize_t __Pyx_GetTypeDictOffset(void) {
|
|
PyObject *tp_dictoffset_o;
|
|
Py_ssize_t tp_dictoffset;
|
|
tp_dictoffset_o = PyObject_GetAttrString((PyObject*)(&PyType_Type), "__dictoffset__");
|
|
if (unlikely(!tp_dictoffset_o)) return -1;
|
|
tp_dictoffset = PyLong_AsSsize_t(tp_dictoffset_o);
|
|
Py_DECREF(tp_dictoffset_o);
|
|
if (unlikely(tp_dictoffset == 0)) {
|
|
PyErr_SetString(
|
|
PyExc_TypeError,
|
|
"'type' doesn't have a dictoffset");
|
|
return -1;
|
|
} else if (unlikely(tp_dictoffset < 0)) {
|
|
PyErr_SetString(
|
|
PyExc_TypeError,
|
|
"'type' has an unexpected negative dictoffset. "
|
|
"Please report this as Cython bug");
|
|
return -1;
|
|
}
|
|
return tp_dictoffset;
|
|
}
|
|
static PyObject *__Pyx_GetTypeDict(PyTypeObject *tp) {
|
|
static Py_ssize_t tp_dictoffset = 0;
|
|
if (unlikely(tp_dictoffset == 0)) {
|
|
tp_dictoffset = __Pyx_GetTypeDictOffset();
|
|
if (unlikely(tp_dictoffset == -1 && PyErr_Occurred())) {
|
|
tp_dictoffset = 0; // try again next time?
|
|
return NULL;
|
|
}
|
|
}
|
|
return *(PyObject**)((char*)tp + tp_dictoffset);
|
|
}
|
|
#endif
|
|
|
|
/* SetItemOnTypeDict (used by FixUpExtensionType) */
|
|
static int __Pyx__SetItemOnTypeDict(PyTypeObject *tp, PyObject *k, PyObject *v) {
|
|
int result;
|
|
PyObject *tp_dict;
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
tp_dict = __Pyx_GetTypeDict(tp);
|
|
if (unlikely(!tp_dict)) return -1;
|
|
#else
|
|
tp_dict = tp->tp_dict;
|
|
#endif
|
|
result = PyDict_SetItem(tp_dict, k, v);
|
|
if (likely(!result)) {
|
|
PyType_Modified(tp);
|
|
if (unlikely(PyObject_HasAttr(v, __pyx_mstate_global->__pyx_n_u_set_name))) {
|
|
PyObject *setNameResult = PyObject_CallMethodObjArgs(v, __pyx_mstate_global->__pyx_n_u_set_name, (PyObject *) tp, k, NULL);
|
|
if (!setNameResult) return -1;
|
|
Py_DECREF(setNameResult);
|
|
}
|
|
}
|
|
return result;
|
|
}
|
|
|
|
/* FixUpExtensionType */
|
|
static int __Pyx_fix_up_extension_type_from_spec(PyType_Spec *spec, PyTypeObject *type) {
|
|
#if __PYX_LIMITED_VERSION_HEX > 0x030900B1
|
|
CYTHON_UNUSED_VAR(spec);
|
|
CYTHON_UNUSED_VAR(type);
|
|
CYTHON_UNUSED_VAR(__Pyx__SetItemOnTypeDict);
|
|
#else
|
|
const PyType_Slot *slot = spec->slots;
|
|
int changed = 0;
|
|
#if !CYTHON_COMPILING_IN_LIMITED_API
|
|
while (slot && slot->slot && slot->slot != Py_tp_members)
|
|
slot++;
|
|
if (slot && slot->slot == Py_tp_members) {
|
|
#if !CYTHON_COMPILING_IN_CPYTHON
|
|
const
|
|
#endif // !CYTHON_COMPILING_IN_CPYTHON)
|
|
PyMemberDef *memb = (PyMemberDef*) slot->pfunc;
|
|
while (memb && memb->name) {
|
|
if (memb->name[0] == '_' && memb->name[1] == '_') {
|
|
if (strcmp(memb->name, "__weaklistoffset__") == 0) {
|
|
assert(memb->type == T_PYSSIZET);
|
|
assert(memb->flags == READONLY);
|
|
type->tp_weaklistoffset = memb->offset;
|
|
changed = 1;
|
|
}
|
|
else if (strcmp(memb->name, "__dictoffset__") == 0) {
|
|
assert(memb->type == T_PYSSIZET);
|
|
assert(memb->flags == READONLY);
|
|
type->tp_dictoffset = memb->offset;
|
|
changed = 1;
|
|
}
|
|
#if CYTHON_METH_FASTCALL
|
|
else if (strcmp(memb->name, "__vectorcalloffset__") == 0) {
|
|
assert(memb->type == T_PYSSIZET);
|
|
assert(memb->flags == READONLY);
|
|
type->tp_vectorcall_offset = memb->offset;
|
|
changed = 1;
|
|
}
|
|
#endif // CYTHON_METH_FASTCALL
|
|
#if !CYTHON_COMPILING_IN_PYPY
|
|
else if (strcmp(memb->name, "__module__") == 0) {
|
|
PyObject *descr;
|
|
assert(memb->type == T_OBJECT);
|
|
assert(memb->flags == 0 || memb->flags == READONLY);
|
|
descr = PyDescr_NewMember(type, memb);
|
|
if (unlikely(!descr))
|
|
return -1;
|
|
int set_item_result = PyDict_SetItem(type->tp_dict, PyDescr_NAME(descr), descr);
|
|
Py_DECREF(descr);
|
|
if (unlikely(set_item_result < 0)) {
|
|
return -1;
|
|
}
|
|
changed = 1;
|
|
}
|
|
#endif // !CYTHON_COMPILING_IN_PYPY
|
|
}
|
|
memb++;
|
|
}
|
|
}
|
|
#endif // !CYTHON_COMPILING_IN_LIMITED_API
|
|
#if !CYTHON_COMPILING_IN_PYPY
|
|
slot = spec->slots;
|
|
while (slot && slot->slot && slot->slot != Py_tp_getset)
|
|
slot++;
|
|
if (slot && slot->slot == Py_tp_getset) {
|
|
PyGetSetDef *getset = (PyGetSetDef*) slot->pfunc;
|
|
while (getset && getset->name) {
|
|
if (getset->name[0] == '_' && getset->name[1] == '_' && strcmp(getset->name, "__module__") == 0) {
|
|
PyObject *descr = PyDescr_NewGetSet(type, getset);
|
|
if (unlikely(!descr))
|
|
return -1;
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
PyObject *pyname = PyUnicode_FromString(getset->name);
|
|
if (unlikely(!pyname)) {
|
|
Py_DECREF(descr);
|
|
return -1;
|
|
}
|
|
int set_item_result = __Pyx_SetItemOnTypeDict(type, pyname, descr);
|
|
Py_DECREF(pyname);
|
|
#else
|
|
CYTHON_UNUSED_VAR(__Pyx__SetItemOnTypeDict);
|
|
int set_item_result = PyDict_SetItem(type->tp_dict, PyDescr_NAME(descr), descr);
|
|
#endif
|
|
Py_DECREF(descr);
|
|
if (unlikely(set_item_result < 0)) {
|
|
return -1;
|
|
}
|
|
changed = 1;
|
|
}
|
|
++getset;
|
|
}
|
|
}
|
|
#else
|
|
CYTHON_UNUSED_VAR(__Pyx__SetItemOnTypeDict);
|
|
#endif // !CYTHON_COMPILING_IN_PYPY
|
|
if (changed)
|
|
PyType_Modified(type);
|
|
#endif // PY_VERSION_HEX > 0x030900B1
|
|
return 0;
|
|
}
|
|
|
|
/* PyObjectCall (used by PyObjectFastCall) */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw) {
|
|
PyObject *result;
|
|
ternaryfunc call = Py_TYPE(func)->tp_call;
|
|
if (unlikely(!call))
|
|
return PyObject_Call(func, arg, kw);
|
|
if (unlikely(Py_EnterRecursiveCall(" while calling a Python object")))
|
|
return NULL;
|
|
result = (*call)(func, arg, kw);
|
|
Py_LeaveRecursiveCall();
|
|
if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
|
|
PyErr_SetString(
|
|
PyExc_SystemError,
|
|
"NULL result without error in PyObject_Call");
|
|
}
|
|
return result;
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectCallMethO (used by PyObjectFastCall) */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg) {
|
|
PyObject *self, *result;
|
|
PyCFunction cfunc;
|
|
cfunc = __Pyx_CyOrPyCFunction_GET_FUNCTION(func);
|
|
self = __Pyx_CyOrPyCFunction_GET_SELF(func);
|
|
if (unlikely(Py_EnterRecursiveCall(" while calling a Python object")))
|
|
return NULL;
|
|
result = cfunc(self, arg);
|
|
Py_LeaveRecursiveCall();
|
|
if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
|
|
PyErr_SetString(
|
|
PyExc_SystemError,
|
|
"NULL result without error in PyObject_Call");
|
|
}
|
|
return result;
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectFastCall (used by PyObjectCallNoArg) */
|
|
#if PY_VERSION_HEX < 0x03090000 || CYTHON_COMPILING_IN_LIMITED_API
|
|
static PyObject* __Pyx_PyObject_FastCall_fallback(PyObject *func, PyObject * const*args, size_t nargs, PyObject *kwargs) {
|
|
PyObject *argstuple;
|
|
PyObject *result = 0;
|
|
size_t i;
|
|
argstuple = PyTuple_New((Py_ssize_t)nargs);
|
|
if (unlikely(!argstuple)) return NULL;
|
|
for (i = 0; i < nargs; i++) {
|
|
Py_INCREF(args[i]);
|
|
if (__Pyx_PyTuple_SET_ITEM(argstuple, (Py_ssize_t)i, args[i]) != (0)) goto bad;
|
|
}
|
|
result = __Pyx_PyObject_Call(func, argstuple, kwargs);
|
|
bad:
|
|
Py_DECREF(argstuple);
|
|
return result;
|
|
}
|
|
#endif
|
|
#if CYTHON_VECTORCALL && !CYTHON_COMPILING_IN_LIMITED_API
|
|
#if PY_VERSION_HEX < 0x03090000
|
|
#define __Pyx_PyVectorcall_Function(callable) _PyVectorcall_Function(callable)
|
|
#elif CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE vectorcallfunc __Pyx_PyVectorcall_Function(PyObject *callable) {
|
|
PyTypeObject *tp = Py_TYPE(callable);
|
|
#if defined(__Pyx_CyFunction_USED)
|
|
if (__Pyx_CyFunction_CheckExact(callable)) {
|
|
return __Pyx_CyFunction_func_vectorcall(callable);
|
|
}
|
|
#endif
|
|
if (!PyType_HasFeature(tp, Py_TPFLAGS_HAVE_VECTORCALL)) {
|
|
return NULL;
|
|
}
|
|
assert(PyCallable_Check(callable));
|
|
Py_ssize_t offset = tp->tp_vectorcall_offset;
|
|
assert(offset > 0);
|
|
vectorcallfunc ptr;
|
|
memcpy(&ptr, (char *) callable + offset, sizeof(ptr));
|
|
return ptr;
|
|
}
|
|
#else
|
|
#define __Pyx_PyVectorcall_Function(callable) PyVectorcall_Function(callable)
|
|
#endif
|
|
#endif
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_FastCallDict(PyObject *func, PyObject *const *args, size_t _nargs, PyObject *kwargs) {
|
|
Py_ssize_t nargs = __Pyx_PyVectorcall_NARGS(_nargs);
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
if (nargs == 0 && kwargs == NULL) {
|
|
if (__Pyx_CyOrPyCFunction_Check(func) && likely( __Pyx_CyOrPyCFunction_GET_FLAGS(func) & METH_NOARGS))
|
|
return __Pyx_PyObject_CallMethO(func, NULL);
|
|
}
|
|
else if (nargs == 1 && kwargs == NULL) {
|
|
if (__Pyx_CyOrPyCFunction_Check(func) && likely( __Pyx_CyOrPyCFunction_GET_FLAGS(func) & METH_O))
|
|
return __Pyx_PyObject_CallMethO(func, args[0]);
|
|
}
|
|
#endif
|
|
if (kwargs == NULL) {
|
|
#if CYTHON_VECTORCALL
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
return PyObject_Vectorcall(func, args, _nargs, NULL);
|
|
#else
|
|
vectorcallfunc f = __Pyx_PyVectorcall_Function(func);
|
|
if (f) {
|
|
return f(func, args, _nargs, NULL);
|
|
}
|
|
#endif
|
|
#endif
|
|
}
|
|
if (nargs == 0) {
|
|
return __Pyx_PyObject_Call(func, __pyx_mstate_global->__pyx_empty_tuple, kwargs);
|
|
}
|
|
#if PY_VERSION_HEX >= 0x03090000 && !CYTHON_COMPILING_IN_LIMITED_API
|
|
return PyObject_VectorcallDict(func, args, (size_t)nargs, kwargs);
|
|
#else
|
|
return __Pyx_PyObject_FastCall_fallback(func, args, (size_t)nargs, kwargs);
|
|
#endif
|
|
}
|
|
|
|
/* PyObjectCallNoArg (used by PyObjectCallMethod0) */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func) {
|
|
PyObject *arg[2] = {NULL, NULL};
|
|
return __Pyx_PyObject_FastCall(func, arg + 1, 0 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
|
|
}
|
|
|
|
/* PyObjectCallOneArg (used by PyObjectCallMethod0) */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) {
|
|
PyObject *args[2] = {NULL, arg};
|
|
return __Pyx_PyObject_FastCall(func, args+1, 1 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
|
|
}
|
|
|
|
/* PyObjectGetAttrStr (used by PyObjectGetMethod) */
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name) {
|
|
PyTypeObject* tp = Py_TYPE(obj);
|
|
if (likely(tp->tp_getattro))
|
|
return tp->tp_getattro(obj, attr_name);
|
|
return PyObject_GetAttr(obj, attr_name);
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectGetMethod (used by PyObjectCallMethod0) */
|
|
#if !(CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000)))
|
|
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method) {
|
|
PyObject *attr;
|
|
#if CYTHON_UNPACK_METHODS && CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_PYTYPE_LOOKUP
|
|
__Pyx_TypeName type_name;
|
|
PyTypeObject *tp = Py_TYPE(obj);
|
|
PyObject *descr;
|
|
descrgetfunc f = NULL;
|
|
PyObject **dictptr, *dict;
|
|
int meth_found = 0;
|
|
assert (*method == NULL);
|
|
if (unlikely(tp->tp_getattro != PyObject_GenericGetAttr)) {
|
|
attr = __Pyx_PyObject_GetAttrStr(obj, name);
|
|
goto try_unpack;
|
|
}
|
|
if (unlikely(tp->tp_dict == NULL) && unlikely(PyType_Ready(tp) < 0)) {
|
|
return 0;
|
|
}
|
|
descr = _PyType_Lookup(tp, name);
|
|
if (likely(descr != NULL)) {
|
|
Py_INCREF(descr);
|
|
#if defined(Py_TPFLAGS_METHOD_DESCRIPTOR) && Py_TPFLAGS_METHOD_DESCRIPTOR
|
|
if (__Pyx_PyType_HasFeature(Py_TYPE(descr), Py_TPFLAGS_METHOD_DESCRIPTOR))
|
|
#else
|
|
#ifdef __Pyx_CyFunction_USED
|
|
if (likely(PyFunction_Check(descr) || __Pyx_IS_TYPE(descr, &PyMethodDescr_Type) || __Pyx_CyFunction_Check(descr)))
|
|
#else
|
|
if (likely(PyFunction_Check(descr) || __Pyx_IS_TYPE(descr, &PyMethodDescr_Type)))
|
|
#endif
|
|
#endif
|
|
{
|
|
meth_found = 1;
|
|
} else {
|
|
f = Py_TYPE(descr)->tp_descr_get;
|
|
if (f != NULL && PyDescr_IsData(descr)) {
|
|
attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
|
|
Py_DECREF(descr);
|
|
goto try_unpack;
|
|
}
|
|
}
|
|
}
|
|
dictptr = _PyObject_GetDictPtr(obj);
|
|
if (dictptr != NULL && (dict = *dictptr) != NULL) {
|
|
Py_INCREF(dict);
|
|
attr = __Pyx_PyDict_GetItemStr(dict, name);
|
|
if (attr != NULL) {
|
|
Py_INCREF(attr);
|
|
Py_DECREF(dict);
|
|
Py_XDECREF(descr);
|
|
goto try_unpack;
|
|
}
|
|
Py_DECREF(dict);
|
|
}
|
|
if (meth_found) {
|
|
*method = descr;
|
|
return 1;
|
|
}
|
|
if (f != NULL) {
|
|
attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
|
|
Py_DECREF(descr);
|
|
goto try_unpack;
|
|
}
|
|
if (likely(descr != NULL)) {
|
|
*method = descr;
|
|
return 0;
|
|
}
|
|
type_name = __Pyx_PyType_GetFullyQualifiedName(tp);
|
|
PyErr_Format(PyExc_AttributeError,
|
|
"'" __Pyx_FMT_TYPENAME "' object has no attribute '%U'",
|
|
type_name, name);
|
|
__Pyx_DECREF_TypeName(type_name);
|
|
return 0;
|
|
#else
|
|
attr = __Pyx_PyObject_GetAttrStr(obj, name);
|
|
goto try_unpack;
|
|
#endif
|
|
try_unpack:
|
|
#if CYTHON_UNPACK_METHODS
|
|
if (likely(attr) && PyMethod_Check(attr) && likely(PyMethod_GET_SELF(attr) == obj)) {
|
|
PyObject *function = PyMethod_GET_FUNCTION(attr);
|
|
Py_INCREF(function);
|
|
Py_DECREF(attr);
|
|
*method = function;
|
|
return 1;
|
|
}
|
|
#endif
|
|
*method = attr;
|
|
return 0;
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectCallMethod0 (used by PyType_Ready) */
|
|
static PyObject* __Pyx_PyObject_CallMethod0(PyObject* obj, PyObject* method_name) {
|
|
#if CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000))
|
|
PyObject *args[1] = {obj};
|
|
(void) __Pyx_PyObject_CallOneArg;
|
|
(void) __Pyx_PyObject_CallNoArg;
|
|
return PyObject_VectorcallMethod(method_name, args, 1 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
|
|
#else
|
|
PyObject *method = NULL, *result = NULL;
|
|
int is_method = __Pyx_PyObject_GetMethod(obj, method_name, &method);
|
|
if (likely(is_method)) {
|
|
result = __Pyx_PyObject_CallOneArg(method, obj);
|
|
Py_DECREF(method);
|
|
return result;
|
|
}
|
|
if (unlikely(!method)) goto bad;
|
|
result = __Pyx_PyObject_CallNoArg(method);
|
|
Py_DECREF(method);
|
|
bad:
|
|
return result;
|
|
#endif
|
|
}
|
|
|
|
/* ValidateBasesTuple (used by PyType_Ready) */
|
|
#if CYTHON_COMPILING_IN_CPYTHON || CYTHON_COMPILING_IN_LIMITED_API || CYTHON_USE_TYPE_SPECS
|
|
static int __Pyx_validate_bases_tuple(const char *type_name, Py_ssize_t dictoffset, PyObject *bases) {
|
|
Py_ssize_t i, n;
|
|
#if CYTHON_ASSUME_SAFE_SIZE
|
|
n = PyTuple_GET_SIZE(bases);
|
|
#else
|
|
n = PyTuple_Size(bases);
|
|
if (unlikely(n < 0)) return -1;
|
|
#endif
|
|
for (i = 1; i < n; i++)
|
|
{
|
|
PyTypeObject *b;
|
|
#if CYTHON_AVOID_BORROWED_REFS
|
|
PyObject *b0 = PySequence_GetItem(bases, i);
|
|
if (!b0) return -1;
|
|
#elif CYTHON_ASSUME_SAFE_MACROS
|
|
PyObject *b0 = PyTuple_GET_ITEM(bases, i);
|
|
#else
|
|
PyObject *b0 = PyTuple_GetItem(bases, i);
|
|
if (!b0) return -1;
|
|
#endif
|
|
b = (PyTypeObject*) b0;
|
|
if (!__Pyx_PyType_HasFeature(b, Py_TPFLAGS_HEAPTYPE))
|
|
{
|
|
__Pyx_TypeName b_name = __Pyx_PyType_GetFullyQualifiedName(b);
|
|
PyErr_Format(PyExc_TypeError,
|
|
"base class '" __Pyx_FMT_TYPENAME "' is not a heap type", b_name);
|
|
__Pyx_DECREF_TypeName(b_name);
|
|
#if CYTHON_AVOID_BORROWED_REFS
|
|
Py_DECREF(b0);
|
|
#endif
|
|
return -1;
|
|
}
|
|
if (dictoffset == 0)
|
|
{
|
|
Py_ssize_t b_dictoffset = 0;
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
b_dictoffset = b->tp_dictoffset;
|
|
#else
|
|
PyObject *py_b_dictoffset = PyObject_GetAttrString((PyObject*)b, "__dictoffset__");
|
|
if (!py_b_dictoffset) goto dictoffset_return;
|
|
b_dictoffset = PyLong_AsSsize_t(py_b_dictoffset);
|
|
Py_DECREF(py_b_dictoffset);
|
|
if (b_dictoffset == -1 && PyErr_Occurred()) goto dictoffset_return;
|
|
#endif
|
|
if (b_dictoffset) {
|
|
{
|
|
__Pyx_TypeName b_name = __Pyx_PyType_GetFullyQualifiedName(b);
|
|
PyErr_Format(PyExc_TypeError,
|
|
"extension type '%.200s' has no __dict__ slot, "
|
|
"but base type '" __Pyx_FMT_TYPENAME "' has: "
|
|
"either add 'cdef dict __dict__' to the extension type "
|
|
"or add '__slots__ = [...]' to the base type",
|
|
type_name, b_name);
|
|
__Pyx_DECREF_TypeName(b_name);
|
|
}
|
|
#if !CYTHON_USE_TYPE_SLOTS
|
|
dictoffset_return:
|
|
#endif
|
|
#if CYTHON_AVOID_BORROWED_REFS
|
|
Py_DECREF(b0);
|
|
#endif
|
|
return -1;
|
|
}
|
|
}
|
|
#if CYTHON_AVOID_BORROWED_REFS
|
|
Py_DECREF(b0);
|
|
#endif
|
|
}
|
|
return 0;
|
|
}
|
|
#endif
|
|
|
|
/* PyType_Ready */
|
|
CYTHON_UNUSED static int __Pyx_PyType_HasMultipleInheritance(PyTypeObject *t) {
|
|
while (t) {
|
|
PyObject *bases = __Pyx_PyType_GetSlot(t, tp_bases, PyObject*);
|
|
if (bases) {
|
|
return 1;
|
|
}
|
|
t = __Pyx_PyType_GetSlot(t, tp_base, PyTypeObject*);
|
|
}
|
|
return 0;
|
|
}
|
|
static int __Pyx_PyType_Ready(PyTypeObject *t) {
|
|
#if CYTHON_USE_TYPE_SPECS || !CYTHON_COMPILING_IN_CPYTHON || defined(PYSTON_MAJOR_VERSION)
|
|
(void)__Pyx_PyObject_CallMethod0;
|
|
#if CYTHON_USE_TYPE_SPECS
|
|
(void)__Pyx_validate_bases_tuple;
|
|
#endif
|
|
return PyType_Ready(t);
|
|
#else
|
|
int r;
|
|
if (!__Pyx_PyType_HasMultipleInheritance(t)) {
|
|
return PyType_Ready(t);
|
|
}
|
|
PyObject *bases = __Pyx_PyType_GetSlot(t, tp_bases, PyObject*);
|
|
if (bases && unlikely(__Pyx_validate_bases_tuple(t->tp_name, t->tp_dictoffset, bases) == -1))
|
|
return -1;
|
|
#if !defined(PYSTON_MAJOR_VERSION)
|
|
{
|
|
int gc_was_enabled;
|
|
#if PY_VERSION_HEX >= 0x030A00b1
|
|
gc_was_enabled = PyGC_Disable();
|
|
(void)__Pyx_PyObject_CallMethod0;
|
|
#else
|
|
PyObject *ret, *py_status;
|
|
PyObject *gc = NULL;
|
|
#if (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM+0 >= 0x07030400) &&\
|
|
!CYTHON_COMPILING_IN_GRAAL
|
|
gc = PyImport_GetModule(__pyx_mstate_global->__pyx_kp_u_gc);
|
|
#endif
|
|
if (unlikely(!gc)) gc = PyImport_Import(__pyx_mstate_global->__pyx_kp_u_gc);
|
|
if (unlikely(!gc)) return -1;
|
|
py_status = __Pyx_PyObject_CallMethod0(gc, __pyx_mstate_global->__pyx_kp_u_isenabled);
|
|
if (unlikely(!py_status)) {
|
|
Py_DECREF(gc);
|
|
return -1;
|
|
}
|
|
gc_was_enabled = __Pyx_PyObject_IsTrue(py_status);
|
|
Py_DECREF(py_status);
|
|
if (gc_was_enabled > 0) {
|
|
ret = __Pyx_PyObject_CallMethod0(gc, __pyx_mstate_global->__pyx_kp_u_disable);
|
|
if (unlikely(!ret)) {
|
|
Py_DECREF(gc);
|
|
return -1;
|
|
}
|
|
Py_DECREF(ret);
|
|
} else if (unlikely(gc_was_enabled == -1)) {
|
|
Py_DECREF(gc);
|
|
return -1;
|
|
}
|
|
#endif
|
|
t->tp_flags |= Py_TPFLAGS_HEAPTYPE;
|
|
#if PY_VERSION_HEX >= 0x030A0000
|
|
t->tp_flags |= Py_TPFLAGS_IMMUTABLETYPE;
|
|
#endif
|
|
#else
|
|
(void)__Pyx_PyObject_CallMethod0;
|
|
#endif
|
|
r = PyType_Ready(t);
|
|
#if !defined(PYSTON_MAJOR_VERSION)
|
|
t->tp_flags &= ~Py_TPFLAGS_HEAPTYPE;
|
|
#if PY_VERSION_HEX >= 0x030A00b1
|
|
if (gc_was_enabled)
|
|
PyGC_Enable();
|
|
#else
|
|
if (gc_was_enabled) {
|
|
PyObject *tp, *v, *tb;
|
|
PyErr_Fetch(&tp, &v, &tb);
|
|
ret = __Pyx_PyObject_CallMethod0(gc, __pyx_mstate_global->__pyx_kp_u_enable);
|
|
if (likely(ret || r == -1)) {
|
|
Py_XDECREF(ret);
|
|
PyErr_Restore(tp, v, tb);
|
|
} else {
|
|
Py_XDECREF(tp);
|
|
Py_XDECREF(v);
|
|
Py_XDECREF(tb);
|
|
r = -1;
|
|
}
|
|
}
|
|
Py_DECREF(gc);
|
|
#endif
|
|
}
|
|
#endif
|
|
return r;
|
|
#endif
|
|
}
|
|
|
|
/* SetVTable */
|
|
static int __Pyx_SetVtable(PyTypeObject *type, void *vtable) {
|
|
PyObject *ob = PyCapsule_New(vtable, 0, 0);
|
|
if (unlikely(!ob))
|
|
goto bad;
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
if (unlikely(PyObject_SetAttr((PyObject *) type, __pyx_mstate_global->__pyx_n_u_pyx_vtable, ob) < 0))
|
|
#else
|
|
if (unlikely(PyDict_SetItem(type->tp_dict, __pyx_mstate_global->__pyx_n_u_pyx_vtable, ob) < 0))
|
|
#endif
|
|
goto bad;
|
|
Py_DECREF(ob);
|
|
return 0;
|
|
bad:
|
|
Py_XDECREF(ob);
|
|
return -1;
|
|
}
|
|
|
|
/* GetVTable (used by MergeVTables) */
|
|
static void* __Pyx_GetVtable(PyTypeObject *type) {
|
|
void* ptr;
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
PyObject *ob = PyObject_GetAttr((PyObject *)type, __pyx_mstate_global->__pyx_n_u_pyx_vtable);
|
|
#else
|
|
PyObject *ob = PyObject_GetItem(type->tp_dict, __pyx_mstate_global->__pyx_n_u_pyx_vtable);
|
|
#endif
|
|
if (!ob)
|
|
goto bad;
|
|
ptr = PyCapsule_GetPointer(ob, 0);
|
|
if (!ptr && !PyErr_Occurred())
|
|
PyErr_SetString(PyExc_RuntimeError, "invalid vtable found for imported type");
|
|
Py_DECREF(ob);
|
|
return ptr;
|
|
bad:
|
|
Py_XDECREF(ob);
|
|
return NULL;
|
|
}
|
|
|
|
/* MergeVTables */
|
|
static int __Pyx_MergeVtables(PyTypeObject *type) {
|
|
int i=0;
|
|
Py_ssize_t size;
|
|
void** base_vtables;
|
|
__Pyx_TypeName tp_base_name = NULL;
|
|
__Pyx_TypeName base_name = NULL;
|
|
void* unknown = (void*)-1;
|
|
PyObject* bases = __Pyx_PyType_GetSlot(type, tp_bases, PyObject*);
|
|
int base_depth = 0;
|
|
{
|
|
PyTypeObject* base = __Pyx_PyType_GetSlot(type, tp_base, PyTypeObject*);
|
|
while (base) {
|
|
base_depth += 1;
|
|
base = __Pyx_PyType_GetSlot(base, tp_base, PyTypeObject*);
|
|
}
|
|
}
|
|
base_vtables = (void**) PyMem_Malloc(sizeof(void*) * (size_t)(base_depth + 1));
|
|
base_vtables[0] = unknown;
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
size = PyTuple_Size(bases);
|
|
if (size < 0) goto other_failure;
|
|
#else
|
|
size = PyTuple_GET_SIZE(bases);
|
|
#endif
|
|
for (i = 1; i < size; i++) {
|
|
PyObject *basei;
|
|
void* base_vtable;
|
|
#if CYTHON_AVOID_BORROWED_REFS
|
|
basei = PySequence_GetItem(bases, i);
|
|
if (unlikely(!basei)) goto other_failure;
|
|
#elif !CYTHON_ASSUME_SAFE_MACROS
|
|
basei = PyTuple_GetItem(bases, i);
|
|
if (unlikely(!basei)) goto other_failure;
|
|
#else
|
|
basei = PyTuple_GET_ITEM(bases, i);
|
|
#endif
|
|
base_vtable = __Pyx_GetVtable((PyTypeObject*)basei);
|
|
#if CYTHON_AVOID_BORROWED_REFS
|
|
Py_DECREF(basei);
|
|
#endif
|
|
if (base_vtable != NULL) {
|
|
int j;
|
|
PyTypeObject* base = __Pyx_PyType_GetSlot(type, tp_base, PyTypeObject*);
|
|
for (j = 0; j < base_depth; j++) {
|
|
if (base_vtables[j] == unknown) {
|
|
base_vtables[j] = __Pyx_GetVtable(base);
|
|
base_vtables[j + 1] = unknown;
|
|
}
|
|
if (base_vtables[j] == base_vtable) {
|
|
break;
|
|
} else if (base_vtables[j] == NULL) {
|
|
goto bad;
|
|
}
|
|
base = __Pyx_PyType_GetSlot(base, tp_base, PyTypeObject*);
|
|
}
|
|
}
|
|
}
|
|
PyErr_Clear();
|
|
PyMem_Free(base_vtables);
|
|
return 0;
|
|
bad:
|
|
{
|
|
PyTypeObject* basei = NULL;
|
|
PyTypeObject* tp_base = __Pyx_PyType_GetSlot(type, tp_base, PyTypeObject*);
|
|
tp_base_name = __Pyx_PyType_GetFullyQualifiedName(tp_base);
|
|
#if CYTHON_AVOID_BORROWED_REFS
|
|
basei = (PyTypeObject*)PySequence_GetItem(bases, i);
|
|
if (unlikely(!basei)) goto really_bad;
|
|
#elif !CYTHON_ASSUME_SAFE_MACROS
|
|
basei = (PyTypeObject*)PyTuple_GetItem(bases, i);
|
|
if (unlikely(!basei)) goto really_bad;
|
|
#else
|
|
basei = (PyTypeObject*)PyTuple_GET_ITEM(bases, i);
|
|
#endif
|
|
base_name = __Pyx_PyType_GetFullyQualifiedName(basei);
|
|
#if CYTHON_AVOID_BORROWED_REFS
|
|
Py_DECREF(basei);
|
|
#endif
|
|
}
|
|
PyErr_Format(PyExc_TypeError,
|
|
"multiple bases have vtable conflict: '" __Pyx_FMT_TYPENAME "' and '" __Pyx_FMT_TYPENAME "'", tp_base_name, base_name);
|
|
#if CYTHON_AVOID_BORROWED_REFS || !CYTHON_ASSUME_SAFE_MACROS
|
|
really_bad: // bad has failed!
|
|
#endif
|
|
__Pyx_DECREF_TypeName(tp_base_name);
|
|
__Pyx_DECREF_TypeName(base_name);
|
|
#if CYTHON_COMPILING_IN_LIMITED_API || CYTHON_AVOID_BORROWED_REFS || !CYTHON_ASSUME_SAFE_MACROS
|
|
other_failure:
|
|
#endif
|
|
PyMem_Free(base_vtables);
|
|
return -1;
|
|
}
|
|
|
|
/* TypeImport */
|
|
#ifndef __PYX_HAVE_RT_ImportType_3_2_1
|
|
#define __PYX_HAVE_RT_ImportType_3_2_1
|
|
static PyTypeObject *__Pyx_ImportType_3_2_1(PyObject *module, const char *module_name, const char *class_name,
|
|
size_t size, size_t alignment, enum __Pyx_ImportType_CheckSize_3_2_1 check_size)
|
|
{
|
|
PyObject *result = 0;
|
|
Py_ssize_t basicsize;
|
|
Py_ssize_t itemsize;
|
|
#if defined(Py_LIMITED_API) || (defined(CYTHON_COMPILING_IN_LIMITED_API) && CYTHON_COMPILING_IN_LIMITED_API)
|
|
PyObject *py_basicsize;
|
|
PyObject *py_itemsize;
|
|
#endif
|
|
result = PyObject_GetAttrString(module, class_name);
|
|
if (!result)
|
|
goto bad;
|
|
if (!PyType_Check(result)) {
|
|
PyErr_Format(PyExc_TypeError,
|
|
"%.200s.%.200s is not a type object",
|
|
module_name, class_name);
|
|
goto bad;
|
|
}
|
|
#if !( defined(Py_LIMITED_API) || (defined(CYTHON_COMPILING_IN_LIMITED_API) && CYTHON_COMPILING_IN_LIMITED_API) )
|
|
basicsize = ((PyTypeObject *)result)->tp_basicsize;
|
|
itemsize = ((PyTypeObject *)result)->tp_itemsize;
|
|
#else
|
|
if (size == 0) {
|
|
return (PyTypeObject *)result;
|
|
}
|
|
py_basicsize = PyObject_GetAttrString(result, "__basicsize__");
|
|
if (!py_basicsize)
|
|
goto bad;
|
|
basicsize = PyLong_AsSsize_t(py_basicsize);
|
|
Py_DECREF(py_basicsize);
|
|
py_basicsize = 0;
|
|
if (basicsize == (Py_ssize_t)-1 && PyErr_Occurred())
|
|
goto bad;
|
|
py_itemsize = PyObject_GetAttrString(result, "__itemsize__");
|
|
if (!py_itemsize)
|
|
goto bad;
|
|
itemsize = PyLong_AsSsize_t(py_itemsize);
|
|
Py_DECREF(py_itemsize);
|
|
py_itemsize = 0;
|
|
if (itemsize == (Py_ssize_t)-1 && PyErr_Occurred())
|
|
goto bad;
|
|
#endif
|
|
if (itemsize) {
|
|
if (size % alignment) {
|
|
alignment = size % alignment;
|
|
}
|
|
if (itemsize < (Py_ssize_t)alignment)
|
|
itemsize = (Py_ssize_t)alignment;
|
|
}
|
|
if ((size_t)(basicsize + itemsize) < size) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"%.200s.%.200s size changed, may indicate binary incompatibility. "
|
|
"Expected %zd from C header, got %zd from PyObject",
|
|
module_name, class_name, size, basicsize+itemsize);
|
|
goto bad;
|
|
}
|
|
if (check_size == __Pyx_ImportType_CheckSize_Error_3_2_1 &&
|
|
((size_t)basicsize > size || (size_t)(basicsize + itemsize) < size)) {
|
|
PyErr_Format(PyExc_ValueError,
|
|
"%.200s.%.200s size changed, may indicate binary incompatibility. "
|
|
"Expected %zd from C header, got %zd-%zd from PyObject",
|
|
module_name, class_name, size, basicsize, basicsize+itemsize);
|
|
goto bad;
|
|
}
|
|
else if (check_size == __Pyx_ImportType_CheckSize_Warn_3_2_1 && (size_t)basicsize > size) {
|
|
if (PyErr_WarnFormat(NULL, 0,
|
|
"%.200s.%.200s size changed, may indicate binary incompatibility. "
|
|
"Expected %zd from C header, got %zd from PyObject",
|
|
module_name, class_name, size, basicsize) < 0) {
|
|
goto bad;
|
|
}
|
|
}
|
|
return (PyTypeObject *)result;
|
|
bad:
|
|
Py_XDECREF(result);
|
|
return NULL;
|
|
}
|
|
#endif
|
|
|
|
/* PyErrExceptionMatches (used by PyObjectGetAttrStrNoError) */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static int __Pyx_PyErr_ExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
|
|
Py_ssize_t i, n;
|
|
n = PyTuple_GET_SIZE(tuple);
|
|
for (i=0; i<n; i++) {
|
|
if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
|
|
}
|
|
for (i=0; i<n; i++) {
|
|
if (__Pyx_PyErr_GivenExceptionMatches(exc_type, PyTuple_GET_ITEM(tuple, i))) return 1;
|
|
}
|
|
return 0;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err) {
|
|
int result;
|
|
PyObject *exc_type;
|
|
#if PY_VERSION_HEX >= 0x030C00A6
|
|
PyObject *current_exception = tstate->current_exception;
|
|
if (unlikely(!current_exception)) return 0;
|
|
exc_type = (PyObject*) Py_TYPE(current_exception);
|
|
if (exc_type == err) return 1;
|
|
#else
|
|
exc_type = tstate->curexc_type;
|
|
if (exc_type == err) return 1;
|
|
if (unlikely(!exc_type)) return 0;
|
|
#endif
|
|
#if CYTHON_AVOID_BORROWED_REFS
|
|
Py_INCREF(exc_type);
|
|
#endif
|
|
if (unlikely(PyTuple_Check(err))) {
|
|
result = __Pyx_PyErr_ExceptionMatchesTuple(exc_type, err);
|
|
} else {
|
|
result = __Pyx_PyErr_GivenExceptionMatches(exc_type, err);
|
|
}
|
|
#if CYTHON_AVOID_BORROWED_REFS
|
|
Py_DECREF(exc_type);
|
|
#endif
|
|
return result;
|
|
}
|
|
#endif
|
|
|
|
/* PyObjectGetAttrStrNoError (used by HasAttr) */
|
|
#if __PYX_LIMITED_VERSION_HEX < 0x030d0000
|
|
static void __Pyx_PyObject_GetAttrStr_ClearAttributeError(void) {
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
if (likely(__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError)))
|
|
__Pyx_PyErr_Clear();
|
|
}
|
|
#endif
|
|
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name) {
|
|
PyObject *result;
|
|
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
|
|
(void) PyObject_GetOptionalAttr(obj, attr_name, &result);
|
|
return result;
|
|
#else
|
|
#if CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_TYPE_SLOTS
|
|
PyTypeObject* tp = Py_TYPE(obj);
|
|
if (likely(tp->tp_getattro == PyObject_GenericGetAttr)) {
|
|
return _PyObject_GenericGetAttrWithDict(obj, attr_name, NULL, 1);
|
|
}
|
|
#endif
|
|
result = __Pyx_PyObject_GetAttrStr(obj, attr_name);
|
|
if (unlikely(!result)) {
|
|
__Pyx_PyObject_GetAttrStr_ClearAttributeError();
|
|
}
|
|
return result;
|
|
#endif
|
|
}
|
|
|
|
/* HasAttr (used by ImportImpl) */
|
|
#if __PYX_LIMITED_VERSION_HEX < 0x030d0000
|
|
static CYTHON_INLINE int __Pyx_HasAttr(PyObject *o, PyObject *n) {
|
|
PyObject *r;
|
|
if (unlikely(!PyUnicode_Check(n))) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"hasattr(): attribute name must be string");
|
|
return -1;
|
|
}
|
|
r = __Pyx_PyObject_GetAttrStrNoError(o, n);
|
|
if (!r) {
|
|
return (unlikely(PyErr_Occurred())) ? -1 : 0;
|
|
} else {
|
|
Py_DECREF(r);
|
|
return 1;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* TupleAndListFromArray (used by ImportImpl) */
|
|
#if !CYTHON_COMPILING_IN_CPYTHON && CYTHON_METH_FASTCALL
|
|
static CYTHON_INLINE PyObject *
|
|
__Pyx_PyTuple_FromArray(PyObject *const *src, Py_ssize_t n)
|
|
{
|
|
PyObject *res;
|
|
Py_ssize_t i;
|
|
if (n <= 0) {
|
|
return __Pyx_NewRef(__pyx_mstate_global->__pyx_empty_tuple);
|
|
}
|
|
res = PyTuple_New(n);
|
|
if (unlikely(res == NULL)) return NULL;
|
|
for (i = 0; i < n; i++) {
|
|
if (unlikely(__Pyx_PyTuple_SET_ITEM(res, i, src[i]) < (0))) {
|
|
Py_DECREF(res);
|
|
return NULL;
|
|
}
|
|
Py_INCREF(src[i]);
|
|
}
|
|
return res;
|
|
}
|
|
#elif CYTHON_COMPILING_IN_CPYTHON
|
|
static CYTHON_INLINE void __Pyx_copy_object_array(PyObject *const *CYTHON_RESTRICT src, PyObject** CYTHON_RESTRICT dest, Py_ssize_t length) {
|
|
PyObject *v;
|
|
Py_ssize_t i;
|
|
for (i = 0; i < length; i++) {
|
|
v = dest[i] = src[i];
|
|
Py_INCREF(v);
|
|
}
|
|
}
|
|
static CYTHON_INLINE PyObject *
|
|
__Pyx_PyTuple_FromArray(PyObject *const *src, Py_ssize_t n)
|
|
{
|
|
PyObject *res;
|
|
if (n <= 0) {
|
|
return __Pyx_NewRef(__pyx_mstate_global->__pyx_empty_tuple);
|
|
}
|
|
res = PyTuple_New(n);
|
|
if (unlikely(res == NULL)) return NULL;
|
|
__Pyx_copy_object_array(src, ((PyTupleObject*)res)->ob_item, n);
|
|
return res;
|
|
}
|
|
static CYTHON_INLINE PyObject *
|
|
__Pyx_PyList_FromArray(PyObject *const *src, Py_ssize_t n)
|
|
{
|
|
PyObject *res;
|
|
if (n <= 0) {
|
|
return PyList_New(0);
|
|
}
|
|
res = PyList_New(n);
|
|
if (unlikely(res == NULL)) return NULL;
|
|
__Pyx_copy_object_array(src, ((PyListObject*)res)->ob_item, n);
|
|
return res;
|
|
}
|
|
#endif
|
|
|
|
/* ImportImpl (used by Import) */
|
|
static int __Pyx__Import_GetModule(PyObject *qualname, PyObject **module) {
|
|
PyObject *imported_module = PyImport_GetModule(qualname);
|
|
if (unlikely(!imported_module)) {
|
|
*module = NULL;
|
|
if (PyErr_Occurred()) {
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
*module = imported_module;
|
|
return 1;
|
|
}
|
|
static int __Pyx__Import_Lookup(PyObject *qualname, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject **module) {
|
|
PyObject *imported_module;
|
|
PyObject *top_level_package_name;
|
|
Py_ssize_t i;
|
|
int status, module_found;
|
|
Py_ssize_t dot_index;
|
|
module_found = __Pyx__Import_GetModule(qualname, &imported_module);
|
|
if (unlikely(!module_found || module_found == -1)) {
|
|
*module = NULL;
|
|
return module_found;
|
|
}
|
|
if (imported_names) {
|
|
for (i = 0; i < len_imported_names; i++) {
|
|
PyObject *imported_name = imported_names[i];
|
|
#if __PYX_LIMITED_VERSION_HEX < 0x030d0000
|
|
int has_imported_attribute = PyObject_HasAttr(imported_module, imported_name);
|
|
#else
|
|
int has_imported_attribute = PyObject_HasAttrWithError(imported_module, imported_name);
|
|
if (unlikely(has_imported_attribute == -1)) goto error;
|
|
#endif
|
|
if (!has_imported_attribute) {
|
|
goto not_found;
|
|
}
|
|
}
|
|
*module = imported_module;
|
|
return 1;
|
|
}
|
|
dot_index = PyUnicode_FindChar(qualname, '.', 0, PY_SSIZE_T_MAX, 1);
|
|
if (dot_index == -1) {
|
|
*module = imported_module;
|
|
return 1;
|
|
}
|
|
if (unlikely(dot_index == -2)) goto error;
|
|
top_level_package_name = PyUnicode_Substring(qualname, 0, dot_index);
|
|
if (unlikely(!top_level_package_name)) goto error;
|
|
Py_DECREF(imported_module);
|
|
status = __Pyx__Import_GetModule(top_level_package_name, module);
|
|
Py_DECREF(top_level_package_name);
|
|
return status;
|
|
error:
|
|
Py_DECREF(imported_module);
|
|
*module = NULL;
|
|
return -1;
|
|
not_found:
|
|
Py_DECREF(imported_module);
|
|
*module = NULL;
|
|
return 0;
|
|
}
|
|
static PyObject *__Pyx__Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, PyObject *moddict, int level) {
|
|
PyObject *module = 0;
|
|
PyObject *empty_dict = 0;
|
|
PyObject *from_list = 0;
|
|
int module_found;
|
|
if (!qualname) {
|
|
qualname = name;
|
|
}
|
|
module_found = __Pyx__Import_Lookup(qualname, imported_names, len_imported_names, &module);
|
|
if (likely(module_found == 1)) {
|
|
return module;
|
|
} else if (unlikely(module_found == -1)) {
|
|
return NULL;
|
|
}
|
|
empty_dict = PyDict_New();
|
|
if (unlikely(!empty_dict))
|
|
goto bad;
|
|
if (imported_names) {
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
from_list = __Pyx_PyList_FromArray(imported_names, len_imported_names);
|
|
if (unlikely(!from_list))
|
|
goto bad;
|
|
#else
|
|
from_list = PyList_New(len_imported_names);
|
|
if (unlikely(!from_list)) goto bad;
|
|
for (Py_ssize_t i=0; i<len_imported_names; ++i) {
|
|
if (PyList_SetItem(from_list, i, __Pyx_NewRef(imported_names[i])) < 0) goto bad;
|
|
}
|
|
#endif
|
|
}
|
|
if (level == -1) {
|
|
const char* package_sep = strchr(__Pyx_MODULE_NAME, '.');
|
|
if (package_sep != (0)) {
|
|
module = PyImport_ImportModuleLevelObject(
|
|
name, moddict, empty_dict, from_list, 1);
|
|
if (unlikely(!module)) {
|
|
if (unlikely(!PyErr_ExceptionMatches(PyExc_ImportError)))
|
|
goto bad;
|
|
PyErr_Clear();
|
|
}
|
|
}
|
|
level = 0;
|
|
}
|
|
if (!module) {
|
|
module = PyImport_ImportModuleLevelObject(
|
|
name, moddict, empty_dict, from_list, level);
|
|
}
|
|
bad:
|
|
Py_XDECREF(from_list);
|
|
Py_XDECREF(empty_dict);
|
|
return module;
|
|
}
|
|
|
|
/* Import */
|
|
static PyObject *__Pyx_Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, int level) {
|
|
return __Pyx__Import(name, imported_names, len_imported_names, qualname, __pyx_mstate_global->__pyx_d, level);
|
|
}
|
|
|
|
/* GetTopmostException (used by SaveResetException) */
|
|
#if CYTHON_USE_EXC_INFO_STACK && CYTHON_FAST_THREAD_STATE
|
|
static _PyErr_StackItem *
|
|
__Pyx_PyErr_GetTopmostException(PyThreadState *tstate)
|
|
{
|
|
_PyErr_StackItem *exc_info = tstate->exc_info;
|
|
while ((exc_info->exc_value == NULL || exc_info->exc_value == Py_None) &&
|
|
exc_info->previous_item != NULL)
|
|
{
|
|
exc_info = exc_info->previous_item;
|
|
}
|
|
return exc_info;
|
|
}
|
|
#endif
|
|
|
|
/* SaveResetException */
|
|
#if CYTHON_FAST_THREAD_STATE
|
|
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
|
|
#if CYTHON_USE_EXC_INFO_STACK && PY_VERSION_HEX >= 0x030B00a4
|
|
_PyErr_StackItem *exc_info = __Pyx_PyErr_GetTopmostException(tstate);
|
|
PyObject *exc_value = exc_info->exc_value;
|
|
if (exc_value == NULL || exc_value == Py_None) {
|
|
*value = NULL;
|
|
*type = NULL;
|
|
*tb = NULL;
|
|
} else {
|
|
*value = exc_value;
|
|
Py_INCREF(*value);
|
|
*type = (PyObject*) Py_TYPE(exc_value);
|
|
Py_INCREF(*type);
|
|
*tb = PyException_GetTraceback(exc_value);
|
|
}
|
|
#elif CYTHON_USE_EXC_INFO_STACK
|
|
_PyErr_StackItem *exc_info = __Pyx_PyErr_GetTopmostException(tstate);
|
|
*type = exc_info->exc_type;
|
|
*value = exc_info->exc_value;
|
|
*tb = exc_info->exc_traceback;
|
|
Py_XINCREF(*type);
|
|
Py_XINCREF(*value);
|
|
Py_XINCREF(*tb);
|
|
#else
|
|
*type = tstate->exc_type;
|
|
*value = tstate->exc_value;
|
|
*tb = tstate->exc_traceback;
|
|
Py_XINCREF(*type);
|
|
Py_XINCREF(*value);
|
|
Py_XINCREF(*tb);
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
|
|
#if CYTHON_USE_EXC_INFO_STACK && PY_VERSION_HEX >= 0x030B00a4
|
|
_PyErr_StackItem *exc_info = tstate->exc_info;
|
|
PyObject *tmp_value = exc_info->exc_value;
|
|
exc_info->exc_value = value;
|
|
Py_XDECREF(tmp_value);
|
|
Py_XDECREF(type);
|
|
Py_XDECREF(tb);
|
|
#else
|
|
PyObject *tmp_type, *tmp_value, *tmp_tb;
|
|
#if CYTHON_USE_EXC_INFO_STACK
|
|
_PyErr_StackItem *exc_info = tstate->exc_info;
|
|
tmp_type = exc_info->exc_type;
|
|
tmp_value = exc_info->exc_value;
|
|
tmp_tb = exc_info->exc_traceback;
|
|
exc_info->exc_type = type;
|
|
exc_info->exc_value = value;
|
|
exc_info->exc_traceback = tb;
|
|
#else
|
|
tmp_type = tstate->exc_type;
|
|
tmp_value = tstate->exc_value;
|
|
tmp_tb = tstate->exc_traceback;
|
|
tstate->exc_type = type;
|
|
tstate->exc_value = value;
|
|
tstate->exc_traceback = tb;
|
|
#endif
|
|
Py_XDECREF(tmp_type);
|
|
Py_XDECREF(tmp_value);
|
|
Py_XDECREF(tmp_tb);
|
|
#endif
|
|
}
|
|
#endif
|
|
|
|
/* dict_setdefault (used by CLineInTraceback) */
|
|
static CYTHON_INLINE PyObject *__Pyx_PyDict_SetDefault(PyObject *d, PyObject *key, PyObject *default_value) {
|
|
PyObject* value;
|
|
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX >= 0x030C0000
|
|
PyObject *args[] = {d, key, default_value};
|
|
value = PyObject_VectorcallMethod(__pyx_mstate_global->__pyx_n_u_setdefault, args, 3 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
|
|
#elif CYTHON_COMPILING_IN_LIMITED_API
|
|
value = PyObject_CallMethodObjArgs(d, __pyx_mstate_global->__pyx_n_u_setdefault, key, default_value, NULL);
|
|
#elif PY_VERSION_HEX >= 0x030d0000
|
|
PyDict_SetDefaultRef(d, key, default_value, &value);
|
|
#else
|
|
value = PyDict_SetDefault(d, key, default_value);
|
|
if (unlikely(!value)) return NULL;
|
|
Py_INCREF(value);
|
|
#endif
|
|
return value;
|
|
}
|
|
|
|
/* PyDictVersioning (used by CLineInTraceback) */
|
|
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
|
|
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj) {
|
|
PyObject *dict = Py_TYPE(obj)->tp_dict;
|
|
return likely(dict) ? __PYX_GET_DICT_VERSION(dict) : 0;
|
|
}
|
|
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj) {
|
|
PyObject **dictptr = NULL;
|
|
Py_ssize_t offset = Py_TYPE(obj)->tp_dictoffset;
|
|
if (offset) {
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
dictptr = (likely(offset > 0)) ? (PyObject **) ((char *)obj + offset) : _PyObject_GetDictPtr(obj);
|
|
#else
|
|
dictptr = _PyObject_GetDictPtr(obj);
|
|
#endif
|
|
}
|
|
return (dictptr && *dictptr) ? __PYX_GET_DICT_VERSION(*dictptr) : 0;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version) {
|
|
PyObject *dict = Py_TYPE(obj)->tp_dict;
|
|
if (unlikely(!dict) || unlikely(tp_dict_version != __PYX_GET_DICT_VERSION(dict)))
|
|
return 0;
|
|
return obj_dict_version == __Pyx_get_object_dict_version(obj);
|
|
}
|
|
#endif
|
|
|
|
/* CLineInTraceback (used by AddTraceback) */
|
|
#if CYTHON_CLINE_IN_TRACEBACK && CYTHON_CLINE_IN_TRACEBACK_RUNTIME
|
|
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
|
|
#define __Pyx_PyProbablyModule_GetDict(o) __Pyx_XNewRef(PyModule_GetDict(o))
|
|
#elif !CYTHON_COMPILING_IN_CPYTHON || CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
#define __Pyx_PyProbablyModule_GetDict(o) PyObject_GenericGetDict(o, NULL);
|
|
#else
|
|
PyObject* __Pyx_PyProbablyModule_GetDict(PyObject *o) {
|
|
PyObject **dict_ptr = _PyObject_GetDictPtr(o);
|
|
return dict_ptr ? __Pyx_XNewRef(*dict_ptr) : NULL;
|
|
}
|
|
#endif
|
|
static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line) {
|
|
PyObject *use_cline = NULL;
|
|
PyObject *ptype, *pvalue, *ptraceback;
|
|
PyObject *cython_runtime_dict;
|
|
CYTHON_MAYBE_UNUSED_VAR(tstate);
|
|
if (unlikely(!__pyx_mstate_global->__pyx_cython_runtime)) {
|
|
return c_line;
|
|
}
|
|
__Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
|
|
cython_runtime_dict = __Pyx_PyProbablyModule_GetDict(__pyx_mstate_global->__pyx_cython_runtime);
|
|
if (likely(cython_runtime_dict)) {
|
|
__PYX_PY_DICT_LOOKUP_IF_MODIFIED(
|
|
use_cline, cython_runtime_dict,
|
|
__Pyx_PyDict_SetDefault(cython_runtime_dict, __pyx_mstate_global->__pyx_n_u_cline_in_traceback, Py_False))
|
|
}
|
|
if (use_cline == NULL || use_cline == Py_False || (use_cline != Py_True && PyObject_Not(use_cline) != 0)) {
|
|
c_line = 0;
|
|
}
|
|
Py_XDECREF(use_cline);
|
|
Py_XDECREF(cython_runtime_dict);
|
|
__Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
|
|
return c_line;
|
|
}
|
|
#endif
|
|
|
|
/* CodeObjectCache (used by AddTraceback) */
|
|
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line) {
|
|
int start = 0, mid = 0, end = count - 1;
|
|
if (end >= 0 && code_line > entries[end].code_line) {
|
|
return count;
|
|
}
|
|
while (start < end) {
|
|
mid = start + (end - start) / 2;
|
|
if (code_line < entries[mid].code_line) {
|
|
end = mid;
|
|
} else if (code_line > entries[mid].code_line) {
|
|
start = mid + 1;
|
|
} else {
|
|
return mid;
|
|
}
|
|
}
|
|
if (code_line <= entries[mid].code_line) {
|
|
return mid;
|
|
} else {
|
|
return mid + 1;
|
|
}
|
|
}
|
|
static __Pyx_CachedCodeObjectType *__pyx__find_code_object(struct __Pyx_CodeObjectCache *code_cache, int code_line) {
|
|
__Pyx_CachedCodeObjectType* code_object;
|
|
int pos;
|
|
if (unlikely(!code_line) || unlikely(!code_cache->entries)) {
|
|
return NULL;
|
|
}
|
|
pos = __pyx_bisect_code_objects(code_cache->entries, code_cache->count, code_line);
|
|
if (unlikely(pos >= code_cache->count) || unlikely(code_cache->entries[pos].code_line != code_line)) {
|
|
return NULL;
|
|
}
|
|
code_object = code_cache->entries[pos].code_object;
|
|
Py_INCREF(code_object);
|
|
return code_object;
|
|
}
|
|
static __Pyx_CachedCodeObjectType *__pyx_find_code_object(int code_line) {
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && !CYTHON_ATOMICS
|
|
(void)__pyx__find_code_object;
|
|
return NULL; // Most implementation should have atomics. But otherwise, don't make it thread-safe, just miss.
|
|
#else
|
|
struct __Pyx_CodeObjectCache *code_cache = &__pyx_mstate_global->__pyx_code_cache;
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
__pyx_nonatomic_int_type old_count = __pyx_atomic_incr_acq_rel(&code_cache->accessor_count);
|
|
if (old_count < 0) {
|
|
__pyx_atomic_decr_acq_rel(&code_cache->accessor_count);
|
|
return NULL;
|
|
}
|
|
#endif
|
|
__Pyx_CachedCodeObjectType *result = __pyx__find_code_object(code_cache, code_line);
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
__pyx_atomic_decr_acq_rel(&code_cache->accessor_count);
|
|
#endif
|
|
return result;
|
|
#endif
|
|
}
|
|
static void __pyx__insert_code_object(struct __Pyx_CodeObjectCache *code_cache, int code_line, __Pyx_CachedCodeObjectType* code_object)
|
|
{
|
|
int pos, i;
|
|
__Pyx_CodeObjectCacheEntry* entries = code_cache->entries;
|
|
if (unlikely(!code_line)) {
|
|
return;
|
|
}
|
|
if (unlikely(!entries)) {
|
|
entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Malloc(64*sizeof(__Pyx_CodeObjectCacheEntry));
|
|
if (likely(entries)) {
|
|
code_cache->entries = entries;
|
|
code_cache->max_count = 64;
|
|
code_cache->count = 1;
|
|
entries[0].code_line = code_line;
|
|
entries[0].code_object = code_object;
|
|
Py_INCREF(code_object);
|
|
}
|
|
return;
|
|
}
|
|
pos = __pyx_bisect_code_objects(code_cache->entries, code_cache->count, code_line);
|
|
if ((pos < code_cache->count) && unlikely(code_cache->entries[pos].code_line == code_line)) {
|
|
__Pyx_CachedCodeObjectType* tmp = entries[pos].code_object;
|
|
entries[pos].code_object = code_object;
|
|
Py_INCREF(code_object);
|
|
Py_DECREF(tmp);
|
|
return;
|
|
}
|
|
if (code_cache->count == code_cache->max_count) {
|
|
int new_max = code_cache->max_count + 64;
|
|
entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Realloc(
|
|
code_cache->entries, ((size_t)new_max) * sizeof(__Pyx_CodeObjectCacheEntry));
|
|
if (unlikely(!entries)) {
|
|
return;
|
|
}
|
|
code_cache->entries = entries;
|
|
code_cache->max_count = new_max;
|
|
}
|
|
for (i=code_cache->count; i>pos; i--) {
|
|
entries[i] = entries[i-1];
|
|
}
|
|
entries[pos].code_line = code_line;
|
|
entries[pos].code_object = code_object;
|
|
code_cache->count++;
|
|
Py_INCREF(code_object);
|
|
}
|
|
static void __pyx_insert_code_object(int code_line, __Pyx_CachedCodeObjectType* code_object) {
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && !CYTHON_ATOMICS
|
|
(void)__pyx__insert_code_object;
|
|
return; // Most implementation should have atomics. But otherwise, don't make it thread-safe, just fail.
|
|
#else
|
|
struct __Pyx_CodeObjectCache *code_cache = &__pyx_mstate_global->__pyx_code_cache;
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
__pyx_nonatomic_int_type expected = 0;
|
|
if (!__pyx_atomic_int_cmp_exchange(&code_cache->accessor_count, &expected, INT_MIN)) {
|
|
return;
|
|
}
|
|
#endif
|
|
__pyx__insert_code_object(code_cache, code_line, code_object);
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
__pyx_atomic_sub(&code_cache->accessor_count, INT_MIN);
|
|
#endif
|
|
#endif
|
|
}
|
|
|
|
/* AddTraceback */
|
|
#include "compile.h"
|
|
#include "frameobject.h"
|
|
#include "traceback.h"
|
|
#if PY_VERSION_HEX >= 0x030b00a6 && !CYTHON_COMPILING_IN_LIMITED_API && !defined(PYPY_VERSION)
|
|
#ifndef Py_BUILD_CORE
|
|
#define Py_BUILD_CORE 1
|
|
#endif
|
|
#include "internal/pycore_frame.h"
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
static PyObject *__Pyx_PyCode_Replace_For_AddTraceback(PyObject *code, PyObject *scratch_dict,
|
|
PyObject *firstlineno, PyObject *name) {
|
|
PyObject *replace = NULL;
|
|
if (unlikely(PyDict_SetItemString(scratch_dict, "co_firstlineno", firstlineno))) return NULL;
|
|
if (unlikely(PyDict_SetItemString(scratch_dict, "co_name", name))) return NULL;
|
|
replace = PyObject_GetAttrString(code, "replace");
|
|
if (likely(replace)) {
|
|
PyObject *result = PyObject_Call(replace, __pyx_mstate_global->__pyx_empty_tuple, scratch_dict);
|
|
Py_DECREF(replace);
|
|
return result;
|
|
}
|
|
PyErr_Clear();
|
|
return NULL;
|
|
}
|
|
static void __Pyx_AddTraceback(const char *funcname, int c_line,
|
|
int py_line, const char *filename) {
|
|
PyObject *code_object = NULL, *py_py_line = NULL, *py_funcname = NULL, *dict = NULL;
|
|
PyObject *replace = NULL, *getframe = NULL, *frame = NULL;
|
|
PyObject *exc_type, *exc_value, *exc_traceback;
|
|
int success = 0;
|
|
if (c_line) {
|
|
c_line = __Pyx_CLineForTraceback(__Pyx_PyThreadState_Current, c_line);
|
|
}
|
|
PyErr_Fetch(&exc_type, &exc_value, &exc_traceback);
|
|
code_object = __pyx_find_code_object(c_line ? -c_line : py_line);
|
|
if (!code_object) {
|
|
code_object = Py_CompileString("_getframe()", filename, Py_eval_input);
|
|
if (unlikely(!code_object)) goto bad;
|
|
py_py_line = PyLong_FromLong(py_line);
|
|
if (unlikely(!py_py_line)) goto bad;
|
|
if (c_line) {
|
|
py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
|
|
} else {
|
|
py_funcname = PyUnicode_FromString(funcname);
|
|
}
|
|
if (unlikely(!py_funcname)) goto bad;
|
|
dict = PyDict_New();
|
|
if (unlikely(!dict)) goto bad;
|
|
{
|
|
PyObject *old_code_object = code_object;
|
|
code_object = __Pyx_PyCode_Replace_For_AddTraceback(code_object, dict, py_py_line, py_funcname);
|
|
Py_DECREF(old_code_object);
|
|
}
|
|
if (unlikely(!code_object)) goto bad;
|
|
__pyx_insert_code_object(c_line ? -c_line : py_line, code_object);
|
|
} else {
|
|
dict = PyDict_New();
|
|
}
|
|
getframe = PySys_GetObject("_getframe");
|
|
if (unlikely(!getframe)) goto bad;
|
|
if (unlikely(PyDict_SetItemString(dict, "_getframe", getframe))) goto bad;
|
|
frame = PyEval_EvalCode(code_object, dict, dict);
|
|
if (unlikely(!frame) || frame == Py_None) goto bad;
|
|
success = 1;
|
|
bad:
|
|
PyErr_Restore(exc_type, exc_value, exc_traceback);
|
|
Py_XDECREF(code_object);
|
|
Py_XDECREF(py_py_line);
|
|
Py_XDECREF(py_funcname);
|
|
Py_XDECREF(dict);
|
|
Py_XDECREF(replace);
|
|
if (success) {
|
|
PyTraceBack_Here(
|
|
(struct _frame*)frame);
|
|
}
|
|
Py_XDECREF(frame);
|
|
}
|
|
#else
|
|
static PyCodeObject* __Pyx_CreateCodeObjectForTraceback(
|
|
const char *funcname, int c_line,
|
|
int py_line, const char *filename) {
|
|
PyCodeObject *py_code = NULL;
|
|
PyObject *py_funcname = NULL;
|
|
if (c_line) {
|
|
py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
|
|
if (!py_funcname) goto bad;
|
|
funcname = PyUnicode_AsUTF8(py_funcname);
|
|
if (!funcname) goto bad;
|
|
}
|
|
py_code = PyCode_NewEmpty(filename, funcname, py_line);
|
|
Py_XDECREF(py_funcname);
|
|
return py_code;
|
|
bad:
|
|
Py_XDECREF(py_funcname);
|
|
return NULL;
|
|
}
|
|
static void __Pyx_AddTraceback(const char *funcname, int c_line,
|
|
int py_line, const char *filename) {
|
|
PyCodeObject *py_code = 0;
|
|
PyFrameObject *py_frame = 0;
|
|
PyThreadState *tstate = __Pyx_PyThreadState_Current;
|
|
PyObject *ptype, *pvalue, *ptraceback;
|
|
if (c_line) {
|
|
c_line = __Pyx_CLineForTraceback(tstate, c_line);
|
|
}
|
|
py_code = __pyx_find_code_object(c_line ? -c_line : py_line);
|
|
if (!py_code) {
|
|
__Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
|
|
py_code = __Pyx_CreateCodeObjectForTraceback(
|
|
funcname, c_line, py_line, filename);
|
|
if (!py_code) {
|
|
/* If the code object creation fails, then we should clear the
|
|
fetched exception references and propagate the new exception */
|
|
Py_XDECREF(ptype);
|
|
Py_XDECREF(pvalue);
|
|
Py_XDECREF(ptraceback);
|
|
goto bad;
|
|
}
|
|
__Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
|
|
__pyx_insert_code_object(c_line ? -c_line : py_line, py_code);
|
|
}
|
|
py_frame = PyFrame_New(
|
|
tstate, /*PyThreadState *tstate,*/
|
|
py_code, /*PyCodeObject *code,*/
|
|
__pyx_mstate_global->__pyx_d, /*PyObject *globals,*/
|
|
0 /*PyObject *locals*/
|
|
);
|
|
if (!py_frame) goto bad;
|
|
__Pyx_PyFrame_SetLineNumber(py_frame, py_line);
|
|
PyTraceBack_Here(py_frame);
|
|
bad:
|
|
Py_XDECREF(py_code);
|
|
Py_XDECREF(py_frame);
|
|
}
|
|
#endif
|
|
|
|
/* CIntFromPyVerify */
|
|
#define __PYX_VERIFY_RETURN_INT(target_type, func_type, func_value)\
|
|
__PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 0)
|
|
#define __PYX_VERIFY_RETURN_INT_EXC(target_type, func_type, func_value)\
|
|
__PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 1)
|
|
#define __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, exc)\
|
|
{\
|
|
func_type value = func_value;\
|
|
if (sizeof(target_type) < sizeof(func_type)) {\
|
|
if (unlikely(value != (func_type) (target_type) value)) {\
|
|
func_type zero = 0;\
|
|
if (exc && unlikely(value == (func_type)-1 && PyErr_Occurred()))\
|
|
return (target_type) -1;\
|
|
if (is_unsigned && unlikely(value < zero))\
|
|
goto raise_neg_overflow;\
|
|
else\
|
|
goto raise_overflow;\
|
|
}\
|
|
}\
|
|
return (target_type) value;\
|
|
}
|
|
|
|
/* Declarations */
|
|
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
|
|
#ifdef __cplusplus
|
|
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
|
|
return ::std::complex< double >(x, y);
|
|
}
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
|
|
return x + y*(__pyx_t_double_complex)_Complex_I;
|
|
}
|
|
#endif
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
|
|
__pyx_t_double_complex z;
|
|
z.real = x;
|
|
z.imag = y;
|
|
return z;
|
|
}
|
|
#endif
|
|
|
|
/* Arithmetic */
|
|
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
return (a.real == b.real) && (a.imag == b.imag);
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
__pyx_t_double_complex z;
|
|
z.real = a.real + b.real;
|
|
z.imag = a.imag + b.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
__pyx_t_double_complex z;
|
|
z.real = a.real - b.real;
|
|
z.imag = a.imag - b.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
__pyx_t_double_complex z;
|
|
z.real = a.real * b.real - a.imag * b.imag;
|
|
z.imag = a.real * b.imag + a.imag * b.real;
|
|
return z;
|
|
}
|
|
#if 1
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
if (b.imag == 0) {
|
|
return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
|
|
} else if (fabs(b.real) >= fabs(b.imag)) {
|
|
if (b.real == 0 && b.imag == 0) {
|
|
return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.imag);
|
|
} else {
|
|
double r = b.imag / b.real;
|
|
double s = (double)(1.0) / (b.real + b.imag * r);
|
|
return __pyx_t_double_complex_from_parts(
|
|
(a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
|
|
}
|
|
} else {
|
|
double r = b.real / b.imag;
|
|
double s = (double)(1.0) / (b.imag + b.real * r);
|
|
return __pyx_t_double_complex_from_parts(
|
|
(a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
|
|
}
|
|
}
|
|
#else
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
if (b.imag == 0) {
|
|
return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
|
|
} else {
|
|
double denom = b.real * b.real + b.imag * b.imag;
|
|
return __pyx_t_double_complex_from_parts(
|
|
(a.real * b.real + a.imag * b.imag) / denom,
|
|
(a.imag * b.real - a.real * b.imag) / denom);
|
|
}
|
|
}
|
|
#endif
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex a) {
|
|
__pyx_t_double_complex z;
|
|
z.real = -a.real;
|
|
z.imag = -a.imag;
|
|
return z;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex a) {
|
|
return (a.real == 0) && (a.imag == 0);
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex a) {
|
|
__pyx_t_double_complex z;
|
|
z.real = a.real;
|
|
z.imag = -a.imag;
|
|
return z;
|
|
}
|
|
#if 1
|
|
static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex z) {
|
|
#if !defined(HAVE_HYPOT) || defined(_MSC_VER)
|
|
return sqrt(z.real*z.real + z.imag*z.imag);
|
|
#else
|
|
return hypot(z.real, z.imag);
|
|
#endif
|
|
}
|
|
static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
|
|
__pyx_t_double_complex z;
|
|
double r, lnr, theta, z_r, z_theta;
|
|
if (b.imag == 0 && b.real == (int)b.real) {
|
|
if (b.real < 0) {
|
|
double denom = a.real * a.real + a.imag * a.imag;
|
|
a.real = a.real / denom;
|
|
a.imag = -a.imag / denom;
|
|
b.real = -b.real;
|
|
}
|
|
switch ((int)b.real) {
|
|
case 0:
|
|
z.real = 1;
|
|
z.imag = 0;
|
|
return z;
|
|
case 1:
|
|
return a;
|
|
case 2:
|
|
return __Pyx_c_prod_double(a, a);
|
|
case 3:
|
|
z = __Pyx_c_prod_double(a, a);
|
|
return __Pyx_c_prod_double(z, a);
|
|
case 4:
|
|
z = __Pyx_c_prod_double(a, a);
|
|
return __Pyx_c_prod_double(z, z);
|
|
}
|
|
}
|
|
if (a.imag == 0) {
|
|
if (a.real == 0) {
|
|
return a;
|
|
} else if ((b.imag == 0) && (a.real >= 0)) {
|
|
z.real = pow(a.real, b.real);
|
|
z.imag = 0;
|
|
return z;
|
|
} else if (a.real > 0) {
|
|
r = a.real;
|
|
theta = 0;
|
|
} else {
|
|
r = -a.real;
|
|
theta = atan2(0.0, -1.0);
|
|
}
|
|
} else {
|
|
r = __Pyx_c_abs_double(a);
|
|
theta = atan2(a.imag, a.real);
|
|
}
|
|
lnr = log(r);
|
|
z_r = exp(lnr * b.real - theta * b.imag);
|
|
z_theta = theta * b.real + lnr * b.imag;
|
|
z.real = z_r * cos(z_theta);
|
|
z.imag = z_r * sin(z_theta);
|
|
return z;
|
|
}
|
|
#endif
|
|
#endif
|
|
|
|
/* PyObjectVectorCallKwBuilder (used by CIntToPy) */
|
|
#if CYTHON_VECTORCALL
|
|
static int __Pyx_VectorcallBuilder_AddArg(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n) {
|
|
(void)__Pyx_PyObject_FastCallDict;
|
|
if (__Pyx_PyTuple_SET_ITEM(builder, n, key) != (0)) return -1;
|
|
Py_INCREF(key);
|
|
args[n] = value;
|
|
return 0;
|
|
}
|
|
CYTHON_UNUSED static int __Pyx_VectorcallBuilder_AddArg_Check(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n) {
|
|
(void)__Pyx_VectorcallBuilder_AddArgStr;
|
|
if (unlikely(!PyUnicode_Check(key))) {
|
|
PyErr_SetString(PyExc_TypeError, "keywords must be strings");
|
|
return -1;
|
|
}
|
|
return __Pyx_VectorcallBuilder_AddArg(key, value, builder, args, n);
|
|
}
|
|
static int __Pyx_VectorcallBuilder_AddArgStr(const char *key, PyObject *value, PyObject *builder, PyObject **args, int n) {
|
|
PyObject *pyKey = PyUnicode_FromString(key);
|
|
if (!pyKey) return -1;
|
|
return __Pyx_VectorcallBuilder_AddArg(pyKey, value, builder, args, n);
|
|
}
|
|
#else // CYTHON_VECTORCALL
|
|
CYTHON_UNUSED static int __Pyx_VectorcallBuilder_AddArg_Check(PyObject *key, PyObject *value, PyObject *builder, CYTHON_UNUSED PyObject **args, CYTHON_UNUSED int n) {
|
|
if (unlikely(!PyUnicode_Check(key))) {
|
|
PyErr_SetString(PyExc_TypeError, "keywords must be strings");
|
|
return -1;
|
|
}
|
|
return PyDict_SetItem(builder, key, value);
|
|
}
|
|
#endif
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_int(int value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const int neg_one = (int) -1, const_zero = (int) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(int) < sizeof(long)) {
|
|
return PyLong_FromLong((long) value);
|
|
} else if (sizeof(int) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#if !CYTHON_COMPILING_IN_PYPY
|
|
} else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(int) <= sizeof(long)) {
|
|
return PyLong_FromLong((long) value);
|
|
} else if (sizeof(int) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
}
|
|
}
|
|
{
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00A4
|
|
if (is_unsigned) {
|
|
return PyLong_FromUnsignedNativeBytes(bytes, sizeof(value), -1);
|
|
} else {
|
|
return PyLong_FromNativeBytes(bytes, sizeof(value), -1);
|
|
}
|
|
#elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030d0000
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
return _PyLong_FromByteArray(bytes, sizeof(int),
|
|
little, !is_unsigned);
|
|
#else
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
PyObject *from_bytes, *result = NULL, *kwds = NULL;
|
|
PyObject *py_bytes = NULL, *order_str = NULL;
|
|
from_bytes = PyObject_GetAttrString((PyObject*)&PyLong_Type, "from_bytes");
|
|
if (!from_bytes) return NULL;
|
|
py_bytes = PyBytes_FromStringAndSize((char*)bytes, sizeof(int));
|
|
if (!py_bytes) goto limited_bad;
|
|
order_str = PyUnicode_FromString(little ? "little" : "big");
|
|
if (!order_str) goto limited_bad;
|
|
{
|
|
PyObject *args[3+(CYTHON_VECTORCALL ? 1 : 0)] = { NULL, py_bytes, order_str };
|
|
if (!is_unsigned) {
|
|
kwds = __Pyx_MakeVectorcallBuilderKwds(1);
|
|
if (!kwds) goto limited_bad;
|
|
if (__Pyx_VectorcallBuilder_AddArgStr("signed", __Pyx_NewRef(Py_True), kwds, args+3, 0) < 0) goto limited_bad;
|
|
}
|
|
result = __Pyx_Object_Vectorcall_CallFromBuilder(from_bytes, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET, kwds);
|
|
}
|
|
limited_bad:
|
|
Py_XDECREF(kwds);
|
|
Py_XDECREF(order_str);
|
|
Py_XDECREF(py_bytes);
|
|
Py_XDECREF(from_bytes);
|
|
return result;
|
|
#endif
|
|
}
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE int __Pyx_PyLong_As_int(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const int neg_one = (int) -1, const_zero = (int) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (unlikely(!PyLong_Check(x))) {
|
|
int val;
|
|
PyObject *tmp = __Pyx_PyNumber_Long(x);
|
|
if (!tmp) return (int) -1;
|
|
val = __Pyx_PyLong_As_int(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (unlikely(__Pyx_PyLong_IsNeg(x))) {
|
|
goto raise_neg_overflow;
|
|
} else if (__Pyx_PyLong_IsCompact(x)) {
|
|
__PYX_VERIFY_RETURN_INT(int, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
|
|
} else {
|
|
const digit* digits = __Pyx_PyLong_Digits(x);
|
|
assert(__Pyx_PyLong_DigitCount(x) > 1);
|
|
switch (__Pyx_PyLong_DigitCount(x)) {
|
|
case 2:
|
|
if ((8 * sizeof(int) > 1 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int) >= 2 * PyLong_SHIFT)) {
|
|
return (int) (((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if ((8 * sizeof(int) > 2 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int) >= 3 * PyLong_SHIFT)) {
|
|
return (int) (((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if ((8 * sizeof(int) > 3 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int) >= 4 * PyLong_SHIFT)) {
|
|
return (int) (((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (int) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if ((sizeof(int) <= sizeof(unsigned long))) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int, unsigned long, PyLong_AsUnsignedLong(x))
|
|
} else if ((sizeof(int) <= sizeof(unsigned PY_LONG_LONG))) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (__Pyx_PyLong_IsCompact(x)) {
|
|
__PYX_VERIFY_RETURN_INT(int, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
|
|
} else {
|
|
const digit* digits = __Pyx_PyLong_Digits(x);
|
|
assert(__Pyx_PyLong_DigitCount(x) > 1);
|
|
switch (__Pyx_PyLong_SignedDigitCount(x)) {
|
|
case -2:
|
|
if ((8 * sizeof(int) - 1 > 1 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int) - 1 > 2 * PyLong_SHIFT)) {
|
|
return (int) (((int)-1)*(((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if ((8 * sizeof(int) > 1 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int) - 1 > 2 * PyLong_SHIFT)) {
|
|
return (int) ((((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if ((8 * sizeof(int) - 1 > 2 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int) - 1 > 3 * PyLong_SHIFT)) {
|
|
return (int) (((int)-1)*(((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if ((8 * sizeof(int) > 2 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int) - 1 > 3 * PyLong_SHIFT)) {
|
|
return (int) ((((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if ((8 * sizeof(int) - 1 > 3 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int) - 1 > 4 * PyLong_SHIFT)) {
|
|
return (int) (((int)-1)*(((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if ((8 * sizeof(int) > 3 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int) - 1 > 4 * PyLong_SHIFT)) {
|
|
return (int) ((((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
#endif
|
|
if ((sizeof(int) <= sizeof(long))) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int, long, PyLong_AsLong(x))
|
|
} else if ((sizeof(int) <= sizeof(PY_LONG_LONG))) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
}
|
|
}
|
|
{
|
|
int val;
|
|
int ret = -1;
|
|
#if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
|
|
Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
|
|
x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
|
|
if (unlikely(bytes_copied == -1)) {
|
|
} else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
|
|
goto raise_overflow;
|
|
} else {
|
|
ret = 0;
|
|
}
|
|
#elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
ret = _PyLong_AsByteArray((PyLongObject *)x,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
#else
|
|
PyObject *v;
|
|
PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
|
|
int bits, remaining_bits, is_negative = 0;
|
|
int chunk_size = (sizeof(long) < 8) ? 30 : 62;
|
|
if (likely(PyLong_CheckExact(x))) {
|
|
v = __Pyx_NewRef(x);
|
|
} else {
|
|
v = PyNumber_Long(x);
|
|
if (unlikely(!v)) return (int) -1;
|
|
assert(PyLong_CheckExact(v));
|
|
}
|
|
{
|
|
int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
|
|
if (unlikely(result < 0)) {
|
|
Py_DECREF(v);
|
|
return (int) -1;
|
|
}
|
|
is_negative = result == 1;
|
|
}
|
|
if (is_unsigned && unlikely(is_negative)) {
|
|
Py_DECREF(v);
|
|
goto raise_neg_overflow;
|
|
} else if (is_negative) {
|
|
stepval = PyNumber_Invert(v);
|
|
Py_DECREF(v);
|
|
if (unlikely(!stepval))
|
|
return (int) -1;
|
|
} else {
|
|
stepval = v;
|
|
}
|
|
v = NULL;
|
|
val = (int) 0;
|
|
mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
|
|
shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
|
|
for (bits = 0; bits < (int) sizeof(int) * 8 - chunk_size; bits += chunk_size) {
|
|
PyObject *tmp, *digit;
|
|
long idigit;
|
|
digit = PyNumber_And(stepval, mask);
|
|
if (unlikely(!digit)) goto done;
|
|
idigit = PyLong_AsLong(digit);
|
|
Py_DECREF(digit);
|
|
if (unlikely(idigit < 0)) goto done;
|
|
val |= ((int) idigit) << bits;
|
|
tmp = PyNumber_Rshift(stepval, shift);
|
|
if (unlikely(!tmp)) goto done;
|
|
Py_DECREF(stepval); stepval = tmp;
|
|
}
|
|
Py_DECREF(shift); shift = NULL;
|
|
Py_DECREF(mask); mask = NULL;
|
|
{
|
|
long idigit = PyLong_AsLong(stepval);
|
|
if (unlikely(idigit < 0)) goto done;
|
|
remaining_bits = ((int) sizeof(int) * 8) - bits - (is_unsigned ? 0 : 1);
|
|
if (unlikely(idigit >= (1L << remaining_bits)))
|
|
goto raise_overflow;
|
|
val |= ((int) idigit) << bits;
|
|
}
|
|
if (!is_unsigned) {
|
|
if (unlikely(val & (((int) 1) << (sizeof(int) * 8 - 1))))
|
|
goto raise_overflow;
|
|
if (is_negative)
|
|
val = ~val;
|
|
}
|
|
ret = 0;
|
|
done:
|
|
Py_XDECREF(shift);
|
|
Py_XDECREF(mask);
|
|
Py_XDECREF(stepval);
|
|
#endif
|
|
if (unlikely(ret))
|
|
return (int) -1;
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to int");
|
|
return (int) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to int");
|
|
return (int) -1;
|
|
}
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_int32_t(int32_t value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const int32_t neg_one = (int32_t) -1, const_zero = (int32_t) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(int32_t) < sizeof(long)) {
|
|
return PyLong_FromLong((long) value);
|
|
} else if (sizeof(int32_t) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#if !CYTHON_COMPILING_IN_PYPY
|
|
} else if (sizeof(int32_t) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(int32_t) <= sizeof(long)) {
|
|
return PyLong_FromLong((long) value);
|
|
} else if (sizeof(int32_t) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
}
|
|
}
|
|
{
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00A4
|
|
if (is_unsigned) {
|
|
return PyLong_FromUnsignedNativeBytes(bytes, sizeof(value), -1);
|
|
} else {
|
|
return PyLong_FromNativeBytes(bytes, sizeof(value), -1);
|
|
}
|
|
#elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030d0000
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
return _PyLong_FromByteArray(bytes, sizeof(int32_t),
|
|
little, !is_unsigned);
|
|
#else
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
PyObject *from_bytes, *result = NULL, *kwds = NULL;
|
|
PyObject *py_bytes = NULL, *order_str = NULL;
|
|
from_bytes = PyObject_GetAttrString((PyObject*)&PyLong_Type, "from_bytes");
|
|
if (!from_bytes) return NULL;
|
|
py_bytes = PyBytes_FromStringAndSize((char*)bytes, sizeof(int32_t));
|
|
if (!py_bytes) goto limited_bad;
|
|
order_str = PyUnicode_FromString(little ? "little" : "big");
|
|
if (!order_str) goto limited_bad;
|
|
{
|
|
PyObject *args[3+(CYTHON_VECTORCALL ? 1 : 0)] = { NULL, py_bytes, order_str };
|
|
if (!is_unsigned) {
|
|
kwds = __Pyx_MakeVectorcallBuilderKwds(1);
|
|
if (!kwds) goto limited_bad;
|
|
if (__Pyx_VectorcallBuilder_AddArgStr("signed", __Pyx_NewRef(Py_True), kwds, args+3, 0) < 0) goto limited_bad;
|
|
}
|
|
result = __Pyx_Object_Vectorcall_CallFromBuilder(from_bytes, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET, kwds);
|
|
}
|
|
limited_bad:
|
|
Py_XDECREF(kwds);
|
|
Py_XDECREF(order_str);
|
|
Py_XDECREF(py_bytes);
|
|
Py_XDECREF(from_bytes);
|
|
return result;
|
|
#endif
|
|
}
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE int32_t __Pyx_PyLong_As_int32_t(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const int32_t neg_one = (int32_t) -1, const_zero = (int32_t) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (unlikely(!PyLong_Check(x))) {
|
|
int32_t val;
|
|
PyObject *tmp = __Pyx_PyNumber_Long(x);
|
|
if (!tmp) return (int32_t) -1;
|
|
val = __Pyx_PyLong_As_int32_t(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (unlikely(__Pyx_PyLong_IsNeg(x))) {
|
|
goto raise_neg_overflow;
|
|
} else if (__Pyx_PyLong_IsCompact(x)) {
|
|
__PYX_VERIFY_RETURN_INT(int32_t, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
|
|
} else {
|
|
const digit* digits = __Pyx_PyLong_Digits(x);
|
|
assert(__Pyx_PyLong_DigitCount(x) > 1);
|
|
switch (__Pyx_PyLong_DigitCount(x)) {
|
|
case 2:
|
|
if ((8 * sizeof(int32_t) > 1 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int32_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int32_t) >= 2 * PyLong_SHIFT)) {
|
|
return (int32_t) (((((int32_t)digits[1]) << PyLong_SHIFT) | (int32_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if ((8 * sizeof(int32_t) > 2 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int32_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int32_t) >= 3 * PyLong_SHIFT)) {
|
|
return (int32_t) (((((((int32_t)digits[2]) << PyLong_SHIFT) | (int32_t)digits[1]) << PyLong_SHIFT) | (int32_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if ((8 * sizeof(int32_t) > 3 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int32_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int32_t) >= 4 * PyLong_SHIFT)) {
|
|
return (int32_t) (((((((((int32_t)digits[3]) << PyLong_SHIFT) | (int32_t)digits[2]) << PyLong_SHIFT) | (int32_t)digits[1]) << PyLong_SHIFT) | (int32_t)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (int32_t) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if ((sizeof(int32_t) <= sizeof(unsigned long))) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int32_t, unsigned long, PyLong_AsUnsignedLong(x))
|
|
} else if ((sizeof(int32_t) <= sizeof(unsigned PY_LONG_LONG))) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int32_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (__Pyx_PyLong_IsCompact(x)) {
|
|
__PYX_VERIFY_RETURN_INT(int32_t, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
|
|
} else {
|
|
const digit* digits = __Pyx_PyLong_Digits(x);
|
|
assert(__Pyx_PyLong_DigitCount(x) > 1);
|
|
switch (__Pyx_PyLong_SignedDigitCount(x)) {
|
|
case -2:
|
|
if ((8 * sizeof(int32_t) - 1 > 1 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int32_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int32_t) - 1 > 2 * PyLong_SHIFT)) {
|
|
return (int32_t) (((int32_t)-1)*(((((int32_t)digits[1]) << PyLong_SHIFT) | (int32_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if ((8 * sizeof(int32_t) > 1 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int32_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int32_t) - 1 > 2 * PyLong_SHIFT)) {
|
|
return (int32_t) ((((((int32_t)digits[1]) << PyLong_SHIFT) | (int32_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if ((8 * sizeof(int32_t) - 1 > 2 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int32_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int32_t) - 1 > 3 * PyLong_SHIFT)) {
|
|
return (int32_t) (((int32_t)-1)*(((((((int32_t)digits[2]) << PyLong_SHIFT) | (int32_t)digits[1]) << PyLong_SHIFT) | (int32_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if ((8 * sizeof(int32_t) > 2 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int32_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int32_t) - 1 > 3 * PyLong_SHIFT)) {
|
|
return (int32_t) ((((((((int32_t)digits[2]) << PyLong_SHIFT) | (int32_t)digits[1]) << PyLong_SHIFT) | (int32_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if ((8 * sizeof(int32_t) - 1 > 3 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int32_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int32_t) - 1 > 4 * PyLong_SHIFT)) {
|
|
return (int32_t) (((int32_t)-1)*(((((((((int32_t)digits[3]) << PyLong_SHIFT) | (int32_t)digits[2]) << PyLong_SHIFT) | (int32_t)digits[1]) << PyLong_SHIFT) | (int32_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if ((8 * sizeof(int32_t) > 3 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(int32_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(int32_t) - 1 > 4 * PyLong_SHIFT)) {
|
|
return (int32_t) ((((((((((int32_t)digits[3]) << PyLong_SHIFT) | (int32_t)digits[2]) << PyLong_SHIFT) | (int32_t)digits[1]) << PyLong_SHIFT) | (int32_t)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
#endif
|
|
if ((sizeof(int32_t) <= sizeof(long))) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int32_t, long, PyLong_AsLong(x))
|
|
} else if ((sizeof(int32_t) <= sizeof(PY_LONG_LONG))) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(int32_t, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
}
|
|
}
|
|
{
|
|
int32_t val;
|
|
int ret = -1;
|
|
#if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
|
|
Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
|
|
x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
|
|
if (unlikely(bytes_copied == -1)) {
|
|
} else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
|
|
goto raise_overflow;
|
|
} else {
|
|
ret = 0;
|
|
}
|
|
#elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
ret = _PyLong_AsByteArray((PyLongObject *)x,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
#else
|
|
PyObject *v;
|
|
PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
|
|
int bits, remaining_bits, is_negative = 0;
|
|
int chunk_size = (sizeof(long) < 8) ? 30 : 62;
|
|
if (likely(PyLong_CheckExact(x))) {
|
|
v = __Pyx_NewRef(x);
|
|
} else {
|
|
v = PyNumber_Long(x);
|
|
if (unlikely(!v)) return (int32_t) -1;
|
|
assert(PyLong_CheckExact(v));
|
|
}
|
|
{
|
|
int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
|
|
if (unlikely(result < 0)) {
|
|
Py_DECREF(v);
|
|
return (int32_t) -1;
|
|
}
|
|
is_negative = result == 1;
|
|
}
|
|
if (is_unsigned && unlikely(is_negative)) {
|
|
Py_DECREF(v);
|
|
goto raise_neg_overflow;
|
|
} else if (is_negative) {
|
|
stepval = PyNumber_Invert(v);
|
|
Py_DECREF(v);
|
|
if (unlikely(!stepval))
|
|
return (int32_t) -1;
|
|
} else {
|
|
stepval = v;
|
|
}
|
|
v = NULL;
|
|
val = (int32_t) 0;
|
|
mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
|
|
shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
|
|
for (bits = 0; bits < (int) sizeof(int32_t) * 8 - chunk_size; bits += chunk_size) {
|
|
PyObject *tmp, *digit;
|
|
long idigit;
|
|
digit = PyNumber_And(stepval, mask);
|
|
if (unlikely(!digit)) goto done;
|
|
idigit = PyLong_AsLong(digit);
|
|
Py_DECREF(digit);
|
|
if (unlikely(idigit < 0)) goto done;
|
|
val |= ((int32_t) idigit) << bits;
|
|
tmp = PyNumber_Rshift(stepval, shift);
|
|
if (unlikely(!tmp)) goto done;
|
|
Py_DECREF(stepval); stepval = tmp;
|
|
}
|
|
Py_DECREF(shift); shift = NULL;
|
|
Py_DECREF(mask); mask = NULL;
|
|
{
|
|
long idigit = PyLong_AsLong(stepval);
|
|
if (unlikely(idigit < 0)) goto done;
|
|
remaining_bits = ((int) sizeof(int32_t) * 8) - bits - (is_unsigned ? 0 : 1);
|
|
if (unlikely(idigit >= (1L << remaining_bits)))
|
|
goto raise_overflow;
|
|
val |= ((int32_t) idigit) << bits;
|
|
}
|
|
if (!is_unsigned) {
|
|
if (unlikely(val & (((int32_t) 1) << (sizeof(int32_t) * 8 - 1))))
|
|
goto raise_overflow;
|
|
if (is_negative)
|
|
val = ~val;
|
|
}
|
|
ret = 0;
|
|
done:
|
|
Py_XDECREF(shift);
|
|
Py_XDECREF(mask);
|
|
Py_XDECREF(stepval);
|
|
#endif
|
|
if (unlikely(ret))
|
|
return (int32_t) -1;
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to int32_t");
|
|
return (int32_t) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to int32_t");
|
|
return (int32_t) -1;
|
|
}
|
|
|
|
/* CIntFromPy */
|
|
static CYTHON_INLINE long __Pyx_PyLong_As_long(PyObject *x) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const long neg_one = (long) -1, const_zero = (long) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (unlikely(!PyLong_Check(x))) {
|
|
long val;
|
|
PyObject *tmp = __Pyx_PyNumber_Long(x);
|
|
if (!tmp) return (long) -1;
|
|
val = __Pyx_PyLong_As_long(tmp);
|
|
Py_DECREF(tmp);
|
|
return val;
|
|
}
|
|
if (is_unsigned) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (unlikely(__Pyx_PyLong_IsNeg(x))) {
|
|
goto raise_neg_overflow;
|
|
} else if (__Pyx_PyLong_IsCompact(x)) {
|
|
__PYX_VERIFY_RETURN_INT(long, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
|
|
} else {
|
|
const digit* digits = __Pyx_PyLong_Digits(x);
|
|
assert(__Pyx_PyLong_DigitCount(x) > 1);
|
|
switch (__Pyx_PyLong_DigitCount(x)) {
|
|
case 2:
|
|
if ((8 * sizeof(long) > 1 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(long) >= 2 * PyLong_SHIFT)) {
|
|
return (long) (((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if ((8 * sizeof(long) > 2 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(long) >= 3 * PyLong_SHIFT)) {
|
|
return (long) (((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if ((8 * sizeof(long) > 3 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(long) >= 4 * PyLong_SHIFT)) {
|
|
return (long) (((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
|
|
if (unlikely(Py_SIZE(x) < 0)) {
|
|
goto raise_neg_overflow;
|
|
}
|
|
#else
|
|
{
|
|
int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
|
|
if (unlikely(result < 0))
|
|
return (long) -1;
|
|
if (unlikely(result == 1))
|
|
goto raise_neg_overflow;
|
|
}
|
|
#endif
|
|
if ((sizeof(long) <= sizeof(unsigned long))) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(long, unsigned long, PyLong_AsUnsignedLong(x))
|
|
} else if ((sizeof(long) <= sizeof(unsigned PY_LONG_LONG))) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(long, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
|
|
}
|
|
} else {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (__Pyx_PyLong_IsCompact(x)) {
|
|
__PYX_VERIFY_RETURN_INT(long, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
|
|
} else {
|
|
const digit* digits = __Pyx_PyLong_Digits(x);
|
|
assert(__Pyx_PyLong_DigitCount(x) > 1);
|
|
switch (__Pyx_PyLong_SignedDigitCount(x)) {
|
|
case -2:
|
|
if ((8 * sizeof(long) - 1 > 1 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(long, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(long) - 1 > 2 * PyLong_SHIFT)) {
|
|
return (long) (((long)-1)*(((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 2:
|
|
if ((8 * sizeof(long) > 1 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(long) - 1 > 2 * PyLong_SHIFT)) {
|
|
return (long) ((((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -3:
|
|
if ((8 * sizeof(long) - 1 > 2 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(long) - 1 > 3 * PyLong_SHIFT)) {
|
|
return (long) (((long)-1)*(((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 3:
|
|
if ((8 * sizeof(long) > 2 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(long) - 1 > 3 * PyLong_SHIFT)) {
|
|
return (long) ((((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case -4:
|
|
if ((8 * sizeof(long) - 1 > 3 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(long) - 1 > 4 * PyLong_SHIFT)) {
|
|
return (long) (((long)-1)*(((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
case 4:
|
|
if ((8 * sizeof(long) > 3 * PyLong_SHIFT)) {
|
|
if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
|
|
__PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
|
|
} else if ((8 * sizeof(long) - 1 > 4 * PyLong_SHIFT)) {
|
|
return (long) ((((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
#endif
|
|
if ((sizeof(long) <= sizeof(long))) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(long, long, PyLong_AsLong(x))
|
|
} else if ((sizeof(long) <= sizeof(PY_LONG_LONG))) {
|
|
__PYX_VERIFY_RETURN_INT_EXC(long, PY_LONG_LONG, PyLong_AsLongLong(x))
|
|
}
|
|
}
|
|
{
|
|
long val;
|
|
int ret = -1;
|
|
#if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
|
|
Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
|
|
x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
|
|
if (unlikely(bytes_copied == -1)) {
|
|
} else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
|
|
goto raise_overflow;
|
|
} else {
|
|
ret = 0;
|
|
}
|
|
#elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
|
|
int one = 1; int is_little = (int)*(unsigned char *)&one;
|
|
unsigned char *bytes = (unsigned char *)&val;
|
|
ret = _PyLong_AsByteArray((PyLongObject *)x,
|
|
bytes, sizeof(val),
|
|
is_little, !is_unsigned);
|
|
#else
|
|
PyObject *v;
|
|
PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
|
|
int bits, remaining_bits, is_negative = 0;
|
|
int chunk_size = (sizeof(long) < 8) ? 30 : 62;
|
|
if (likely(PyLong_CheckExact(x))) {
|
|
v = __Pyx_NewRef(x);
|
|
} else {
|
|
v = PyNumber_Long(x);
|
|
if (unlikely(!v)) return (long) -1;
|
|
assert(PyLong_CheckExact(v));
|
|
}
|
|
{
|
|
int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
|
|
if (unlikely(result < 0)) {
|
|
Py_DECREF(v);
|
|
return (long) -1;
|
|
}
|
|
is_negative = result == 1;
|
|
}
|
|
if (is_unsigned && unlikely(is_negative)) {
|
|
Py_DECREF(v);
|
|
goto raise_neg_overflow;
|
|
} else if (is_negative) {
|
|
stepval = PyNumber_Invert(v);
|
|
Py_DECREF(v);
|
|
if (unlikely(!stepval))
|
|
return (long) -1;
|
|
} else {
|
|
stepval = v;
|
|
}
|
|
v = NULL;
|
|
val = (long) 0;
|
|
mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
|
|
shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
|
|
for (bits = 0; bits < (int) sizeof(long) * 8 - chunk_size; bits += chunk_size) {
|
|
PyObject *tmp, *digit;
|
|
long idigit;
|
|
digit = PyNumber_And(stepval, mask);
|
|
if (unlikely(!digit)) goto done;
|
|
idigit = PyLong_AsLong(digit);
|
|
Py_DECREF(digit);
|
|
if (unlikely(idigit < 0)) goto done;
|
|
val |= ((long) idigit) << bits;
|
|
tmp = PyNumber_Rshift(stepval, shift);
|
|
if (unlikely(!tmp)) goto done;
|
|
Py_DECREF(stepval); stepval = tmp;
|
|
}
|
|
Py_DECREF(shift); shift = NULL;
|
|
Py_DECREF(mask); mask = NULL;
|
|
{
|
|
long idigit = PyLong_AsLong(stepval);
|
|
if (unlikely(idigit < 0)) goto done;
|
|
remaining_bits = ((int) sizeof(long) * 8) - bits - (is_unsigned ? 0 : 1);
|
|
if (unlikely(idigit >= (1L << remaining_bits)))
|
|
goto raise_overflow;
|
|
val |= ((long) idigit) << bits;
|
|
}
|
|
if (!is_unsigned) {
|
|
if (unlikely(val & (((long) 1) << (sizeof(long) * 8 - 1))))
|
|
goto raise_overflow;
|
|
if (is_negative)
|
|
val = ~val;
|
|
}
|
|
ret = 0;
|
|
done:
|
|
Py_XDECREF(shift);
|
|
Py_XDECREF(mask);
|
|
Py_XDECREF(stepval);
|
|
#endif
|
|
if (unlikely(ret))
|
|
return (long) -1;
|
|
return val;
|
|
}
|
|
raise_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"value too large to convert to long");
|
|
return (long) -1;
|
|
raise_neg_overflow:
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"can't convert negative value to long");
|
|
return (long) -1;
|
|
}
|
|
|
|
/* FormatTypeName */
|
|
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030d0000
|
|
static __Pyx_TypeName
|
|
__Pyx_PyType_GetFullyQualifiedName(PyTypeObject* tp)
|
|
{
|
|
PyObject *module = NULL, *name = NULL, *result = NULL;
|
|
#if __PYX_LIMITED_VERSION_HEX < 0x030b0000
|
|
name = __Pyx_PyObject_GetAttrStr((PyObject *)tp,
|
|
__pyx_mstate_global->__pyx_n_u_qualname);
|
|
#else
|
|
name = PyType_GetQualName(tp);
|
|
#endif
|
|
if (unlikely(name == NULL) || unlikely(!PyUnicode_Check(name))) goto bad;
|
|
module = __Pyx_PyObject_GetAttrStr((PyObject *)tp,
|
|
__pyx_mstate_global->__pyx_n_u_module);
|
|
if (unlikely(module == NULL) || unlikely(!PyUnicode_Check(module))) goto bad;
|
|
if (PyUnicode_CompareWithASCIIString(module, "builtins") == 0) {
|
|
result = name;
|
|
name = NULL;
|
|
goto done;
|
|
}
|
|
result = PyUnicode_FromFormat("%U.%U", module, name);
|
|
if (unlikely(result == NULL)) goto bad;
|
|
done:
|
|
Py_XDECREF(name);
|
|
Py_XDECREF(module);
|
|
return result;
|
|
bad:
|
|
PyErr_Clear();
|
|
if (name) {
|
|
result = name;
|
|
name = NULL;
|
|
} else {
|
|
result = __Pyx_NewRef(__pyx_mstate_global->__pyx_kp_u_);
|
|
}
|
|
goto done;
|
|
}
|
|
#endif
|
|
|
|
/* CIntToPy */
|
|
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_long(long value) {
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wconversion"
|
|
#endif
|
|
const long neg_one = (long) -1, const_zero = (long) 0;
|
|
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
const int is_unsigned = neg_one > const_zero;
|
|
if (is_unsigned) {
|
|
if (sizeof(long) < sizeof(long)) {
|
|
return PyLong_FromLong((long) value);
|
|
} else if (sizeof(long) <= sizeof(unsigned long)) {
|
|
return PyLong_FromUnsignedLong((unsigned long) value);
|
|
#if !CYTHON_COMPILING_IN_PYPY
|
|
} else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) {
|
|
return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
|
|
#endif
|
|
}
|
|
} else {
|
|
if (sizeof(long) <= sizeof(long)) {
|
|
return PyLong_FromLong((long) value);
|
|
} else if (sizeof(long) <= sizeof(PY_LONG_LONG)) {
|
|
return PyLong_FromLongLong((PY_LONG_LONG) value);
|
|
}
|
|
}
|
|
{
|
|
unsigned char *bytes = (unsigned char *)&value;
|
|
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00A4
|
|
if (is_unsigned) {
|
|
return PyLong_FromUnsignedNativeBytes(bytes, sizeof(value), -1);
|
|
} else {
|
|
return PyLong_FromNativeBytes(bytes, sizeof(value), -1);
|
|
}
|
|
#elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030d0000
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
return _PyLong_FromByteArray(bytes, sizeof(long),
|
|
little, !is_unsigned);
|
|
#else
|
|
int one = 1; int little = (int)*(unsigned char *)&one;
|
|
PyObject *from_bytes, *result = NULL, *kwds = NULL;
|
|
PyObject *py_bytes = NULL, *order_str = NULL;
|
|
from_bytes = PyObject_GetAttrString((PyObject*)&PyLong_Type, "from_bytes");
|
|
if (!from_bytes) return NULL;
|
|
py_bytes = PyBytes_FromStringAndSize((char*)bytes, sizeof(long));
|
|
if (!py_bytes) goto limited_bad;
|
|
order_str = PyUnicode_FromString(little ? "little" : "big");
|
|
if (!order_str) goto limited_bad;
|
|
{
|
|
PyObject *args[3+(CYTHON_VECTORCALL ? 1 : 0)] = { NULL, py_bytes, order_str };
|
|
if (!is_unsigned) {
|
|
kwds = __Pyx_MakeVectorcallBuilderKwds(1);
|
|
if (!kwds) goto limited_bad;
|
|
if (__Pyx_VectorcallBuilder_AddArgStr("signed", __Pyx_NewRef(Py_True), kwds, args+3, 0) < 0) goto limited_bad;
|
|
}
|
|
result = __Pyx_Object_Vectorcall_CallFromBuilder(from_bytes, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET, kwds);
|
|
}
|
|
limited_bad:
|
|
Py_XDECREF(kwds);
|
|
Py_XDECREF(order_str);
|
|
Py_XDECREF(py_bytes);
|
|
Py_XDECREF(from_bytes);
|
|
return result;
|
|
#endif
|
|
}
|
|
}
|
|
|
|
/* FastTypeChecks */
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static int __Pyx_InBases(PyTypeObject *a, PyTypeObject *b) {
|
|
while (a) {
|
|
a = __Pyx_PyType_GetSlot(a, tp_base, PyTypeObject*);
|
|
if (a == b)
|
|
return 1;
|
|
}
|
|
return b == &PyBaseObject_Type;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b) {
|
|
PyObject *mro;
|
|
if (a == b) return 1;
|
|
mro = a->tp_mro;
|
|
if (likely(mro)) {
|
|
Py_ssize_t i, n;
|
|
n = PyTuple_GET_SIZE(mro);
|
|
for (i = 0; i < n; i++) {
|
|
if (PyTuple_GET_ITEM(mro, i) == (PyObject *)b)
|
|
return 1;
|
|
}
|
|
return 0;
|
|
}
|
|
return __Pyx_InBases(a, b);
|
|
}
|
|
static CYTHON_INLINE int __Pyx_IsAnySubtype2(PyTypeObject *cls, PyTypeObject *a, PyTypeObject *b) {
|
|
PyObject *mro;
|
|
if (cls == a || cls == b) return 1;
|
|
mro = cls->tp_mro;
|
|
if (likely(mro)) {
|
|
Py_ssize_t i, n;
|
|
n = PyTuple_GET_SIZE(mro);
|
|
for (i = 0; i < n; i++) {
|
|
PyObject *base = PyTuple_GET_ITEM(mro, i);
|
|
if (base == (PyObject *)a || base == (PyObject *)b)
|
|
return 1;
|
|
}
|
|
return 0;
|
|
}
|
|
return __Pyx_InBases(cls, a) || __Pyx_InBases(cls, b);
|
|
}
|
|
static CYTHON_INLINE int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject *exc_type2) {
|
|
if (exc_type1) {
|
|
return __Pyx_IsAnySubtype2((PyTypeObject*)err, (PyTypeObject*)exc_type1, (PyTypeObject*)exc_type2);
|
|
} else {
|
|
return __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type2);
|
|
}
|
|
}
|
|
static int __Pyx_PyErr_GivenExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
|
|
Py_ssize_t i, n;
|
|
assert(PyExceptionClass_Check(exc_type));
|
|
n = PyTuple_GET_SIZE(tuple);
|
|
for (i=0; i<n; i++) {
|
|
if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
|
|
}
|
|
for (i=0; i<n; i++) {
|
|
PyObject *t = PyTuple_GET_ITEM(tuple, i);
|
|
if (likely(PyExceptionClass_Check(t))) {
|
|
if (__Pyx_inner_PyErr_GivenExceptionMatches2(exc_type, NULL, t)) return 1;
|
|
} else {
|
|
}
|
|
}
|
|
return 0;
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject* exc_type) {
|
|
if (likely(err == exc_type)) return 1;
|
|
if (likely(PyExceptionClass_Check(err))) {
|
|
if (likely(PyExceptionClass_Check(exc_type))) {
|
|
return __Pyx_inner_PyErr_GivenExceptionMatches2(err, NULL, exc_type);
|
|
} else if (likely(PyTuple_Check(exc_type))) {
|
|
return __Pyx_PyErr_GivenExceptionMatchesTuple(err, exc_type);
|
|
} else {
|
|
}
|
|
}
|
|
return PyErr_GivenExceptionMatches(err, exc_type);
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *exc_type1, PyObject *exc_type2) {
|
|
assert(PyExceptionClass_Check(exc_type1));
|
|
assert(PyExceptionClass_Check(exc_type2));
|
|
if (likely(err == exc_type1 || err == exc_type2)) return 1;
|
|
if (likely(PyExceptionClass_Check(err))) {
|
|
return __Pyx_inner_PyErr_GivenExceptionMatches2(err, exc_type1, exc_type2);
|
|
}
|
|
return (PyErr_GivenExceptionMatches(err, exc_type1) || PyErr_GivenExceptionMatches(err, exc_type2));
|
|
}
|
|
#endif
|
|
|
|
/* GetRuntimeVersion */
|
|
#if __PYX_LIMITED_VERSION_HEX < 0x030b0000
|
|
void __Pyx_init_runtime_version(void) {
|
|
if (__Pyx_cached_runtime_version == 0) {
|
|
const char* rt_version = Py_GetVersion();
|
|
unsigned long version = 0;
|
|
unsigned long factor = 0x01000000UL;
|
|
unsigned int digit = 0;
|
|
int i = 0;
|
|
while (factor) {
|
|
while ('0' <= rt_version[i] && rt_version[i] <= '9') {
|
|
digit = digit * 10 + (unsigned int) (rt_version[i] - '0');
|
|
++i;
|
|
}
|
|
version += factor * digit;
|
|
if (rt_version[i] != '.')
|
|
break;
|
|
digit = 0;
|
|
factor >>= 8;
|
|
++i;
|
|
}
|
|
__Pyx_cached_runtime_version = version;
|
|
}
|
|
}
|
|
#endif
|
|
static unsigned long __Pyx_get_runtime_version(void) {
|
|
#if __PYX_LIMITED_VERSION_HEX >= 0x030b0000
|
|
return Py_Version & ~0xFFUL;
|
|
#else
|
|
return __Pyx_cached_runtime_version;
|
|
#endif
|
|
}
|
|
|
|
/* AddModuleRef */
|
|
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
|
|
static PyObject *__Pyx_PyImport_AddModuleObjectRef(PyObject *name) {
|
|
PyObject *module_dict = PyImport_GetModuleDict();
|
|
PyObject *m;
|
|
if (PyMapping_GetOptionalItem(module_dict, name, &m) < 0) {
|
|
return NULL;
|
|
}
|
|
if (m != NULL && PyModule_Check(m)) {
|
|
return m;
|
|
}
|
|
Py_XDECREF(m);
|
|
m = PyModule_NewObject(name);
|
|
if (m == NULL)
|
|
return NULL;
|
|
if (PyDict_CheckExact(module_dict)) {
|
|
PyObject *new_m;
|
|
(void)PyDict_SetDefaultRef(module_dict, name, m, &new_m);
|
|
Py_DECREF(m);
|
|
return new_m;
|
|
} else {
|
|
if (PyObject_SetItem(module_dict, name, m) != 0) {
|
|
Py_DECREF(m);
|
|
return NULL;
|
|
}
|
|
return m;
|
|
}
|
|
}
|
|
static PyObject *__Pyx_PyImport_AddModuleRef(const char *name) {
|
|
PyObject *py_name = PyUnicode_FromString(name);
|
|
if (!py_name) return NULL;
|
|
PyObject *module = __Pyx_PyImport_AddModuleObjectRef(py_name);
|
|
Py_DECREF(py_name);
|
|
return module;
|
|
}
|
|
#elif __PYX_LIMITED_VERSION_HEX >= 0x030d0000
|
|
#define __Pyx_PyImport_AddModuleRef(name) PyImport_AddModuleRef(name)
|
|
#else
|
|
static PyObject *__Pyx_PyImport_AddModuleRef(const char *name) {
|
|
PyObject *module = PyImport_AddModule(name);
|
|
Py_XINCREF(module);
|
|
return module;
|
|
}
|
|
#endif
|
|
|
|
/* CheckBinaryVersion */
|
|
static int __Pyx_check_binary_version(unsigned long ct_version, unsigned long rt_version, int allow_newer) {
|
|
const unsigned long MAJOR_MINOR = 0xFFFF0000UL;
|
|
if ((rt_version & MAJOR_MINOR) == (ct_version & MAJOR_MINOR))
|
|
return 0;
|
|
if (likely(allow_newer && (rt_version & MAJOR_MINOR) > (ct_version & MAJOR_MINOR)))
|
|
return 1;
|
|
{
|
|
char message[200];
|
|
PyOS_snprintf(message, sizeof(message),
|
|
"compile time Python version %d.%d "
|
|
"of module '%.100s' "
|
|
"%s "
|
|
"runtime version %d.%d",
|
|
(int) (ct_version >> 24), (int) ((ct_version >> 16) & 0xFF),
|
|
__Pyx_MODULE_NAME,
|
|
(allow_newer) ? "was newer than" : "does not match",
|
|
(int) (rt_version >> 24), (int) ((rt_version >> 16) & 0xFF)
|
|
);
|
|
return PyErr_WarnEx(NULL, message, 1);
|
|
}
|
|
}
|
|
|
|
/* DecompressString */
|
|
static PyObject *__Pyx_DecompressString(const char *s, Py_ssize_t length, int algo) {
|
|
PyObject *module, *decompress, *compressed_bytes, *decompressed;
|
|
const char* module_name = algo == 3 ? "compression.zstd" : algo == 2 ? "bz2" : "zlib";
|
|
PyObject *methodname = PyUnicode_FromString("decompress");
|
|
if (unlikely(!methodname)) return NULL;
|
|
#if __PYX_LIMITED_VERSION_HEX >= 0x030e0000
|
|
if (algo == 3) {
|
|
PyObject *fromlist = Py_BuildValue("[O]", methodname);
|
|
if (unlikely(!fromlist)) return NULL;
|
|
module = PyImport_ImportModuleLevel("compression.zstd", NULL, NULL, fromlist, 0);
|
|
Py_DECREF(fromlist);
|
|
} else
|
|
#endif
|
|
module = PyImport_ImportModule(module_name);
|
|
if (unlikely(!module)) goto import_failed;
|
|
decompress = PyObject_GetAttr(module, methodname);
|
|
if (unlikely(!decompress)) goto import_failed;
|
|
{
|
|
#ifdef __cplusplus
|
|
char *memview_bytes = const_cast<char*>(s);
|
|
#else
|
|
#if defined(__clang__)
|
|
#pragma clang diagnostic push
|
|
#pragma clang diagnostic ignored "-Wcast-qual"
|
|
#elif !defined(__INTEL_COMPILER) && defined(__GNUC__)
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wcast-qual"
|
|
#endif
|
|
char *memview_bytes = (char*) s;
|
|
#if defined(__clang__)
|
|
#pragma clang diagnostic pop
|
|
#elif !defined(__INTEL_COMPILER) && defined(__GNUC__)
|
|
#pragma GCC diagnostic pop
|
|
#endif
|
|
#endif
|
|
#if CYTHON_COMPILING_IN_LIMITED_API && !defined(PyBUF_READ)
|
|
int memview_flags = 0x100;
|
|
#else
|
|
int memview_flags = PyBUF_READ;
|
|
#endif
|
|
compressed_bytes = PyMemoryView_FromMemory(memview_bytes, length, memview_flags);
|
|
}
|
|
if (unlikely(!compressed_bytes)) {
|
|
Py_DECREF(decompress);
|
|
goto bad;
|
|
}
|
|
decompressed = PyObject_CallFunctionObjArgs(decompress, compressed_bytes, NULL);
|
|
Py_DECREF(compressed_bytes);
|
|
Py_DECREF(decompress);
|
|
Py_DECREF(module);
|
|
Py_DECREF(methodname);
|
|
return decompressed;
|
|
import_failed:
|
|
PyErr_Format(PyExc_ImportError,
|
|
"Failed to import '%.20s.decompress' - cannot initialise module strings. "
|
|
"String compression was configured with the C macro 'CYTHON_COMPRESS_STRINGS=%d'.",
|
|
module_name, algo);
|
|
bad:
|
|
Py_XDECREF(module);
|
|
Py_DECREF(methodname);
|
|
return NULL;
|
|
}
|
|
|
|
#include <string.h>
|
|
static CYTHON_INLINE Py_ssize_t __Pyx_ssize_strlen(const char *s) {
|
|
size_t len = strlen(s);
|
|
if (unlikely(len > (size_t) PY_SSIZE_T_MAX)) {
|
|
PyErr_SetString(PyExc_OverflowError, "byte string is too long");
|
|
return -1;
|
|
}
|
|
return (Py_ssize_t) len;
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char* c_str) {
|
|
Py_ssize_t len = __Pyx_ssize_strlen(c_str);
|
|
if (unlikely(len < 0)) return NULL;
|
|
return __Pyx_PyUnicode_FromStringAndSize(c_str, len);
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyByteArray_FromString(const char* c_str) {
|
|
Py_ssize_t len = __Pyx_ssize_strlen(c_str);
|
|
if (unlikely(len < 0)) return NULL;
|
|
return PyByteArray_FromStringAndSize(c_str, len);
|
|
}
|
|
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject* o) {
|
|
Py_ssize_t ignore;
|
|
return __Pyx_PyObject_AsStringAndSize(o, &ignore);
|
|
}
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_UTF8
|
|
static CYTHON_INLINE const char* __Pyx_PyUnicode_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
|
|
if (unlikely(__Pyx_PyUnicode_READY(o) == -1)) return NULL;
|
|
#if CYTHON_COMPILING_IN_LIMITED_API
|
|
{
|
|
const char* result;
|
|
Py_ssize_t unicode_length;
|
|
CYTHON_MAYBE_UNUSED_VAR(unicode_length); // only for __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
|
|
#if __PYX_LIMITED_VERSION_HEX < 0x030A0000
|
|
if (unlikely(PyArg_Parse(o, "s#", &result, length) < 0)) return NULL;
|
|
#else
|
|
result = PyUnicode_AsUTF8AndSize(o, length);
|
|
#endif
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
|
|
unicode_length = PyUnicode_GetLength(o);
|
|
if (unlikely(unicode_length < 0)) return NULL;
|
|
if (unlikely(unicode_length != *length)) {
|
|
PyUnicode_AsASCIIString(o);
|
|
return NULL;
|
|
}
|
|
#endif
|
|
return result;
|
|
}
|
|
#else
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
|
|
if (likely(PyUnicode_IS_ASCII(o))) {
|
|
*length = PyUnicode_GET_LENGTH(o);
|
|
return PyUnicode_AsUTF8(o);
|
|
} else {
|
|
PyUnicode_AsASCIIString(o);
|
|
return NULL;
|
|
}
|
|
#else
|
|
return PyUnicode_AsUTF8AndSize(o, length);
|
|
#endif
|
|
#endif
|
|
}
|
|
#endif
|
|
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
|
|
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_UTF8
|
|
if (PyUnicode_Check(o)) {
|
|
return __Pyx_PyUnicode_AsStringAndSize(o, length);
|
|
} else
|
|
#endif
|
|
if (PyByteArray_Check(o)) {
|
|
#if (CYTHON_ASSUME_SAFE_SIZE && CYTHON_ASSUME_SAFE_MACROS) || (CYTHON_COMPILING_IN_PYPY && (defined(PyByteArray_AS_STRING) && defined(PyByteArray_GET_SIZE)))
|
|
*length = PyByteArray_GET_SIZE(o);
|
|
return PyByteArray_AS_STRING(o);
|
|
#else
|
|
*length = PyByteArray_Size(o);
|
|
if (*length == -1) return NULL;
|
|
return PyByteArray_AsString(o);
|
|
#endif
|
|
} else
|
|
{
|
|
char* result;
|
|
int r = PyBytes_AsStringAndSize(o, &result, length);
|
|
if (unlikely(r < 0)) {
|
|
return NULL;
|
|
} else {
|
|
return result;
|
|
}
|
|
}
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject* x) {
|
|
int is_true = x == Py_True;
|
|
if (is_true | (x == Py_False) | (x == Py_None)) return is_true;
|
|
else return PyObject_IsTrue(x);
|
|
}
|
|
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject* x) {
|
|
int retval;
|
|
if (unlikely(!x)) return -1;
|
|
retval = __Pyx_PyObject_IsTrue(x);
|
|
Py_DECREF(x);
|
|
return retval;
|
|
}
|
|
static PyObject* __Pyx_PyNumber_LongWrongResultType(PyObject* result) {
|
|
__Pyx_TypeName result_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(result));
|
|
if (PyLong_Check(result)) {
|
|
if (PyErr_WarnFormat(PyExc_DeprecationWarning, 1,
|
|
"__int__ returned non-int (type " __Pyx_FMT_TYPENAME "). "
|
|
"The ability to return an instance of a strict subclass of int is deprecated, "
|
|
"and may be removed in a future version of Python.",
|
|
result_type_name)) {
|
|
__Pyx_DECREF_TypeName(result_type_name);
|
|
Py_DECREF(result);
|
|
return NULL;
|
|
}
|
|
__Pyx_DECREF_TypeName(result_type_name);
|
|
return result;
|
|
}
|
|
PyErr_Format(PyExc_TypeError,
|
|
"__int__ returned non-int (type " __Pyx_FMT_TYPENAME ")",
|
|
result_type_name);
|
|
__Pyx_DECREF_TypeName(result_type_name);
|
|
Py_DECREF(result);
|
|
return NULL;
|
|
}
|
|
static CYTHON_INLINE PyObject* __Pyx_PyNumber_Long(PyObject* x) {
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
PyNumberMethods *m;
|
|
#endif
|
|
PyObject *res = NULL;
|
|
if (likely(PyLong_Check(x)))
|
|
return __Pyx_NewRef(x);
|
|
#if CYTHON_USE_TYPE_SLOTS
|
|
m = Py_TYPE(x)->tp_as_number;
|
|
if (likely(m && m->nb_int)) {
|
|
res = m->nb_int(x);
|
|
}
|
|
#else
|
|
if (!PyBytes_CheckExact(x) && !PyUnicode_CheckExact(x)) {
|
|
res = PyNumber_Long(x);
|
|
}
|
|
#endif
|
|
if (likely(res)) {
|
|
if (unlikely(!PyLong_CheckExact(res))) {
|
|
return __Pyx_PyNumber_LongWrongResultType(res);
|
|
}
|
|
}
|
|
else if (!PyErr_Occurred()) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"an integer is required");
|
|
}
|
|
return res;
|
|
}
|
|
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject* b) {
|
|
Py_ssize_t ival;
|
|
PyObject *x;
|
|
if (likely(PyLong_CheckExact(b))) {
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
if (likely(__Pyx_PyLong_IsCompact(b))) {
|
|
return __Pyx_PyLong_CompactValue(b);
|
|
} else {
|
|
const digit* digits = __Pyx_PyLong_Digits(b);
|
|
const Py_ssize_t size = __Pyx_PyLong_SignedDigitCount(b);
|
|
switch (size) {
|
|
case 2:
|
|
if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
|
|
return (Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case -2:
|
|
if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
|
|
return -(Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case 3:
|
|
if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
|
|
return (Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case -3:
|
|
if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
|
|
return -(Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case 4:
|
|
if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
|
|
return (Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
case -4:
|
|
if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
|
|
return -(Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
#endif
|
|
return PyLong_AsSsize_t(b);
|
|
}
|
|
x = PyNumber_Index(b);
|
|
if (!x) return -1;
|
|
ival = PyLong_AsSsize_t(x);
|
|
Py_DECREF(x);
|
|
return ival;
|
|
}
|
|
static CYTHON_INLINE Py_hash_t __Pyx_PyIndex_AsHash_t(PyObject* o) {
|
|
if (sizeof(Py_hash_t) == sizeof(Py_ssize_t)) {
|
|
return (Py_hash_t) __Pyx_PyIndex_AsSsize_t(o);
|
|
} else {
|
|
Py_ssize_t ival;
|
|
PyObject *x;
|
|
x = PyNumber_Index(o);
|
|
if (!x) return -1;
|
|
ival = PyLong_AsLong(x);
|
|
Py_DECREF(x);
|
|
return ival;
|
|
}
|
|
}
|
|
static CYTHON_INLINE PyObject *__Pyx_Owned_Py_None(int b) {
|
|
CYTHON_UNUSED_VAR(b);
|
|
return __Pyx_NewRef(Py_None);
|
|
}
|
|
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b) {
|
|
return __Pyx_NewRef(b ? Py_True: Py_False);
|
|
}
|
|
static CYTHON_INLINE PyObject * __Pyx_PyLong_FromSize_t(size_t ival) {
|
|
return PyLong_FromSize_t(ival);
|
|
}
|
|
|
|
|
|
/* MultiPhaseInitModuleState */
|
|
#if CYTHON_PEP489_MULTI_PHASE_INIT && CYTHON_USE_MODULE_STATE
|
|
#ifndef CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
|
|
#if (CYTHON_COMPILING_IN_LIMITED_API || PY_VERSION_HEX >= 0x030C0000)
|
|
#define CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE 1
|
|
#else
|
|
#define CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE 0
|
|
#endif
|
|
#endif
|
|
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE && !CYTHON_ATOMICS
|
|
#error "Module state with PEP489 requires atomics. Currently that's one of\
|
|
C11, C++11, gcc atomic intrinsics or MSVC atomic intrinsics"
|
|
#endif
|
|
#if !CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
|
|
#define __Pyx_ModuleStateLookup_Lock()
|
|
#define __Pyx_ModuleStateLookup_Unlock()
|
|
#elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d0000
|
|
static PyMutex __Pyx_ModuleStateLookup_mutex = {0};
|
|
#define __Pyx_ModuleStateLookup_Lock() PyMutex_Lock(&__Pyx_ModuleStateLookup_mutex)
|
|
#define __Pyx_ModuleStateLookup_Unlock() PyMutex_Unlock(&__Pyx_ModuleStateLookup_mutex)
|
|
#elif defined(__cplusplus) && __cplusplus >= 201103L
|
|
#include <mutex>
|
|
static std::mutex __Pyx_ModuleStateLookup_mutex;
|
|
#define __Pyx_ModuleStateLookup_Lock() __Pyx_ModuleStateLookup_mutex.lock()
|
|
#define __Pyx_ModuleStateLookup_Unlock() __Pyx_ModuleStateLookup_mutex.unlock()
|
|
#elif defined(__STDC_VERSION__) && (__STDC_VERSION__ > 201112L) && !defined(__STDC_NO_THREADS__)
|
|
#include <threads.h>
|
|
static mtx_t __Pyx_ModuleStateLookup_mutex;
|
|
static once_flag __Pyx_ModuleStateLookup_mutex_once_flag = ONCE_FLAG_INIT;
|
|
static void __Pyx_ModuleStateLookup_initialize_mutex(void) {
|
|
mtx_init(&__Pyx_ModuleStateLookup_mutex, mtx_plain);
|
|
}
|
|
#define __Pyx_ModuleStateLookup_Lock()\
|
|
call_once(&__Pyx_ModuleStateLookup_mutex_once_flag, __Pyx_ModuleStateLookup_initialize_mutex);\
|
|
mtx_lock(&__Pyx_ModuleStateLookup_mutex)
|
|
#define __Pyx_ModuleStateLookup_Unlock() mtx_unlock(&__Pyx_ModuleStateLookup_mutex)
|
|
#elif defined(HAVE_PTHREAD_H)
|
|
#include <pthread.h>
|
|
static pthread_mutex_t __Pyx_ModuleStateLookup_mutex = PTHREAD_MUTEX_INITIALIZER;
|
|
#define __Pyx_ModuleStateLookup_Lock() pthread_mutex_lock(&__Pyx_ModuleStateLookup_mutex)
|
|
#define __Pyx_ModuleStateLookup_Unlock() pthread_mutex_unlock(&__Pyx_ModuleStateLookup_mutex)
|
|
#elif defined(_WIN32)
|
|
#include <Windows.h> // synchapi.h on its own doesn't work
|
|
static SRWLOCK __Pyx_ModuleStateLookup_mutex = SRWLOCK_INIT;
|
|
#define __Pyx_ModuleStateLookup_Lock() AcquireSRWLockExclusive(&__Pyx_ModuleStateLookup_mutex)
|
|
#define __Pyx_ModuleStateLookup_Unlock() ReleaseSRWLockExclusive(&__Pyx_ModuleStateLookup_mutex)
|
|
#else
|
|
#error "No suitable lock available for CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE.\
|
|
Requires C standard >= C11, or C++ standard >= C++11,\
|
|
or pthreads, or the Windows 32 API, or Python >= 3.13."
|
|
#endif
|
|
typedef struct {
|
|
int64_t id;
|
|
PyObject *module;
|
|
} __Pyx_InterpreterIdAndModule;
|
|
typedef struct {
|
|
char interpreter_id_as_index;
|
|
Py_ssize_t count;
|
|
Py_ssize_t allocated;
|
|
__Pyx_InterpreterIdAndModule table[1];
|
|
} __Pyx_ModuleStateLookupData;
|
|
#define __PYX_MODULE_STATE_LOOKUP_SMALL_SIZE 32
|
|
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
|
|
static __pyx_atomic_int_type __Pyx_ModuleStateLookup_read_counter = 0;
|
|
#endif
|
|
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
|
|
static __pyx_atomic_ptr_type __Pyx_ModuleStateLookup_data = 0;
|
|
#else
|
|
static __Pyx_ModuleStateLookupData* __Pyx_ModuleStateLookup_data = NULL;
|
|
#endif
|
|
static __Pyx_InterpreterIdAndModule* __Pyx_State_FindModuleStateLookupTableLowerBound(
|
|
__Pyx_InterpreterIdAndModule* table,
|
|
Py_ssize_t count,
|
|
int64_t interpreterId) {
|
|
__Pyx_InterpreterIdAndModule* begin = table;
|
|
__Pyx_InterpreterIdAndModule* end = begin + count;
|
|
if (begin->id == interpreterId) {
|
|
return begin;
|
|
}
|
|
while ((end - begin) > __PYX_MODULE_STATE_LOOKUP_SMALL_SIZE) {
|
|
__Pyx_InterpreterIdAndModule* halfway = begin + (end - begin)/2;
|
|
if (halfway->id == interpreterId) {
|
|
return halfway;
|
|
}
|
|
if (halfway->id < interpreterId) {
|
|
begin = halfway;
|
|
} else {
|
|
end = halfway;
|
|
}
|
|
}
|
|
for (; begin < end; ++begin) {
|
|
if (begin->id >= interpreterId) return begin;
|
|
}
|
|
return begin;
|
|
}
|
|
static PyObject *__Pyx_State_FindModule(CYTHON_UNUSED void* dummy) {
|
|
int64_t interpreter_id = PyInterpreterState_GetID(__Pyx_PyInterpreterState_Get());
|
|
if (interpreter_id == -1) return NULL;
|
|
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
|
|
__Pyx_ModuleStateLookupData* data = (__Pyx_ModuleStateLookupData*)__pyx_atomic_pointer_load_relaxed(&__Pyx_ModuleStateLookup_data);
|
|
{
|
|
__pyx_atomic_incr_acq_rel(&__Pyx_ModuleStateLookup_read_counter);
|
|
if (likely(data)) {
|
|
__Pyx_ModuleStateLookupData* new_data = (__Pyx_ModuleStateLookupData*)__pyx_atomic_pointer_load_acquire(&__Pyx_ModuleStateLookup_data);
|
|
if (likely(data == new_data)) {
|
|
goto read_finished;
|
|
}
|
|
}
|
|
__pyx_atomic_decr_acq_rel(&__Pyx_ModuleStateLookup_read_counter);
|
|
__Pyx_ModuleStateLookup_Lock();
|
|
__pyx_atomic_incr_relaxed(&__Pyx_ModuleStateLookup_read_counter);
|
|
data = (__Pyx_ModuleStateLookupData*)__pyx_atomic_pointer_load_relaxed(&__Pyx_ModuleStateLookup_data);
|
|
__Pyx_ModuleStateLookup_Unlock();
|
|
}
|
|
read_finished:;
|
|
#else
|
|
__Pyx_ModuleStateLookupData* data = __Pyx_ModuleStateLookup_data;
|
|
#endif
|
|
__Pyx_InterpreterIdAndModule* found = NULL;
|
|
if (unlikely(!data)) goto end;
|
|
if (data->interpreter_id_as_index) {
|
|
if (interpreter_id < data->count) {
|
|
found = data->table+interpreter_id;
|
|
}
|
|
} else {
|
|
found = __Pyx_State_FindModuleStateLookupTableLowerBound(
|
|
data->table, data->count, interpreter_id);
|
|
}
|
|
end:
|
|
{
|
|
PyObject *result=NULL;
|
|
if (found && found->id == interpreter_id) {
|
|
result = found->module;
|
|
}
|
|
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
|
|
__pyx_atomic_decr_acq_rel(&__Pyx_ModuleStateLookup_read_counter);
|
|
#endif
|
|
return result;
|
|
}
|
|
}
|
|
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
|
|
static void __Pyx_ModuleStateLookup_wait_until_no_readers(void) {
|
|
while (__pyx_atomic_load(&__Pyx_ModuleStateLookup_read_counter) != 0);
|
|
}
|
|
#else
|
|
#define __Pyx_ModuleStateLookup_wait_until_no_readers()
|
|
#endif
|
|
static int __Pyx_State_AddModuleInterpIdAsIndex(__Pyx_ModuleStateLookupData **old_data, PyObject* module, int64_t interpreter_id) {
|
|
Py_ssize_t to_allocate = (*old_data)->allocated;
|
|
while (to_allocate <= interpreter_id) {
|
|
if (to_allocate == 0) to_allocate = 1;
|
|
else to_allocate *= 2;
|
|
}
|
|
__Pyx_ModuleStateLookupData *new_data = *old_data;
|
|
if (to_allocate != (*old_data)->allocated) {
|
|
new_data = (__Pyx_ModuleStateLookupData *)realloc(
|
|
*old_data,
|
|
sizeof(__Pyx_ModuleStateLookupData)+(to_allocate-1)*sizeof(__Pyx_InterpreterIdAndModule));
|
|
if (!new_data) {
|
|
PyErr_NoMemory();
|
|
return -1;
|
|
}
|
|
for (Py_ssize_t i = new_data->allocated; i < to_allocate; ++i) {
|
|
new_data->table[i].id = i;
|
|
new_data->table[i].module = NULL;
|
|
}
|
|
new_data->allocated = to_allocate;
|
|
}
|
|
new_data->table[interpreter_id].module = module;
|
|
if (new_data->count < interpreter_id+1) {
|
|
new_data->count = interpreter_id+1;
|
|
}
|
|
*old_data = new_data;
|
|
return 0;
|
|
}
|
|
static void __Pyx_State_ConvertFromInterpIdAsIndex(__Pyx_ModuleStateLookupData *data) {
|
|
__Pyx_InterpreterIdAndModule *read = data->table;
|
|
__Pyx_InterpreterIdAndModule *write = data->table;
|
|
__Pyx_InterpreterIdAndModule *end = read + data->count;
|
|
for (; read<end; ++read) {
|
|
if (read->module) {
|
|
write->id = read->id;
|
|
write->module = read->module;
|
|
++write;
|
|
}
|
|
}
|
|
data->count = write - data->table;
|
|
for (; write<end; ++write) {
|
|
write->id = 0;
|
|
write->module = NULL;
|
|
}
|
|
data->interpreter_id_as_index = 0;
|
|
}
|
|
static int __Pyx_State_AddModule(PyObject* module, CYTHON_UNUSED void* dummy) {
|
|
int64_t interpreter_id = PyInterpreterState_GetID(__Pyx_PyInterpreterState_Get());
|
|
if (interpreter_id == -1) return -1;
|
|
int result = 0;
|
|
__Pyx_ModuleStateLookup_Lock();
|
|
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
|
|
__Pyx_ModuleStateLookupData *old_data = (__Pyx_ModuleStateLookupData *)
|
|
__pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, 0);
|
|
#else
|
|
__Pyx_ModuleStateLookupData *old_data = __Pyx_ModuleStateLookup_data;
|
|
#endif
|
|
__Pyx_ModuleStateLookupData *new_data = old_data;
|
|
if (!new_data) {
|
|
new_data = (__Pyx_ModuleStateLookupData *)calloc(1, sizeof(__Pyx_ModuleStateLookupData));
|
|
if (!new_data) {
|
|
result = -1;
|
|
PyErr_NoMemory();
|
|
goto end;
|
|
}
|
|
new_data->allocated = 1;
|
|
new_data->interpreter_id_as_index = 1;
|
|
}
|
|
__Pyx_ModuleStateLookup_wait_until_no_readers();
|
|
if (new_data->interpreter_id_as_index) {
|
|
if (interpreter_id < __PYX_MODULE_STATE_LOOKUP_SMALL_SIZE) {
|
|
result = __Pyx_State_AddModuleInterpIdAsIndex(&new_data, module, interpreter_id);
|
|
goto end;
|
|
}
|
|
__Pyx_State_ConvertFromInterpIdAsIndex(new_data);
|
|
}
|
|
{
|
|
Py_ssize_t insert_at = 0;
|
|
{
|
|
__Pyx_InterpreterIdAndModule* lower_bound = __Pyx_State_FindModuleStateLookupTableLowerBound(
|
|
new_data->table, new_data->count, interpreter_id);
|
|
assert(lower_bound);
|
|
insert_at = lower_bound - new_data->table;
|
|
if (unlikely(insert_at < new_data->count && lower_bound->id == interpreter_id)) {
|
|
lower_bound->module = module;
|
|
goto end; // already in table, nothing more to do
|
|
}
|
|
}
|
|
if (new_data->count+1 >= new_data->allocated) {
|
|
Py_ssize_t to_allocate = (new_data->count+1)*2;
|
|
new_data =
|
|
(__Pyx_ModuleStateLookupData*)realloc(
|
|
new_data,
|
|
sizeof(__Pyx_ModuleStateLookupData) +
|
|
(to_allocate-1)*sizeof(__Pyx_InterpreterIdAndModule));
|
|
if (!new_data) {
|
|
result = -1;
|
|
new_data = old_data;
|
|
PyErr_NoMemory();
|
|
goto end;
|
|
}
|
|
new_data->allocated = to_allocate;
|
|
}
|
|
++new_data->count;
|
|
int64_t last_id = interpreter_id;
|
|
PyObject *last_module = module;
|
|
for (Py_ssize_t i=insert_at; i<new_data->count; ++i) {
|
|
int64_t current_id = new_data->table[i].id;
|
|
new_data->table[i].id = last_id;
|
|
last_id = current_id;
|
|
PyObject *current_module = new_data->table[i].module;
|
|
new_data->table[i].module = last_module;
|
|
last_module = current_module;
|
|
}
|
|
}
|
|
end:
|
|
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
|
|
__pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, new_data);
|
|
#else
|
|
__Pyx_ModuleStateLookup_data = new_data;
|
|
#endif
|
|
__Pyx_ModuleStateLookup_Unlock();
|
|
return result;
|
|
}
|
|
static int __Pyx_State_RemoveModule(CYTHON_UNUSED void* dummy) {
|
|
int64_t interpreter_id = PyInterpreterState_GetID(__Pyx_PyInterpreterState_Get());
|
|
if (interpreter_id == -1) return -1;
|
|
__Pyx_ModuleStateLookup_Lock();
|
|
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
|
|
__Pyx_ModuleStateLookupData *data = (__Pyx_ModuleStateLookupData *)
|
|
__pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, 0);
|
|
#else
|
|
__Pyx_ModuleStateLookupData *data = __Pyx_ModuleStateLookup_data;
|
|
#endif
|
|
if (data->interpreter_id_as_index) {
|
|
if (interpreter_id < data->count) {
|
|
data->table[interpreter_id].module = NULL;
|
|
}
|
|
goto done;
|
|
}
|
|
{
|
|
__Pyx_ModuleStateLookup_wait_until_no_readers();
|
|
__Pyx_InterpreterIdAndModule* lower_bound = __Pyx_State_FindModuleStateLookupTableLowerBound(
|
|
data->table, data->count, interpreter_id);
|
|
if (!lower_bound) goto done;
|
|
if (lower_bound->id != interpreter_id) goto done;
|
|
__Pyx_InterpreterIdAndModule *end = data->table+data->count;
|
|
for (;lower_bound<end-1; ++lower_bound) {
|
|
lower_bound->id = (lower_bound+1)->id;
|
|
lower_bound->module = (lower_bound+1)->module;
|
|
}
|
|
}
|
|
--data->count;
|
|
if (data->count == 0) {
|
|
free(data);
|
|
data = NULL;
|
|
}
|
|
done:
|
|
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
|
|
__pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, data);
|
|
#else
|
|
__Pyx_ModuleStateLookup_data = data;
|
|
#endif
|
|
__Pyx_ModuleStateLookup_Unlock();
|
|
return 0;
|
|
}
|
|
#endif
|
|
|
|
/* #### Code section: utility_code_pragmas_end ### */
|
|
#ifdef _MSC_VER
|
|
#pragma warning( pop )
|
|
#endif
|
|
|
|
|
|
|
|
/* #### Code section: end ### */
|
|
#endif /* Py_PYTHON_H */
|