/* Generated by Cython 3.2.1 */

/* BEGIN: Cython Metadata
{
    "distutils": {
        "depends": [
            "/tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/_core/include/numpy/arrayobject.h",
            "/tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/_core/include/numpy/arrayscalars.h",
            "/tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/_core/include/numpy/ndarrayobject.h",
            "/tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/_core/include/numpy/ndarraytypes.h",
            "/tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/_core/include/numpy/ufuncobject.h"
        ],
        "extra_link_args": [
            "-std=c++11"
        ],
        "include_dirs": [
            ".",
            "/tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/_core/include"
        ],
        "language": "c++",
        "name": "pygsti.baseobjs.opcalc.fastopcalc",
        "sources": [
            "pygsti/baseobjs/opcalc/fastopcalc.pyx"
        ]
    },
    "module_name": "pygsti.baseobjs.opcalc.fastopcalc"
}
END: Cython Metadata */

#ifndef PY_SSIZE_T_CLEAN
#define PY_SSIZE_T_CLEAN
#endif /* PY_SSIZE_T_CLEAN */
/* InitLimitedAPI */
#if defined(Py_LIMITED_API)
  #if !defined(CYTHON_LIMITED_API)
  #define CYTHON_LIMITED_API 1
  #endif
#elif defined(CYTHON_LIMITED_API)
  #ifdef _MSC_VER
  #pragma message ("Limited API usage is enabled with 'CYTHON_LIMITED_API' but 'Py_LIMITED_API' does not define a Python target version. Consider setting 'Py_LIMITED_API' instead.")
  #else
  #warning Limited API usage is enabled with 'CYTHON_LIMITED_API' but 'Py_LIMITED_API' does not define a Python target version. Consider setting 'Py_LIMITED_API' instead.
  #endif
#endif

#include "Python.h"
#ifndef Py_PYTHON_H
    #error Python headers needed to compile C extensions, please install development version of Python.
#elif PY_VERSION_HEX < 0x03080000
    #error Cython requires Python 3.8+.
#else
#define __PYX_ABI_VERSION "3_2_1"
#define CYTHON_HEX_VERSION 0x030201F0
#define CYTHON_FUTURE_DIVISION 1
/* CModulePreamble */
#include <stddef.h>
#ifndef offsetof
  #define offsetof(type, member) ( (size_t) & ((type*)0) -> member )
#endif
#if !defined(_WIN32) && !defined(WIN32) && !defined(MS_WINDOWS)
  #ifndef __stdcall
    #define __stdcall
  #endif
  #ifndef __cdecl
    #define __cdecl
  #endif
  #ifndef __fastcall
    #define __fastcall
  #endif
#endif
#ifndef DL_IMPORT
  #define DL_IMPORT(t) t
#endif
#ifndef DL_EXPORT
  #define DL_EXPORT(t) t
#endif
#define __PYX_COMMA ,
#ifndef PY_LONG_LONG
  #define PY_LONG_LONG LONG_LONG
#endif
#ifndef Py_HUGE_VAL
  #define Py_HUGE_VAL HUGE_VAL
#endif
#define __PYX_LIMITED_VERSION_HEX PY_VERSION_HEX
#if defined(GRAALVM_PYTHON)
  /* For very preliminary testing purposes. Most variables are set the same as PyPy.
     The existence of this section does not imply that anything works or is even tested */
  #define CYTHON_COMPILING_IN_PYPY 0
  #define CYTHON_COMPILING_IN_CPYTHON 0
  #define CYTHON_COMPILING_IN_LIMITED_API 0
  #define CYTHON_COMPILING_IN_GRAAL 1
  #define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
  #undef CYTHON_USE_TYPE_SLOTS
  #define CYTHON_USE_TYPE_SLOTS 0
  #undef CYTHON_USE_TYPE_SPECS
  #define CYTHON_USE_TYPE_SPECS 0
  #undef CYTHON_USE_PYTYPE_LOOKUP
  #define CYTHON_USE_PYTYPE_LOOKUP 0
  #undef CYTHON_USE_PYLIST_INTERNALS
  #define CYTHON_USE_PYLIST_INTERNALS 0
  #undef CYTHON_USE_UNICODE_INTERNALS
  #define CYTHON_USE_UNICODE_INTERNALS 0
  #undef CYTHON_USE_UNICODE_WRITER
  #define CYTHON_USE_UNICODE_WRITER 0
  #undef CYTHON_USE_PYLONG_INTERNALS
  #define CYTHON_USE_PYLONG_INTERNALS 0
  #undef CYTHON_AVOID_BORROWED_REFS
  #define CYTHON_AVOID_BORROWED_REFS 1
  #undef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
  #define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 0
  #undef CYTHON_ASSUME_SAFE_MACROS
  #define CYTHON_ASSUME_SAFE_MACROS 0
  #undef CYTHON_ASSUME_SAFE_SIZE
  #define CYTHON_ASSUME_SAFE_SIZE 0
  #undef CYTHON_UNPACK_METHODS
  #define CYTHON_UNPACK_METHODS 0
  #undef CYTHON_FAST_THREAD_STATE
  #define CYTHON_FAST_THREAD_STATE 0
  #undef CYTHON_FAST_GIL
  #define CYTHON_FAST_GIL 0
  #undef CYTHON_METH_FASTCALL
  #define CYTHON_METH_FASTCALL 0
  #undef CYTHON_FAST_PYCALL
  #define CYTHON_FAST_PYCALL 0
  #ifndef CYTHON_PEP487_INIT_SUBCLASS
    #define CYTHON_PEP487_INIT_SUBCLASS 1
  #endif
  #undef CYTHON_PEP489_MULTI_PHASE_INIT
  #define CYTHON_PEP489_MULTI_PHASE_INIT 1
  #undef CYTHON_USE_MODULE_STATE
  #define CYTHON_USE_MODULE_STATE 0
  #undef CYTHON_USE_SYS_MONITORING
  #define CYTHON_USE_SYS_MONITORING 0
  #undef CYTHON_USE_TP_FINALIZE
  #define CYTHON_USE_TP_FINALIZE 0
  #undef CYTHON_USE_AM_SEND
  #define CYTHON_USE_AM_SEND 0
  #undef CYTHON_USE_DICT_VERSIONS
  #define CYTHON_USE_DICT_VERSIONS 0
  #undef CYTHON_USE_EXC_INFO_STACK
  #define CYTHON_USE_EXC_INFO_STACK 1
  #ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
    #define CYTHON_UPDATE_DESCRIPTOR_DOC 0
  #endif
  #undef CYTHON_USE_FREELISTS
  #define CYTHON_USE_FREELISTS 0
  #undef CYTHON_IMMORTAL_CONSTANTS
  #define CYTHON_IMMORTAL_CONSTANTS 0
#elif defined(PYPY_VERSION)
  #define CYTHON_COMPILING_IN_PYPY 1
  #define CYTHON_COMPILING_IN_CPYTHON 0
  #define CYTHON_COMPILING_IN_LIMITED_API 0
  #define CYTHON_COMPILING_IN_GRAAL 0
  #define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
  #undef CYTHON_USE_TYPE_SLOTS
  #define CYTHON_USE_TYPE_SLOTS 1
  #ifndef CYTHON_USE_TYPE_SPECS
    #define CYTHON_USE_TYPE_SPECS 0
  #endif
  #undef CYTHON_USE_PYTYPE_LOOKUP
  #define CYTHON_USE_PYTYPE_LOOKUP 0
  #undef CYTHON_USE_PYLIST_INTERNALS
  #define CYTHON_USE_PYLIST_INTERNALS 0
  #undef CYTHON_USE_UNICODE_INTERNALS
  #define CYTHON_USE_UNICODE_INTERNALS 0
  #undef CYTHON_USE_UNICODE_WRITER
  #define CYTHON_USE_UNICODE_WRITER 0
  #undef CYTHON_USE_PYLONG_INTERNALS
  #define CYTHON_USE_PYLONG_INTERNALS 0
  #undef CYTHON_AVOID_BORROWED_REFS
  #define CYTHON_AVOID_BORROWED_REFS 1
  #undef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
  #define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 1
  #undef CYTHON_ASSUME_SAFE_MACROS
  #define CYTHON_ASSUME_SAFE_MACROS 0
  #ifndef CYTHON_ASSUME_SAFE_SIZE
    #define CYTHON_ASSUME_SAFE_SIZE 1
  #endif
  #undef CYTHON_UNPACK_METHODS
  #define CYTHON_UNPACK_METHODS 0
  #undef CYTHON_FAST_THREAD_STATE
  #define CYTHON_FAST_THREAD_STATE 0
  #undef CYTHON_FAST_GIL
  #define CYTHON_FAST_GIL 0
  #undef CYTHON_METH_FASTCALL
  #define CYTHON_METH_FASTCALL 0
  #undef CYTHON_FAST_PYCALL
  #define CYTHON_FAST_PYCALL 0
  #ifndef CYTHON_PEP487_INIT_SUBCLASS
    #define CYTHON_PEP487_INIT_SUBCLASS 1
  #endif
  #if PY_VERSION_HEX < 0x03090000
    #undef CYTHON_PEP489_MULTI_PHASE_INIT
    #define CYTHON_PEP489_MULTI_PHASE_INIT 0
  #elif !defined(CYTHON_PEP489_MULTI_PHASE_INIT)
    #define CYTHON_PEP489_MULTI_PHASE_INIT 1
  #endif
  #undef CYTHON_USE_MODULE_STATE
  #define CYTHON_USE_MODULE_STATE 0
  #undef CYTHON_USE_SYS_MONITORING
  #define CYTHON_USE_SYS_MONITORING 0
  #ifndef CYTHON_USE_TP_FINALIZE
    #define CYTHON_USE_TP_FINALIZE (PYPY_VERSION_NUM >= 0x07030C00)
  #endif
  #undef CYTHON_USE_AM_SEND
  #define CYTHON_USE_AM_SEND 0
  #undef CYTHON_USE_DICT_VERSIONS
  #define CYTHON_USE_DICT_VERSIONS 0
  #undef CYTHON_USE_EXC_INFO_STACK
  #define CYTHON_USE_EXC_INFO_STACK 0
  #ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
    #define CYTHON_UPDATE_DESCRIPTOR_DOC (PYPY_VERSION_NUM >= 0x07031100)
  #endif
  #undef CYTHON_USE_FREELISTS
  #define CYTHON_USE_FREELISTS 0
  #undef CYTHON_IMMORTAL_CONSTANTS
  #define CYTHON_IMMORTAL_CONSTANTS 0
#elif defined(CYTHON_LIMITED_API)
  #ifdef Py_LIMITED_API
    #undef __PYX_LIMITED_VERSION_HEX
    #define __PYX_LIMITED_VERSION_HEX Py_LIMITED_API
  #endif
  #define CYTHON_COMPILING_IN_PYPY 0
  #define CYTHON_COMPILING_IN_CPYTHON 0
  #define CYTHON_COMPILING_IN_LIMITED_API 1
  #define CYTHON_COMPILING_IN_GRAAL 0
  #define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
  #undef CYTHON_USE_TYPE_SLOTS
  #define CYTHON_USE_TYPE_SLOTS 0
  #undef CYTHON_USE_TYPE_SPECS
  #define CYTHON_USE_TYPE_SPECS 1
  #undef CYTHON_USE_PYTYPE_LOOKUP
  #define CYTHON_USE_PYTYPE_LOOKUP 0
  #undef CYTHON_USE_PYLIST_INTERNALS
  #define CYTHON_USE_PYLIST_INTERNALS 0
  #undef CYTHON_USE_UNICODE_INTERNALS
  #define CYTHON_USE_UNICODE_INTERNALS 0
  #ifndef CYTHON_USE_UNICODE_WRITER
    #define CYTHON_USE_UNICODE_WRITER 0
  #endif
  #undef CYTHON_USE_PYLONG_INTERNALS
  #define CYTHON_USE_PYLONG_INTERNALS 0
  #ifndef CYTHON_AVOID_BORROWED_REFS
    #define CYTHON_AVOID_BORROWED_REFS 0
  #endif
  #ifndef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
    #define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 0
  #endif
  #undef CYTHON_ASSUME_SAFE_MACROS
  #define CYTHON_ASSUME_SAFE_MACROS 0
  #undef CYTHON_ASSUME_SAFE_SIZE
  #define CYTHON_ASSUME_SAFE_SIZE 0
  #undef CYTHON_UNPACK_METHODS
  #define CYTHON_UNPACK_METHODS 0
  #undef CYTHON_FAST_THREAD_STATE
  #define CYTHON_FAST_THREAD_STATE 0
  #undef CYTHON_FAST_GIL
  #define CYTHON_FAST_GIL 0
  #undef CYTHON_METH_FASTCALL
  #define CYTHON_METH_FASTCALL (__PYX_LIMITED_VERSION_HEX >= 0x030C0000)
  #undef CYTHON_FAST_PYCALL
  #define CYTHON_FAST_PYCALL 0
  #ifndef CYTHON_PEP487_INIT_SUBCLASS
    #define CYTHON_PEP487_INIT_SUBCLASS 1
  #endif
  #ifndef CYTHON_PEP489_MULTI_PHASE_INIT
    #define CYTHON_PEP489_MULTI_PHASE_INIT 1
  #endif
  #ifndef CYTHON_USE_MODULE_STATE
    #define CYTHON_USE_MODULE_STATE 0
  #endif
  #undef CYTHON_USE_SYS_MONITORING
  #define CYTHON_USE_SYS_MONITORING 0
  #ifndef CYTHON_USE_TP_FINALIZE
    #define CYTHON_USE_TP_FINALIZE 0
  #endif
  #ifndef CYTHON_USE_AM_SEND
    #define CYTHON_USE_AM_SEND (__PYX_LIMITED_VERSION_HEX >= 0x030A0000)
  #endif
  #undef CYTHON_USE_DICT_VERSIONS
  #define CYTHON_USE_DICT_VERSIONS 0
  #undef CYTHON_USE_EXC_INFO_STACK
  #define CYTHON_USE_EXC_INFO_STACK 0
  #ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
    #define CYTHON_UPDATE_DESCRIPTOR_DOC 0
  #endif
  #ifndef CYTHON_USE_FREELISTS
  #define CYTHON_USE_FREELISTS 1
  #endif
  #undef CYTHON_IMMORTAL_CONSTANTS
  #define CYTHON_IMMORTAL_CONSTANTS 0
#else
  #define CYTHON_COMPILING_IN_PYPY 0
  #define CYTHON_COMPILING_IN_CPYTHON 1
  #define CYTHON_COMPILING_IN_LIMITED_API 0
  #define CYTHON_COMPILING_IN_GRAAL 0
  #ifdef Py_GIL_DISABLED
    #define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 1
  #else
    #define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
  #endif
  #if PY_VERSION_HEX < 0x030A0000
    #undef CYTHON_USE_TYPE_SLOTS
    #define CYTHON_USE_TYPE_SLOTS 1
  #elif !defined(CYTHON_USE_TYPE_SLOTS)
    #define CYTHON_USE_TYPE_SLOTS 1
  #endif
  #ifndef CYTHON_USE_TYPE_SPECS
    #define CYTHON_USE_TYPE_SPECS 0
  #endif
  #ifndef CYTHON_USE_PYTYPE_LOOKUP
    #define CYTHON_USE_PYTYPE_LOOKUP 1
  #endif
  #ifndef CYTHON_USE_PYLONG_INTERNALS
    #define CYTHON_USE_PYLONG_INTERNALS 1
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    #undef CYTHON_USE_PYLIST_INTERNALS
    #define CYTHON_USE_PYLIST_INTERNALS 0
  #elif !defined(CYTHON_USE_PYLIST_INTERNALS)
    #define CYTHON_USE_PYLIST_INTERNALS 1
  #endif
  #ifndef CYTHON_USE_UNICODE_INTERNALS
    #define CYTHON_USE_UNICODE_INTERNALS 1
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING || PY_VERSION_HEX >= 0x030B00A2
    #undef CYTHON_USE_UNICODE_WRITER
    #define CYTHON_USE_UNICODE_WRITER 0
  #elif !defined(CYTHON_USE_UNICODE_WRITER)
    #define CYTHON_USE_UNICODE_WRITER 1
  #endif
  #ifndef CYTHON_AVOID_BORROWED_REFS
    #define CYTHON_AVOID_BORROWED_REFS 0
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    #undef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
    #define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 1
  #elif !defined(CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS)
    #define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 0
  #endif
  #ifndef CYTHON_ASSUME_SAFE_MACROS
    #define CYTHON_ASSUME_SAFE_MACROS 1
  #endif
  #ifndef CYTHON_ASSUME_SAFE_SIZE
    #define CYTHON_ASSUME_SAFE_SIZE 1
  #endif
  #ifndef CYTHON_UNPACK_METHODS
    #define CYTHON_UNPACK_METHODS 1
  #endif
  #ifndef CYTHON_FAST_THREAD_STATE
    #define CYTHON_FAST_THREAD_STATE 1
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    #undef CYTHON_FAST_GIL
    #define CYTHON_FAST_GIL 0
  #elif !defined(CYTHON_FAST_GIL)
    #define CYTHON_FAST_GIL (PY_VERSION_HEX < 0x030C00A6)
  #endif
  #ifndef CYTHON_METH_FASTCALL
    #define CYTHON_METH_FASTCALL 1
  #endif
  #ifndef CYTHON_FAST_PYCALL
    #define CYTHON_FAST_PYCALL 1
  #endif
  #ifndef CYTHON_PEP487_INIT_SUBCLASS
    #define CYTHON_PEP487_INIT_SUBCLASS 1
  #endif
  #ifndef CYTHON_PEP489_MULTI_PHASE_INIT
    #define CYTHON_PEP489_MULTI_PHASE_INIT 1
  #endif
  #ifndef CYTHON_USE_MODULE_STATE
    #define CYTHON_USE_MODULE_STATE 0
  #endif
  #ifndef CYTHON_USE_SYS_MONITORING
    #define CYTHON_USE_SYS_MONITORING (PY_VERSION_HEX >= 0x030d00B1)
  #endif
  #ifndef CYTHON_USE_TP_FINALIZE
    #define CYTHON_USE_TP_FINALIZE 1
  #endif
  #ifndef CYTHON_USE_AM_SEND
    #define CYTHON_USE_AM_SEND 1
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    #undef CYTHON_USE_DICT_VERSIONS
    #define CYTHON_USE_DICT_VERSIONS 0
  #elif !defined(CYTHON_USE_DICT_VERSIONS)
    #define CYTHON_USE_DICT_VERSIONS  (PY_VERSION_HEX < 0x030C00A5 && !CYTHON_USE_MODULE_STATE)
  #endif
  #ifndef CYTHON_USE_EXC_INFO_STACK
    #define CYTHON_USE_EXC_INFO_STACK 1
  #endif
  #ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
    #define CYTHON_UPDATE_DESCRIPTOR_DOC 1
  #endif
  #ifndef CYTHON_USE_FREELISTS
    #define CYTHON_USE_FREELISTS (!CYTHON_COMPILING_IN_CPYTHON_FREETHREADING)
  #endif
  #if defined(CYTHON_IMMORTAL_CONSTANTS) && PY_VERSION_HEX < 0x030C0000
    #undef CYTHON_IMMORTAL_CONSTANTS
    #define CYTHON_IMMORTAL_CONSTANTS 0  // definitely won't work
  #elif !defined(CYTHON_IMMORTAL_CONSTANTS)
    #define CYTHON_IMMORTAL_CONSTANTS (PY_VERSION_HEX >= 0x030C0000 && !CYTHON_USE_MODULE_STATE && CYTHON_COMPILING_IN_CPYTHON_FREETHREADING)
  #endif
#endif
#ifndef CYTHON_COMPRESS_STRINGS
  #define CYTHON_COMPRESS_STRINGS 1
#endif
#ifndef CYTHON_FAST_PYCCALL
#define CYTHON_FAST_PYCCALL  CYTHON_FAST_PYCALL
#endif
#ifndef CYTHON_VECTORCALL
#if CYTHON_COMPILING_IN_LIMITED_API
#define CYTHON_VECTORCALL  (__PYX_LIMITED_VERSION_HEX >= 0x030C0000)
#else
#define CYTHON_VECTORCALL  (CYTHON_FAST_PYCCALL)
#endif
#endif
#if CYTHON_USE_PYLONG_INTERNALS
  #undef SHIFT
  #undef BASE
  #undef MASK
  #ifdef SIZEOF_VOID_P
    enum { __pyx_check_sizeof_voidp = 1 / (int)(SIZEOF_VOID_P == sizeof(void*)) };
  #endif
#endif
#ifndef __has_attribute
  #define __has_attribute(x) 0
#endif
#ifndef __has_cpp_attribute
  #define __has_cpp_attribute(x) 0
#endif
#ifndef CYTHON_RESTRICT
  #if defined(__GNUC__)
    #define CYTHON_RESTRICT __restrict__
  #elif defined(_MSC_VER) && _MSC_VER >= 1400
    #define CYTHON_RESTRICT __restrict
  #elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
    #define CYTHON_RESTRICT restrict
  #else
    #define CYTHON_RESTRICT
  #endif
#endif
#ifndef CYTHON_UNUSED
  #if defined(__cplusplus)
    /* for clang __has_cpp_attribute(maybe_unused) is true even before C++17
     * but leads to warnings with -pedantic, since it is a C++17 feature */
    #if ((defined(_MSVC_LANG) && _MSVC_LANG >= 201703L) || __cplusplus >= 201703L)
      #if __has_cpp_attribute(maybe_unused)
        #define CYTHON_UNUSED [[maybe_unused]]
      #endif
    #endif
  #endif
#endif
#ifndef CYTHON_UNUSED
# if defined(__GNUC__)
#   if !(defined(__cplusplus)) || (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4))
#     define CYTHON_UNUSED __attribute__ ((__unused__))
#   else
#     define CYTHON_UNUSED
#   endif
# elif defined(__ICC) || (defined(__INTEL_COMPILER) && !defined(_MSC_VER))
#   define CYTHON_UNUSED __attribute__ ((__unused__))
# else
#   define CYTHON_UNUSED
# endif
#endif
#ifndef CYTHON_UNUSED_VAR
#  if defined(__cplusplus)
     template<class T> void CYTHON_UNUSED_VAR( const T& ) { }
#  else
#    define CYTHON_UNUSED_VAR(x) (void)(x)
#  endif
#endif
#ifndef CYTHON_MAYBE_UNUSED_VAR
  #define CYTHON_MAYBE_UNUSED_VAR(x) CYTHON_UNUSED_VAR(x)
#endif
#ifndef CYTHON_NCP_UNUSED
# if CYTHON_COMPILING_IN_CPYTHON && !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#  define CYTHON_NCP_UNUSED
# else
#  define CYTHON_NCP_UNUSED CYTHON_UNUSED
# endif
#endif
#ifndef CYTHON_USE_CPP_STD_MOVE
  #if defined(__cplusplus) && (\
    __cplusplus >= 201103L || (defined(_MSC_VER) && _MSC_VER >= 1600))
    #define CYTHON_USE_CPP_STD_MOVE 1
  #else
    #define CYTHON_USE_CPP_STD_MOVE 0
  #endif
#endif
#define __Pyx_void_to_None(void_result) ((void)(void_result), Py_INCREF(Py_None), Py_None)
#include <stdint.h>
typedef uintptr_t  __pyx_uintptr_t;
#ifndef CYTHON_FALLTHROUGH
  #if defined(__cplusplus)
    /* for clang __has_cpp_attribute(fallthrough) is true even before C++17
     * but leads to warnings with -pedantic, since it is a C++17 feature */
    #if ((defined(_MSVC_LANG) && _MSVC_LANG >= 201703L) || __cplusplus >= 201703L)
      #if __has_cpp_attribute(fallthrough)
        #define CYTHON_FALLTHROUGH [[fallthrough]]
      #endif
    #endif
    #ifndef CYTHON_FALLTHROUGH
      #if __has_cpp_attribute(clang::fallthrough)
        #define CYTHON_FALLTHROUGH [[clang::fallthrough]]
      #elif __has_cpp_attribute(gnu::fallthrough)
        #define CYTHON_FALLTHROUGH [[gnu::fallthrough]]
      #endif
    #endif
  #endif
  #ifndef CYTHON_FALLTHROUGH
    #if __has_attribute(fallthrough)
      #define CYTHON_FALLTHROUGH __attribute__((fallthrough))
    #else
      #define CYTHON_FALLTHROUGH
    #endif
  #endif
  #if defined(__clang__) && defined(__apple_build_version__)
    #if __apple_build_version__ < 7000000
      #undef  CYTHON_FALLTHROUGH
      #define CYTHON_FALLTHROUGH
    #endif
  #endif
#endif
#ifndef Py_UNREACHABLE
  #define Py_UNREACHABLE()  assert(0); abort()
#endif
#ifdef __cplusplus
  template <typename T>
  struct __PYX_IS_UNSIGNED_IMPL {static const bool value = T(0) < T(-1);};
  #define __PYX_IS_UNSIGNED(type) (__PYX_IS_UNSIGNED_IMPL<type>::value)
#else
  #define __PYX_IS_UNSIGNED(type) (((type)-1) > 0)
#endif
#if CYTHON_COMPILING_IN_PYPY == 1
  #define __PYX_NEED_TP_PRINT_SLOT  (PY_VERSION_HEX < 0x030A0000)
#else
  #define __PYX_NEED_TP_PRINT_SLOT  (PY_VERSION_HEX < 0x03090000)
#endif
#define __PYX_REINTERPRET_FUNCION(func_pointer, other_pointer) ((func_pointer)(void(*)(void))(other_pointer))

/* CppInitCode */
#ifndef __cplusplus
  #error "Cython files generated with the C++ option must be compiled with a C++ compiler."
#endif
#ifndef CYTHON_INLINE
  #if defined(__clang__)
    #define CYTHON_INLINE __inline__ __attribute__ ((__unused__))
  #else
    #define CYTHON_INLINE inline
  #endif
#endif
template<typename T>
void __Pyx_call_destructor(T& x) {
    x.~T();
}
template<typename T>
class __Pyx_FakeReference {
  public:
    __Pyx_FakeReference() : ptr(NULL) { }
    __Pyx_FakeReference(const T& ref) : ptr(const_cast<T*>(&ref)) { }
    T *operator->() { return ptr; }
    T *operator&() { return ptr; }
    operator T&() { return *ptr; }
    template<typename U> bool operator ==(const U& other) const { return *ptr == other; }
    template<typename U> bool operator !=(const U& other) const { return *ptr != other; }
    template<typename U> bool operator==(const __Pyx_FakeReference<U>& other) const { return *ptr == *other.ptr; }
    template<typename U> bool operator!=(const __Pyx_FakeReference<U>& other) const { return *ptr != *other.ptr; }
  private:
    T *ptr;
};

/* PythonCompatibility */
#define __PYX_BUILD_PY_SSIZE_T "n"
#define CYTHON_FORMAT_SSIZE_T "z"
#define __Pyx_BUILTIN_MODULE_NAME "builtins"
#define __Pyx_DefaultClassType PyType_Type
#if CYTHON_COMPILING_IN_LIMITED_API
    #ifndef CO_OPTIMIZED
    static int CO_OPTIMIZED;
    #endif
    #ifndef CO_NEWLOCALS
    static int CO_NEWLOCALS;
    #endif
    #ifndef CO_VARARGS
    static int CO_VARARGS;
    #endif
    #ifndef CO_VARKEYWORDS
    static int CO_VARKEYWORDS;
    #endif
    #ifndef CO_ASYNC_GENERATOR
    static int CO_ASYNC_GENERATOR;
    #endif
    #ifndef CO_GENERATOR
    static int CO_GENERATOR;
    #endif
    #ifndef CO_COROUTINE
    static int CO_COROUTINE;
    #endif
#else
    #ifndef CO_COROUTINE
      #define CO_COROUTINE 0x80
    #endif
    #ifndef CO_ASYNC_GENERATOR
      #define CO_ASYNC_GENERATOR 0x200
    #endif
#endif
static int __Pyx_init_co_variables(void);
#if PY_VERSION_HEX >= 0x030900A4 || defined(Py_IS_TYPE)
  #define __Pyx_IS_TYPE(ob, type) Py_IS_TYPE(ob, type)
#else
  #define __Pyx_IS_TYPE(ob, type) (((const PyObject*)ob)->ob_type == (type))
#endif
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_Is)
  #define __Pyx_Py_Is(x, y)  Py_Is(x, y)
#else
  #define __Pyx_Py_Is(x, y) ((x) == (y))
#endif
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_IsNone)
  #define __Pyx_Py_IsNone(ob) Py_IsNone(ob)
#else
  #define __Pyx_Py_IsNone(ob) __Pyx_Py_Is((ob), Py_None)
#endif
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_IsTrue)
  #define __Pyx_Py_IsTrue(ob) Py_IsTrue(ob)
#else
  #define __Pyx_Py_IsTrue(ob) __Pyx_Py_Is((ob), Py_True)
#endif
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_IsFalse)
  #define __Pyx_Py_IsFalse(ob) Py_IsFalse(ob)
#else
  #define __Pyx_Py_IsFalse(ob) __Pyx_Py_Is((ob), Py_False)
#endif
#define __Pyx_NoneAsNull(obj)  (__Pyx_Py_IsNone(obj) ? NULL : (obj))
#if PY_VERSION_HEX >= 0x030900F0 && !CYTHON_COMPILING_IN_PYPY
  #define __Pyx_PyObject_GC_IsFinalized(o) PyObject_GC_IsFinalized(o)
#else
  #define __Pyx_PyObject_GC_IsFinalized(o) _PyGC_FINALIZED(o)
#endif
#ifndef Py_TPFLAGS_CHECKTYPES
  #define Py_TPFLAGS_CHECKTYPES 0
#endif
#ifndef Py_TPFLAGS_HAVE_INDEX
  #define Py_TPFLAGS_HAVE_INDEX 0
#endif
#ifndef Py_TPFLAGS_HAVE_NEWBUFFER
  #define Py_TPFLAGS_HAVE_NEWBUFFER 0
#endif
#ifndef Py_TPFLAGS_HAVE_FINALIZE
  #define Py_TPFLAGS_HAVE_FINALIZE 0
#endif
#ifndef Py_TPFLAGS_SEQUENCE
  #define Py_TPFLAGS_SEQUENCE 0
#endif
#ifndef Py_TPFLAGS_MAPPING
  #define Py_TPFLAGS_MAPPING 0
#endif
#ifndef Py_TPFLAGS_IMMUTABLETYPE
  #define Py_TPFLAGS_IMMUTABLETYPE (1UL << 8)
#endif
#ifndef Py_TPFLAGS_DISALLOW_INSTANTIATION
  #define Py_TPFLAGS_DISALLOW_INSTANTIATION (1UL << 7)
#endif
#ifndef METH_STACKLESS
  #define METH_STACKLESS 0
#endif
#ifndef METH_FASTCALL
  #ifndef METH_FASTCALL
     #define METH_FASTCALL 0x80
  #endif
  typedef PyObject *(*__Pyx_PyCFunctionFast) (PyObject *self, PyObject *const *args, Py_ssize_t nargs);
  typedef PyObject *(*__Pyx_PyCFunctionFastWithKeywords) (PyObject *self, PyObject *const *args,
                                                          Py_ssize_t nargs, PyObject *kwnames);
#else
  #if PY_VERSION_HEX >= 0x030d00A4
  #  define __Pyx_PyCFunctionFast PyCFunctionFast
  #  define __Pyx_PyCFunctionFastWithKeywords PyCFunctionFastWithKeywords
  #else
  #  define __Pyx_PyCFunctionFast _PyCFunctionFast
  #  define __Pyx_PyCFunctionFastWithKeywords _PyCFunctionFastWithKeywords
  #endif
#endif
#if CYTHON_METH_FASTCALL
  #define __Pyx_METH_FASTCALL METH_FASTCALL
  #define __Pyx_PyCFunction_FastCall __Pyx_PyCFunctionFast
  #define __Pyx_PyCFunction_FastCallWithKeywords __Pyx_PyCFunctionFastWithKeywords
#else
  #define __Pyx_METH_FASTCALL METH_VARARGS
  #define __Pyx_PyCFunction_FastCall PyCFunction
  #define __Pyx_PyCFunction_FastCallWithKeywords PyCFunctionWithKeywords
#endif
#if CYTHON_VECTORCALL
  #define __pyx_vectorcallfunc vectorcallfunc
  #define __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET  PY_VECTORCALL_ARGUMENTS_OFFSET
  #define __Pyx_PyVectorcall_NARGS(n)  PyVectorcall_NARGS((size_t)(n))
#else
  #define __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET  0
  #define __Pyx_PyVectorcall_NARGS(n)  ((Py_ssize_t)(n))
#endif
#if PY_VERSION_HEX >= 0x030900B1
#define __Pyx_PyCFunction_CheckExact(func)  PyCFunction_CheckExact(func)
#else
#define __Pyx_PyCFunction_CheckExact(func)  PyCFunction_Check(func)
#endif
#define __Pyx_CyOrPyCFunction_Check(func)  PyCFunction_Check(func)
#if CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_CyOrPyCFunction_GET_FUNCTION(func)  (((PyCFunctionObject*)(func))->m_ml->ml_meth)
#elif !CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_CyOrPyCFunction_GET_FUNCTION(func)  PyCFunction_GET_FUNCTION(func)
#endif
#if CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_CyOrPyCFunction_GET_FLAGS(func)  (((PyCFunctionObject*)(func))->m_ml->ml_flags)
static CYTHON_INLINE PyObject* __Pyx_CyOrPyCFunction_GET_SELF(PyObject *func) {
    return (__Pyx_CyOrPyCFunction_GET_FLAGS(func) & METH_STATIC) ? NULL : ((PyCFunctionObject*)func)->m_self;
}
#endif
static CYTHON_INLINE int __Pyx__IsSameCFunction(PyObject *func, void (*cfunc)(void)) {
#if CYTHON_COMPILING_IN_LIMITED_API
    return PyCFunction_Check(func) && PyCFunction_GetFunction(func) == (PyCFunction) cfunc;
#else
    return PyCFunction_Check(func) && PyCFunction_GET_FUNCTION(func) == (PyCFunction) cfunc;
#endif
}
#define __Pyx_IsSameCFunction(func, cfunc)   __Pyx__IsSameCFunction(func, cfunc)
#if PY_VERSION_HEX < 0x03090000 || (CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000)
  #define __Pyx_PyType_FromModuleAndSpec(m, s, b)  ((void)m, PyType_FromSpecWithBases(s, b))
  typedef PyObject *(*__Pyx_PyCMethod)(PyObject *, PyTypeObject *, PyObject *const *, size_t, PyObject *);
#else
  #define __Pyx_PyType_FromModuleAndSpec(m, s, b)  PyType_FromModuleAndSpec(m, s, b)
  #define __Pyx_PyCMethod  PyCMethod
#endif
#ifndef METH_METHOD
  #define METH_METHOD 0x200
#endif
#if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Malloc)
  #define PyObject_Malloc(s)   PyMem_Malloc(s)
  #define PyObject_Free(p)     PyMem_Free(p)
  #define PyObject_Realloc(p)  PyMem_Realloc(p)
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
  #define __Pyx_PyFrame_SetLineNumber(frame, lineno)
#elif CYTHON_COMPILING_IN_GRAAL && defined(GRAALPY_VERSION_NUM) && GRAALPY_VERSION_NUM > 0x19000000
  #define __Pyx_PyCode_HasFreeVars(co)  (PyCode_GetNumFree(co) > 0)
  #define __Pyx_PyFrame_SetLineNumber(frame, lineno) GraalPyFrame_SetLineNumber((frame), (lineno))
#elif CYTHON_COMPILING_IN_GRAAL
  #define __Pyx_PyCode_HasFreeVars(co)  (PyCode_GetNumFree(co) > 0)
  #define __Pyx_PyFrame_SetLineNumber(frame, lineno) _PyFrame_SetLineNumber((frame), (lineno))
#else
  #define __Pyx_PyCode_HasFreeVars(co)  (PyCode_GetNumFree(co) > 0)
  #define __Pyx_PyFrame_SetLineNumber(frame, lineno)  (frame)->f_lineno = (lineno)
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
  #define __Pyx_PyThreadState_Current PyThreadState_Get()
#elif !CYTHON_FAST_THREAD_STATE
  #define __Pyx_PyThreadState_Current PyThreadState_GET()
#elif PY_VERSION_HEX >= 0x030d00A1
  #define __Pyx_PyThreadState_Current PyThreadState_GetUnchecked()
#else
  #define __Pyx_PyThreadState_Current _PyThreadState_UncheckedGet()
#endif
#if CYTHON_USE_MODULE_STATE
static CYTHON_INLINE void *__Pyx__PyModule_GetState(PyObject *op)
{
    void *result;
    result = PyModule_GetState(op);
    if (!result)
        Py_FatalError("Couldn't find the module state");
    return result;
}
#define __Pyx_PyModule_GetState(o) (__pyx_mstatetype *)__Pyx__PyModule_GetState(o)
#else
#define __Pyx_PyModule_GetState(op) ((void)op,__pyx_mstate_global)
#endif
#define __Pyx_PyObject_GetSlot(obj, name, func_ctype)  __Pyx_PyType_GetSlot(Py_TYPE((PyObject *) obj), name, func_ctype)
#define __Pyx_PyObject_TryGetSlot(obj, name, func_ctype) __Pyx_PyType_TryGetSlot(Py_TYPE(obj), name, func_ctype)
#define __Pyx_PyObject_GetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_GetSubSlot(Py_TYPE(obj), sub, name, func_ctype)
#define __Pyx_PyObject_TryGetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_TryGetSubSlot(Py_TYPE(obj), sub, name, func_ctype)
#if CYTHON_USE_TYPE_SLOTS
  #define __Pyx_PyType_GetSlot(type, name, func_ctype)  ((type)->name)
  #define __Pyx_PyType_TryGetSlot(type, name, func_ctype) __Pyx_PyType_GetSlot(type, name, func_ctype)
  #define __Pyx_PyType_GetSubSlot(type, sub, name, func_ctype) (((type)->sub) ? ((type)->sub->name) : NULL)
  #define __Pyx_PyType_TryGetSubSlot(type, sub, name, func_ctype) __Pyx_PyType_GetSubSlot(type, sub, name, func_ctype)
#else
  #define __Pyx_PyType_GetSlot(type, name, func_ctype)  ((func_ctype) PyType_GetSlot((type), Py_##name))
  #define __Pyx_PyType_TryGetSlot(type, name, func_ctype)\
    ((__PYX_LIMITED_VERSION_HEX >= 0x030A0000 ||\
     (PyType_GetFlags(type) & Py_TPFLAGS_HEAPTYPE) || __Pyx_get_runtime_version() >= 0x030A0000) ?\
     __Pyx_PyType_GetSlot(type, name, func_ctype) : NULL)
  #define __Pyx_PyType_GetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_GetSlot(obj, name, func_ctype)
  #define __Pyx_PyType_TryGetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_TryGetSlot(obj, name, func_ctype)
#endif
#if CYTHON_COMPILING_IN_CPYTHON || defined(_PyDict_NewPresized)
#define __Pyx_PyDict_NewPresized(n)  ((n <= 8) ? PyDict_New() : _PyDict_NewPresized(n))
#else
#define __Pyx_PyDict_NewPresized(n)  PyDict_New()
#endif
#define __Pyx_PyNumber_Divide(x,y)         PyNumber_TrueDivide(x,y)
#define __Pyx_PyNumber_InPlaceDivide(x,y)  PyNumber_InPlaceTrueDivide(x,y)
#if CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_UNICODE_INTERNALS
#define __Pyx_PyDict_GetItemStrWithError(dict, name)  _PyDict_GetItem_KnownHash(dict, name, ((PyASCIIObject *) name)->hash)
static CYTHON_INLINE PyObject * __Pyx_PyDict_GetItemStr(PyObject *dict, PyObject *name) {
    PyObject *res = __Pyx_PyDict_GetItemStrWithError(dict, name);
    if (res == NULL) PyErr_Clear();
    return res;
}
#elif !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07020000
#define __Pyx_PyDict_GetItemStrWithError  PyDict_GetItemWithError
#define __Pyx_PyDict_GetItemStr           PyDict_GetItem
#else
static CYTHON_INLINE PyObject * __Pyx_PyDict_GetItemStrWithError(PyObject *dict, PyObject *name) {
#if CYTHON_COMPILING_IN_PYPY
    return PyDict_GetItem(dict, name);
#else
    PyDictEntry *ep;
    PyDictObject *mp = (PyDictObject*) dict;
    long hash = ((PyStringObject *) name)->ob_shash;
    assert(hash != -1);
    ep = (mp->ma_lookup)(mp, name, hash);
    if (ep == NULL) {
        return NULL;
    }
    return ep->me_value;
#endif
}
#define __Pyx_PyDict_GetItemStr           PyDict_GetItem
#endif
#if CYTHON_USE_TYPE_SLOTS
  #define __Pyx_PyType_GetFlags(tp)   (((PyTypeObject *)tp)->tp_flags)
  #define __Pyx_PyType_HasFeature(type, feature)  ((__Pyx_PyType_GetFlags(type) & (feature)) != 0)
#else
  #define __Pyx_PyType_GetFlags(tp)   (PyType_GetFlags((PyTypeObject *)tp))
  #define __Pyx_PyType_HasFeature(type, feature)  PyType_HasFeature(type, feature)
#endif
#define __Pyx_PyObject_GetIterNextFunc(iterator)  __Pyx_PyObject_GetSlot(iterator, tp_iternext, iternextfunc)
#if CYTHON_USE_TYPE_SPECS
#define __Pyx_PyHeapTypeObject_GC_Del(obj)  {\
    PyTypeObject *type = Py_TYPE((PyObject*)obj);\
    assert(__Pyx_PyType_HasFeature(type, Py_TPFLAGS_HEAPTYPE));\
    PyObject_GC_Del(obj);\
    Py_DECREF(type);\
}
#else
#define __Pyx_PyHeapTypeObject_GC_Del(obj)  PyObject_GC_Del(obj)
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
  #define __Pyx_PyUnicode_READY(op)       (0)
  #define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_ReadChar(u, i)
  #define __Pyx_PyUnicode_MAX_CHAR_VALUE(u)   ((void)u, 1114111U)
  #define __Pyx_PyUnicode_KIND(u)         ((void)u, (0))
  #define __Pyx_PyUnicode_DATA(u)         ((void*)u)
  #define __Pyx_PyUnicode_READ(k, d, i)   ((void)k, PyUnicode_ReadChar((PyObject*)(d), i))
  #define __Pyx_PyUnicode_IS_TRUE(u)      (0 != PyUnicode_GetLength(u))
#else
  #if PY_VERSION_HEX >= 0x030C0000
    #define __Pyx_PyUnicode_READY(op)       (0)
  #else
    #define __Pyx_PyUnicode_READY(op)       (likely(PyUnicode_IS_READY(op)) ?\
                                                0 : _PyUnicode_Ready((PyObject *)(op)))
  #endif
  #define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_READ_CHAR(u, i)
  #define __Pyx_PyUnicode_MAX_CHAR_VALUE(u)   PyUnicode_MAX_CHAR_VALUE(u)
  #define __Pyx_PyUnicode_KIND(u)         ((int)PyUnicode_KIND(u))
  #define __Pyx_PyUnicode_DATA(u)         PyUnicode_DATA(u)
  #define __Pyx_PyUnicode_READ(k, d, i)   PyUnicode_READ(k, d, i)
  #define __Pyx_PyUnicode_WRITE(k, d, i, ch)  PyUnicode_WRITE(k, d, i, (Py_UCS4) ch)
  #if PY_VERSION_HEX >= 0x030C0000
    #define __Pyx_PyUnicode_IS_TRUE(u)      (0 != PyUnicode_GET_LENGTH(u))
  #else
    #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03090000
    #define __Pyx_PyUnicode_IS_TRUE(u)      (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : ((PyCompactUnicodeObject *)(u))->wstr_length))
    #else
    #define __Pyx_PyUnicode_IS_TRUE(u)      (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : PyUnicode_GET_SIZE(u)))
    #endif
  #endif
#endif
#if CYTHON_COMPILING_IN_PYPY
  #define __Pyx_PyUnicode_Concat(a, b)      PyNumber_Add(a, b)
  #define __Pyx_PyUnicode_ConcatSafe(a, b)  PyNumber_Add(a, b)
#else
  #define __Pyx_PyUnicode_Concat(a, b)      PyUnicode_Concat(a, b)
  #define __Pyx_PyUnicode_ConcatSafe(a, b)  ((unlikely((a) == Py_None) || unlikely((b) == Py_None)) ?\
      PyNumber_Add(a, b) : __Pyx_PyUnicode_Concat(a, b))
#endif
#if CYTHON_COMPILING_IN_PYPY
  #if !defined(PyUnicode_DecodeUnicodeEscape)
    #define PyUnicode_DecodeUnicodeEscape(s, size, errors)  PyUnicode_Decode(s, size, "unicode_escape", errors)
  #endif
  #if !defined(PyUnicode_Contains)
    #define PyUnicode_Contains(u, s)  PySequence_Contains(u, s)
  #endif
  #if !defined(PyByteArray_Check)
    #define PyByteArray_Check(obj)  PyObject_TypeCheck(obj, &PyByteArray_Type)
  #endif
  #if !defined(PyObject_Format)
    #define PyObject_Format(obj, fmt)  PyObject_CallMethod(obj, "__format__", "O", fmt)
  #endif
#endif
#define __Pyx_PyUnicode_FormatSafe(a, b)  ((unlikely((a) == Py_None || (PyUnicode_Check(b) && !PyUnicode_CheckExact(b)))) ? PyNumber_Remainder(a, b) : PyUnicode_Format(a, b))
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  #define __Pyx_PySequence_ListKeepNew(obj)\
    (likely(PyList_CheckExact(obj) && PyUnstable_Object_IsUniquelyReferenced(obj)) ? __Pyx_NewRef(obj) : PySequence_List(obj))
#elif CYTHON_COMPILING_IN_CPYTHON
  #define __Pyx_PySequence_ListKeepNew(obj)\
    (likely(PyList_CheckExact(obj) && Py_REFCNT(obj) == 1) ? __Pyx_NewRef(obj) : PySequence_List(obj))
#else
  #define __Pyx_PySequence_ListKeepNew(obj)  PySequence_List(obj)
#endif
#ifndef PySet_CheckExact
  #define PySet_CheckExact(obj)        __Pyx_IS_TYPE(obj, &PySet_Type)
#endif
#if PY_VERSION_HEX >= 0x030900A4
  #define __Pyx_SET_REFCNT(obj, refcnt) Py_SET_REFCNT(obj, refcnt)
  #define __Pyx_SET_SIZE(obj, size) Py_SET_SIZE(obj, size)
#else
  #define __Pyx_SET_REFCNT(obj, refcnt) Py_REFCNT(obj) = (refcnt)
  #define __Pyx_SET_SIZE(obj, size) Py_SIZE(obj) = (size)
#endif
enum __Pyx_ReferenceSharing {
  __Pyx_ReferenceSharing_DefinitelyUnique, // We created it so we know it's unshared - no need to check
  __Pyx_ReferenceSharing_OwnStrongReference,
  __Pyx_ReferenceSharing_FunctionArgument,
  __Pyx_ReferenceSharing_SharedReference, // Never trust it to be unshared because it's a global or similar
};
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && PY_VERSION_HEX >= 0x030E0000
#define __Pyx_IS_UNIQUELY_REFERENCED(o, sharing)\
    (sharing == __Pyx_ReferenceSharing_DefinitelyUnique ? 1 :\
      (sharing == __Pyx_ReferenceSharing_FunctionArgument ? PyUnstable_Object_IsUniqueReferencedTemporary(o) :\
      (sharing == __Pyx_ReferenceSharing_OwnStrongReference ? PyUnstable_Object_IsUniquelyReferenced(o) : 0)))
#elif (CYTHON_COMPILING_IN_CPYTHON && !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING) || CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_IS_UNIQUELY_REFERENCED(o, sharing) (((void)sharing), Py_REFCNT(o) == 1)
#else
#define __Pyx_IS_UNIQUELY_REFERENCED(o, sharing) (((void)o), ((void)sharing), 0)
#endif
#if CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
  #if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
    #define __Pyx_PyList_GetItemRef(o, i) PyList_GetItemRef(o, i)
  #elif CYTHON_COMPILING_IN_LIMITED_API || !CYTHON_ASSUME_SAFE_MACROS
    #define __Pyx_PyList_GetItemRef(o, i) (likely((i) >= 0) ? PySequence_GetItem(o, i) : (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL))
  #else
    #define __Pyx_PyList_GetItemRef(o, i) PySequence_ITEM(o, i)
  #endif
#elif CYTHON_COMPILING_IN_LIMITED_API || !CYTHON_ASSUME_SAFE_MACROS
  #if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
    #define __Pyx_PyList_GetItemRef(o, i) PyList_GetItemRef(o, i)
  #else
    #define __Pyx_PyList_GetItemRef(o, i) __Pyx_XNewRef(PyList_GetItem(o, i))
  #endif
#else
  #define __Pyx_PyList_GetItemRef(o, i) __Pyx_NewRef(PyList_GET_ITEM(o, i))
#endif
#if CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS && !CYTHON_COMPILING_IN_LIMITED_API && CYTHON_ASSUME_SAFE_MACROS
  #define __Pyx_PyList_GetItemRefFast(o, i, unsafe_shared) (__Pyx_IS_UNIQUELY_REFERENCED(o, unsafe_shared) ?\
    __Pyx_NewRef(PyList_GET_ITEM(o, i)) : __Pyx_PyList_GetItemRef(o, i))
#else
  #define __Pyx_PyList_GetItemRefFast(o, i, unsafe_shared) __Pyx_PyList_GetItemRef(o, i)
#endif
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
#define __Pyx_PyDict_GetItemRef(dict, key, result) PyDict_GetItemRef(dict, key, result)
#elif CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
static CYTHON_INLINE int __Pyx_PyDict_GetItemRef(PyObject *dict, PyObject *key, PyObject **result) {
  *result = PyObject_GetItem(dict, key);
  if (*result == NULL) {
    if (PyErr_ExceptionMatches(PyExc_KeyError)) {
      PyErr_Clear();
      return 0;
    }
    return -1;
  }
  return 1;
}
#else
static CYTHON_INLINE int __Pyx_PyDict_GetItemRef(PyObject *dict, PyObject *key, PyObject **result) {
  *result = PyDict_GetItemWithError(dict, key);
  if (*result == NULL) {
    return PyErr_Occurred() ? -1 : 0;
  }
  Py_INCREF(*result);
  return 1;
}
#endif
#if defined(CYTHON_DEBUG_VISIT_CONST) && CYTHON_DEBUG_VISIT_CONST
  #define __Pyx_VISIT_CONST(obj)  Py_VISIT(obj)
#else
  #define __Pyx_VISIT_CONST(obj)
#endif
#if CYTHON_ASSUME_SAFE_MACROS
  #define __Pyx_PySequence_ITEM(o, i) PySequence_ITEM(o, i)
  #define __Pyx_PySequence_SIZE(seq)  Py_SIZE(seq)
  #define __Pyx_PyTuple_SET_ITEM(o, i, v) (PyTuple_SET_ITEM(o, i, v), (0))
  #define __Pyx_PyTuple_GET_ITEM(o, i) PyTuple_GET_ITEM(o, i)
  #define __Pyx_PyList_SET_ITEM(o, i, v) (PyList_SET_ITEM(o, i, v), (0))
  #define __Pyx_PyList_GET_ITEM(o, i) PyList_GET_ITEM(o, i)
#else
  #define __Pyx_PySequence_ITEM(o, i) PySequence_GetItem(o, i)
  #define __Pyx_PySequence_SIZE(seq)  PySequence_Size(seq)
  #define __Pyx_PyTuple_SET_ITEM(o, i, v) PyTuple_SetItem(o, i, v)
  #define __Pyx_PyTuple_GET_ITEM(o, i) PyTuple_GetItem(o, i)
  #define __Pyx_PyList_SET_ITEM(o, i, v) PyList_SetItem(o, i, v)
  #define __Pyx_PyList_GET_ITEM(o, i) PyList_GetItem(o, i)
#endif
#if CYTHON_ASSUME_SAFE_SIZE
  #define __Pyx_PyTuple_GET_SIZE(o) PyTuple_GET_SIZE(o)
  #define __Pyx_PyList_GET_SIZE(o) PyList_GET_SIZE(o)
  #define __Pyx_PySet_GET_SIZE(o) PySet_GET_SIZE(o)
  #define __Pyx_PyBytes_GET_SIZE(o) PyBytes_GET_SIZE(o)
  #define __Pyx_PyByteArray_GET_SIZE(o) PyByteArray_GET_SIZE(o)
  #define __Pyx_PyUnicode_GET_LENGTH(o) PyUnicode_GET_LENGTH(o)
#else
  #define __Pyx_PyTuple_GET_SIZE(o) PyTuple_Size(o)
  #define __Pyx_PyList_GET_SIZE(o) PyList_Size(o)
  #define __Pyx_PySet_GET_SIZE(o) PySet_Size(o)
  #define __Pyx_PyBytes_GET_SIZE(o) PyBytes_Size(o)
  #define __Pyx_PyByteArray_GET_SIZE(o) PyByteArray_Size(o)
  #define __Pyx_PyUnicode_GET_LENGTH(o) PyUnicode_GetLength(o)
#endif
#if CYTHON_COMPILING_IN_PYPY && !defined(PyUnicode_InternFromString)
  #define PyUnicode_InternFromString(s) PyUnicode_FromString(s)
#endif
#define __Pyx_PyLong_FromHash_t PyLong_FromSsize_t
#define __Pyx_PyLong_AsHash_t   __Pyx_PyIndex_AsSsize_t
#if __PYX_LIMITED_VERSION_HEX >= 0x030A0000
    #define __Pyx_PySendResult PySendResult
#else
    typedef enum {
        PYGEN_RETURN = 0,
        PYGEN_ERROR = -1,
        PYGEN_NEXT = 1,
    } __Pyx_PySendResult;
#endif
#if CYTHON_COMPILING_IN_LIMITED_API || PY_VERSION_HEX < 0x030A00A3
  typedef __Pyx_PySendResult (*__Pyx_pyiter_sendfunc)(PyObject *iter, PyObject *value, PyObject **result);
#else
  #define __Pyx_pyiter_sendfunc sendfunc
#endif
#if !CYTHON_USE_AM_SEND
#define __PYX_HAS_PY_AM_SEND 0
#elif __PYX_LIMITED_VERSION_HEX >= 0x030A0000
#define __PYX_HAS_PY_AM_SEND 1
#else
#define __PYX_HAS_PY_AM_SEND 2  // our own backported implementation
#endif
#if __PYX_HAS_PY_AM_SEND < 2
    #define __Pyx_PyAsyncMethodsStruct PyAsyncMethods
#else
    typedef struct {
        unaryfunc am_await;
        unaryfunc am_aiter;
        unaryfunc am_anext;
        __Pyx_pyiter_sendfunc am_send;
    } __Pyx_PyAsyncMethodsStruct;
    #define __Pyx_SlotTpAsAsync(s) ((PyAsyncMethods*)(s))
#endif
#if CYTHON_USE_AM_SEND && PY_VERSION_HEX < 0x030A00F0
    #define __Pyx_TPFLAGS_HAVE_AM_SEND (1UL << 21)
#else
    #define __Pyx_TPFLAGS_HAVE_AM_SEND (0)
#endif
#if PY_VERSION_HEX >= 0x03090000
#define __Pyx_PyInterpreterState_Get() PyInterpreterState_Get()
#else
#define __Pyx_PyInterpreterState_Get() PyThreadState_Get()->interp
#endif
#if CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030A0000
#ifdef __cplusplus
extern "C"
#endif
PyAPI_FUNC(void *) PyMem_Calloc(size_t nelem, size_t elsize);
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
static int __Pyx_init_co_variable(PyObject *inspect, const char* name, int *write_to) {
    int value;
    PyObject *py_value = PyObject_GetAttrString(inspect, name);
    if (!py_value) return 0;
    value = (int) PyLong_AsLong(py_value);
    Py_DECREF(py_value);
    *write_to = value;
    return value != -1 || !PyErr_Occurred();
}
static int __Pyx_init_co_variables(void) {
    PyObject *inspect;
    int result;
    inspect = PyImport_ImportModule("inspect");
    result =
#if !defined(CO_OPTIMIZED)
        __Pyx_init_co_variable(inspect, "CO_OPTIMIZED", &CO_OPTIMIZED) &&
#endif
#if !defined(CO_NEWLOCALS)
        __Pyx_init_co_variable(inspect, "CO_NEWLOCALS", &CO_NEWLOCALS) &&
#endif
#if !defined(CO_VARARGS)
        __Pyx_init_co_variable(inspect, "CO_VARARGS", &CO_VARARGS) &&
#endif
#if !defined(CO_VARKEYWORDS)
        __Pyx_init_co_variable(inspect, "CO_VARKEYWORDS", &CO_VARKEYWORDS) &&
#endif
#if !defined(CO_ASYNC_GENERATOR)
        __Pyx_init_co_variable(inspect, "CO_ASYNC_GENERATOR", &CO_ASYNC_GENERATOR) &&
#endif
#if !defined(CO_GENERATOR)
        __Pyx_init_co_variable(inspect, "CO_GENERATOR", &CO_GENERATOR) &&
#endif
#if !defined(CO_COROUTINE)
        __Pyx_init_co_variable(inspect, "CO_COROUTINE", &CO_COROUTINE) &&
#endif
        1;
    Py_DECREF(inspect);
    return result ? 0 : -1;
}
#else
static int __Pyx_init_co_variables(void) {
    return 0;  // It's a limited API-only feature
}
#endif

/* MathInitCode */
#if defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)
  #ifndef _USE_MATH_DEFINES
    #define _USE_MATH_DEFINES
  #endif
#endif
#include <math.h>
#if defined(__CYGWIN__) && defined(_LDBL_EQ_DBL)
#define __Pyx_truncl trunc
#else
#define __Pyx_truncl truncl
#endif

#ifndef CYTHON_CLINE_IN_TRACEBACK_RUNTIME
#define CYTHON_CLINE_IN_TRACEBACK_RUNTIME 0
#endif
#ifndef CYTHON_CLINE_IN_TRACEBACK
#define CYTHON_CLINE_IN_TRACEBACK CYTHON_CLINE_IN_TRACEBACK_RUNTIME
#endif
#if CYTHON_CLINE_IN_TRACEBACK
#define __PYX_MARK_ERR_POS(f_index, lineno)  { __pyx_filename = __pyx_f[f_index]; (void) __pyx_filename; __pyx_lineno = lineno; (void) __pyx_lineno; __pyx_clineno = __LINE__; (void) __pyx_clineno; }
#else
#define __PYX_MARK_ERR_POS(f_index, lineno)  { __pyx_filename = __pyx_f[f_index]; (void) __pyx_filename; __pyx_lineno = lineno; (void) __pyx_lineno; (void) __pyx_clineno; }
#endif
#define __PYX_ERR(f_index, lineno, Ln_error) \
    { __PYX_MARK_ERR_POS(f_index, lineno) goto Ln_error; }

#ifdef CYTHON_EXTERN_C
    #undef __PYX_EXTERN_C
    #define __PYX_EXTERN_C CYTHON_EXTERN_C
#elif defined(__PYX_EXTERN_C)
    #ifdef _MSC_VER
    #pragma message ("Please do not define the '__PYX_EXTERN_C' macro externally. Use 'CYTHON_EXTERN_C' instead.")
    #else
    #warning Please do not define the '__PYX_EXTERN_C' macro externally. Use 'CYTHON_EXTERN_C' instead.
    #endif
#else
    #define __PYX_EXTERN_C extern "C++"
#endif

#define __PYX_HAVE__pygsti__baseobjs__opcalc__fastopcalc
#define __PYX_HAVE_API__pygsti__baseobjs__opcalc__fastopcalc
/* Early includes */
#include <string.h>
#include <stdlib.h>
#include "ios"
#include "new"
#include "stdexcept"
#include "typeinfo"
#include <utility>

    #if __cplusplus >= 201103L || (defined(_MSC_VER) && _MSC_VER >= 1600)
    // move should be defined for these versions of MSVC, but __cplusplus isn't set usefully
    #include <type_traits>

    namespace cython_std {
    template <typename T> typename std::remove_reference<T>::type&& move(T& t) noexcept { return std::move(t); }
    template <typename T> typename std::remove_reference<T>::type&& move(T&& t) noexcept { return std::move(t); }
    }

    #endif
    
#include <algorithm>
#include <unordered_map>
#include <vector>
#include <string_view>
#include <string>
#include <stdio.h>

    /* Using NumPy API declarations from "numpy/__init__.cython-30.pxd" */
    
#include "numpy/arrayobject.h"
#include "numpy/ndarrayobject.h"
#include "numpy/ndarraytypes.h"
#include "numpy/arrayscalars.h"
#include "numpy/ufuncobject.h"
#ifdef _OPENMP
#include <omp.h>
#endif /* _OPENMP */

#if defined(PYREX_WITHOUT_ASSERTIONS) && !defined(CYTHON_WITHOUT_ASSERTIONS)
#define CYTHON_WITHOUT_ASSERTIONS
#endif

#define __PYX_DEFAULT_STRING_ENCODING_IS_ASCII 0
#define __PYX_DEFAULT_STRING_ENCODING_IS_UTF8 0
#define __PYX_DEFAULT_STRING_ENCODING ""
#define __Pyx_PyObject_FromString __Pyx_PyBytes_FromString
#define __Pyx_PyObject_FromStringAndSize __Pyx_PyBytes_FromStringAndSize
#define __Pyx_uchar_cast(c) ((unsigned char)c)
#define __Pyx_long_cast(x) ((long)x)
#define __Pyx_fits_Py_ssize_t(v, type, is_signed)  (\
    (sizeof(type) < sizeof(Py_ssize_t))  ||\
    (sizeof(type) > sizeof(Py_ssize_t) &&\
          likely(v < (type)PY_SSIZE_T_MAX ||\
                 v == (type)PY_SSIZE_T_MAX)  &&\
          (!is_signed || likely(v > (type)PY_SSIZE_T_MIN ||\
                                v == (type)PY_SSIZE_T_MIN)))  ||\
    (sizeof(type) == sizeof(Py_ssize_t) &&\
          (is_signed || likely(v < (type)PY_SSIZE_T_MAX ||\
                               v == (type)PY_SSIZE_T_MAX)))  )
static CYTHON_INLINE int __Pyx_is_valid_index(Py_ssize_t i, Py_ssize_t limit) {
    return (size_t) i < (size_t) limit;
}
#if defined (__cplusplus) && __cplusplus >= 201103L
    #include <cstdlib>
    #define __Pyx_sst_abs(value) std::abs(value)
#elif SIZEOF_INT >= SIZEOF_SIZE_T
    #define __Pyx_sst_abs(value) abs(value)
#elif SIZEOF_LONG >= SIZEOF_SIZE_T
    #define __Pyx_sst_abs(value) labs(value)
#elif defined (_MSC_VER)
    #define __Pyx_sst_abs(value) ((Py_ssize_t)_abs64(value))
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
    #define __Pyx_sst_abs(value) llabs(value)
#elif defined (__GNUC__)
    #define __Pyx_sst_abs(value) __builtin_llabs(value)
#else
    #define __Pyx_sst_abs(value) ((value<0) ? -value : value)
#endif
static CYTHON_INLINE Py_ssize_t __Pyx_ssize_strlen(const char *s);
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject*);
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject*, Py_ssize_t* length);
static CYTHON_INLINE PyObject* __Pyx_PyByteArray_FromString(const char*);
#define __Pyx_PyByteArray_FromStringAndSize(s, l) PyByteArray_FromStringAndSize((const char*)s, l)
#define __Pyx_PyBytes_FromString        PyBytes_FromString
#define __Pyx_PyBytes_FromStringAndSize PyBytes_FromStringAndSize
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char*);
#if CYTHON_ASSUME_SAFE_MACROS
    #define __Pyx_PyBytes_AsWritableString(s)     ((char*) PyBytes_AS_STRING(s))
    #define __Pyx_PyBytes_AsWritableSString(s)    ((signed char*) PyBytes_AS_STRING(s))
    #define __Pyx_PyBytes_AsWritableUString(s)    ((unsigned char*) PyBytes_AS_STRING(s))
    #define __Pyx_PyBytes_AsString(s)     ((const char*) PyBytes_AS_STRING(s))
    #define __Pyx_PyBytes_AsSString(s)    ((const signed char*) PyBytes_AS_STRING(s))
    #define __Pyx_PyBytes_AsUString(s)    ((const unsigned char*) PyBytes_AS_STRING(s))
    #define __Pyx_PyByteArray_AsString(s) PyByteArray_AS_STRING(s)
#else
    #define __Pyx_PyBytes_AsWritableString(s)     ((char*) PyBytes_AsString(s))
    #define __Pyx_PyBytes_AsWritableSString(s)    ((signed char*) PyBytes_AsString(s))
    #define __Pyx_PyBytes_AsWritableUString(s)    ((unsigned char*) PyBytes_AsString(s))
    #define __Pyx_PyBytes_AsString(s)     ((const char*) PyBytes_AsString(s))
    #define __Pyx_PyBytes_AsSString(s)    ((const signed char*) PyBytes_AsString(s))
    #define __Pyx_PyBytes_AsUString(s)    ((const unsigned char*) PyBytes_AsString(s))
    #define __Pyx_PyByteArray_AsString(s) PyByteArray_AsString(s)
#endif
#define __Pyx_PyObject_AsWritableString(s)    ((char*)(__pyx_uintptr_t) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsWritableSString(s)    ((signed char*)(__pyx_uintptr_t) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsWritableUString(s)    ((unsigned char*)(__pyx_uintptr_t) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsSString(s)    ((const signed char*) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsUString(s)    ((const unsigned char*) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_FromCString(s)  __Pyx_PyObject_FromString((const char*)s)
#define __Pyx_PyBytes_FromCString(s)   __Pyx_PyBytes_FromString((const char*)s)
#define __Pyx_PyByteArray_FromCString(s)   __Pyx_PyByteArray_FromString((const char*)s)
#define __Pyx_PyUnicode_FromCString(s) __Pyx_PyUnicode_FromString((const char*)s)
#define __Pyx_PyUnicode_FromOrdinal(o)       PyUnicode_FromOrdinal((int)o)
#define __Pyx_PyUnicode_AsUnicode            PyUnicode_AsUnicode
static CYTHON_INLINE PyObject *__Pyx_NewRef(PyObject *obj) {
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030a0000 || defined(Py_NewRef)
    return Py_NewRef(obj);
#else
    Py_INCREF(obj);
    return obj;
#endif
}
static CYTHON_INLINE PyObject *__Pyx_XNewRef(PyObject *obj) {
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030a0000 || defined(Py_XNewRef)
    return Py_XNewRef(obj);
#else
    Py_XINCREF(obj);
    return obj;
#endif
}
static CYTHON_INLINE PyObject *__Pyx_Owned_Py_None(int b);
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b);
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject*);
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject*);
static CYTHON_INLINE PyObject* __Pyx_PyNumber_Long(PyObject* x);
#define __Pyx_PySequence_Tuple(obj)\
    (likely(PyTuple_CheckExact(obj)) ? __Pyx_NewRef(obj) : PySequence_Tuple(obj))
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject*);
static CYTHON_INLINE PyObject * __Pyx_PyLong_FromSize_t(size_t);
static CYTHON_INLINE Py_hash_t __Pyx_PyIndex_AsHash_t(PyObject*);
#if CYTHON_ASSUME_SAFE_MACROS
#define __Pyx_PyFloat_AsDouble(x) (PyFloat_CheckExact(x) ? PyFloat_AS_DOUBLE(x) : PyFloat_AsDouble(x))
#define __Pyx_PyFloat_AS_DOUBLE(x) PyFloat_AS_DOUBLE(x)
#else
#define __Pyx_PyFloat_AsDouble(x) PyFloat_AsDouble(x)
#define __Pyx_PyFloat_AS_DOUBLE(x) PyFloat_AsDouble(x)
#endif
#define __Pyx_PyFloat_AsFloat(x) ((float) __Pyx_PyFloat_AsDouble(x))
#define __Pyx_PyNumber_Int(x) (PyLong_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Long(x))
#if CYTHON_USE_PYLONG_INTERNALS
  #if PY_VERSION_HEX >= 0x030C00A7
  #ifndef _PyLong_SIGN_MASK
    #define _PyLong_SIGN_MASK 3
  #endif
  #ifndef _PyLong_NON_SIZE_BITS
    #define _PyLong_NON_SIZE_BITS 3
  #endif
  #define __Pyx_PyLong_Sign(x)  (((PyLongObject*)x)->long_value.lv_tag & _PyLong_SIGN_MASK)
  #define __Pyx_PyLong_IsNeg(x)  ((__Pyx_PyLong_Sign(x) & 2) != 0)
  #define __Pyx_PyLong_IsNonNeg(x)  (!__Pyx_PyLong_IsNeg(x))
  #define __Pyx_PyLong_IsZero(x)  (__Pyx_PyLong_Sign(x) & 1)
  #define __Pyx_PyLong_IsPos(x)  (__Pyx_PyLong_Sign(x) == 0)
  #define __Pyx_PyLong_CompactValueUnsigned(x)  (__Pyx_PyLong_Digits(x)[0])
  #define __Pyx_PyLong_DigitCount(x)  ((Py_ssize_t) (((PyLongObject*)x)->long_value.lv_tag >> _PyLong_NON_SIZE_BITS))
  #define __Pyx_PyLong_SignedDigitCount(x)\
        ((1 - (Py_ssize_t) __Pyx_PyLong_Sign(x)) * __Pyx_PyLong_DigitCount(x))
  #if defined(PyUnstable_Long_IsCompact) && defined(PyUnstable_Long_CompactValue)
    #define __Pyx_PyLong_IsCompact(x)     PyUnstable_Long_IsCompact((PyLongObject*) x)
    #define __Pyx_PyLong_CompactValue(x)  PyUnstable_Long_CompactValue((PyLongObject*) x)
  #else
    #define __Pyx_PyLong_IsCompact(x)     (((PyLongObject*)x)->long_value.lv_tag < (2 << _PyLong_NON_SIZE_BITS))
    #define __Pyx_PyLong_CompactValue(x)  ((1 - (Py_ssize_t) __Pyx_PyLong_Sign(x)) * (Py_ssize_t) __Pyx_PyLong_Digits(x)[0])
  #endif
  typedef Py_ssize_t  __Pyx_compact_pylong;
  typedef size_t  __Pyx_compact_upylong;
  #else
  #define __Pyx_PyLong_IsNeg(x)  (Py_SIZE(x) < 0)
  #define __Pyx_PyLong_IsNonNeg(x)  (Py_SIZE(x) >= 0)
  #define __Pyx_PyLong_IsZero(x)  (Py_SIZE(x) == 0)
  #define __Pyx_PyLong_IsPos(x)  (Py_SIZE(x) > 0)
  #define __Pyx_PyLong_CompactValueUnsigned(x)  ((Py_SIZE(x) == 0) ? 0 : __Pyx_PyLong_Digits(x)[0])
  #define __Pyx_PyLong_DigitCount(x)  __Pyx_sst_abs(Py_SIZE(x))
  #define __Pyx_PyLong_SignedDigitCount(x)  Py_SIZE(x)
  #define __Pyx_PyLong_IsCompact(x)  (Py_SIZE(x) == 0 || Py_SIZE(x) == 1 || Py_SIZE(x) == -1)
  #define __Pyx_PyLong_CompactValue(x)\
        ((Py_SIZE(x) == 0) ? (sdigit) 0 : ((Py_SIZE(x) < 0) ? -(sdigit)__Pyx_PyLong_Digits(x)[0] : (sdigit)__Pyx_PyLong_Digits(x)[0]))
  typedef sdigit  __Pyx_compact_pylong;
  typedef digit  __Pyx_compact_upylong;
  #endif
  #if PY_VERSION_HEX >= 0x030C00A5
  #define __Pyx_PyLong_Digits(x)  (((PyLongObject*)x)->long_value.ob_digit)
  #else
  #define __Pyx_PyLong_Digits(x)  (((PyLongObject*)x)->ob_digit)
  #endif
#endif
#if __PYX_DEFAULT_STRING_ENCODING_IS_UTF8
  #define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeUTF8(c_str, size, NULL)
#elif __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
  #define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeASCII(c_str, size, NULL)
#else
  #define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_Decode(c_str, size, __PYX_DEFAULT_STRING_ENCODING, NULL)
#endif


/* Test for GCC > 2.95 */
#if defined(__GNUC__)     && (__GNUC__ > 2 || (__GNUC__ == 2 && (__GNUC_MINOR__ > 95)))
  #define likely(x)   __builtin_expect(!!(x), 1)
  #define unlikely(x) __builtin_expect(!!(x), 0)
#else /* !__GNUC__ or GCC < 2.95 */
  #define likely(x)   (x)
  #define unlikely(x) (x)
#endif /* __GNUC__ */
/* PretendToInitialize */
#ifdef __cplusplus
#if __cplusplus > 201103L
#include <type_traits>
#endif
template <typename T>
static void __Pyx_pretend_to_initialize(T* ptr) {
#if __cplusplus > 201103L
    if ((std::is_trivially_default_constructible<T>::value))
#endif
        *ptr = T();
    (void)ptr;
}
#else
static CYTHON_INLINE void __Pyx_pretend_to_initialize(void* ptr) { (void)ptr; }
#endif


#if !CYTHON_USE_MODULE_STATE
static PyObject *__pyx_m = NULL;
#endif
static int __pyx_lineno;
static int __pyx_clineno = 0;
static const char * const __pyx_cfilenm = __FILE__;
static const char *__pyx_filename;

/* Header.proto */
#if !defined(CYTHON_CCOMPLEX)
  #if defined(__cplusplus)
    #define CYTHON_CCOMPLEX 1
  #elif (defined(_Complex_I) && !defined(_MSC_VER)) || ((defined (__STDC_VERSION__) && __STDC_VERSION__ >= 201112L) && !defined(__STDC_NO_COMPLEX__) && !defined(_MSC_VER))
    #define CYTHON_CCOMPLEX 1
  #else
    #define CYTHON_CCOMPLEX 0
  #endif
#endif
#if CYTHON_CCOMPLEX
  #ifdef __cplusplus
    #include <complex>
  #else
    #include <complex.h>
  #endif
#endif
#if CYTHON_CCOMPLEX && !defined(__cplusplus) && defined(__sun__) && defined(__GNUC__)
  #undef _Complex_I
  #define _Complex_I 1.0fj
#endif

/* #### Code section: filename_table ### */

static const char* const __pyx_f[] = {
  "pygsti/baseobjs/opcalc/fastopcalc.pyx",
  "<stringsource>",
  "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd",
  "cpython/type.pxd",
};
/* #### Code section: utility_code_proto_before_types ### */
/* Atomics.proto (used by UnpackUnboundCMethod) */
#include <pythread.h>
#ifndef CYTHON_ATOMICS
    #define CYTHON_ATOMICS 1
#endif
#define __PYX_CYTHON_ATOMICS_ENABLED() CYTHON_ATOMICS
#define __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING() CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#define __pyx_atomic_int_type int
#define __pyx_nonatomic_int_type int
#if CYTHON_ATOMICS && (defined(__STDC_VERSION__) &&\
                        (__STDC_VERSION__ >= 201112L) &&\
                        !defined(__STDC_NO_ATOMICS__))
    #include <stdatomic.h>
#elif CYTHON_ATOMICS && (defined(__cplusplus) && (\
                    (__cplusplus >= 201103L) ||\
                    (defined(_MSC_VER) && _MSC_VER >= 1700)))
    #include <atomic>
#endif
#if CYTHON_ATOMICS && (defined(__STDC_VERSION__) &&\
                        (__STDC_VERSION__ >= 201112L) &&\
                        !defined(__STDC_NO_ATOMICS__) &&\
                       ATOMIC_INT_LOCK_FREE == 2)
    #undef __pyx_atomic_int_type
    #define __pyx_atomic_int_type atomic_int
    #define __pyx_atomic_ptr_type atomic_uintptr_t
    #define __pyx_nonatomic_ptr_type uintptr_t
    #define __pyx_atomic_incr_relaxed(value) atomic_fetch_add_explicit(value, 1, memory_order_relaxed)
    #define __pyx_atomic_incr_acq_rel(value) atomic_fetch_add_explicit(value, 1, memory_order_acq_rel)
    #define __pyx_atomic_decr_acq_rel(value) atomic_fetch_sub_explicit(value, 1, memory_order_acq_rel)
    #define __pyx_atomic_sub(value, arg) atomic_fetch_sub(value, arg)
    #define __pyx_atomic_int_cmp_exchange(value, expected, desired) atomic_compare_exchange_strong(value, expected, desired)
    #define __pyx_atomic_load(value) atomic_load(value)
    #define __pyx_atomic_store(value, new_value) atomic_store(value, new_value)
    #define __pyx_atomic_pointer_load_relaxed(value) atomic_load_explicit(value, memory_order_relaxed)
    #define __pyx_atomic_pointer_load_acquire(value) atomic_load_explicit(value, memory_order_acquire)
    #define __pyx_atomic_pointer_exchange(value, new_value) atomic_exchange(value, (__pyx_nonatomic_ptr_type)new_value)
    #define __pyx_atomic_pointer_cmp_exchange(value, expected, desired) atomic_compare_exchange_strong(value, expected, desired)
    #if defined(__PYX_DEBUG_ATOMICS) && defined(_MSC_VER)
        #pragma message ("Using standard C atomics")
    #elif defined(__PYX_DEBUG_ATOMICS)
        #warning "Using standard C atomics"
    #endif
#elif CYTHON_ATOMICS && (defined(__cplusplus) && (\
                    (__cplusplus >= 201103L) ||\
\
                    (defined(_MSC_VER) && _MSC_VER >= 1700)) &&\
                    ATOMIC_INT_LOCK_FREE == 2)
    #undef __pyx_atomic_int_type
    #define __pyx_atomic_int_type std::atomic_int
    #define __pyx_atomic_ptr_type std::atomic_uintptr_t
    #define __pyx_nonatomic_ptr_type uintptr_t
    #define __pyx_atomic_incr_relaxed(value) std::atomic_fetch_add_explicit(value, 1, std::memory_order_relaxed)
    #define __pyx_atomic_incr_acq_rel(value) std::atomic_fetch_add_explicit(value, 1, std::memory_order_acq_rel)
    #define __pyx_atomic_decr_acq_rel(value) std::atomic_fetch_sub_explicit(value, 1, std::memory_order_acq_rel)
    #define __pyx_atomic_sub(value, arg) std::atomic_fetch_sub(value, arg)
    #define __pyx_atomic_int_cmp_exchange(value, expected, desired) std::atomic_compare_exchange_strong(value, expected, desired)
    #define __pyx_atomic_load(value) std::atomic_load(value)
    #define __pyx_atomic_store(value, new_value) std::atomic_store(value, new_value)
    #define __pyx_atomic_pointer_load_relaxed(value) std::atomic_load_explicit(value, std::memory_order_relaxed)
    #define __pyx_atomic_pointer_load_acquire(value) std::atomic_load_explicit(value, std::memory_order_acquire)
    #define __pyx_atomic_pointer_exchange(value, new_value) std::atomic_exchange(value, (__pyx_nonatomic_ptr_type)new_value)
    #define __pyx_atomic_pointer_cmp_exchange(value, expected, desired) std::atomic_compare_exchange_strong(value, expected, desired)
    #if defined(__PYX_DEBUG_ATOMICS) && defined(_MSC_VER)
        #pragma message ("Using standard C++ atomics")
    #elif defined(__PYX_DEBUG_ATOMICS)
        #warning "Using standard C++ atomics"
    #endif
#elif CYTHON_ATOMICS && (__GNUC__ >= 5 || (__GNUC__ == 4 &&\
                    (__GNUC_MINOR__ > 1 ||\
                    (__GNUC_MINOR__ == 1 && __GNUC_PATCHLEVEL__ >= 2))))
    #define __pyx_atomic_ptr_type void*
    #define __pyx_nonatomic_ptr_type void*
    #define __pyx_atomic_incr_relaxed(value) __sync_fetch_and_add(value, 1)
    #define __pyx_atomic_incr_acq_rel(value) __sync_fetch_and_add(value, 1)
    #define __pyx_atomic_decr_acq_rel(value) __sync_fetch_and_sub(value, 1)
    #define __pyx_atomic_sub(value, arg) __sync_fetch_and_sub(value, arg)
    static CYTHON_INLINE int __pyx_atomic_int_cmp_exchange(__pyx_atomic_int_type* value, __pyx_nonatomic_int_type* expected, __pyx_nonatomic_int_type desired) {
        __pyx_nonatomic_int_type old = __sync_val_compare_and_swap(value, *expected, desired);
        int result = old == *expected;
        *expected = old;
        return result;
    }
    #define __pyx_atomic_load(value) __sync_fetch_and_add(value, 0)
    #define __pyx_atomic_store(value, new_value) __sync_lock_test_and_set(value, new_value)
    #define __pyx_atomic_pointer_load_relaxed(value) __sync_fetch_and_add(value, 0)
    #define __pyx_atomic_pointer_load_acquire(value) __sync_fetch_and_add(value, 0)
    #define __pyx_atomic_pointer_exchange(value, new_value) __sync_lock_test_and_set(value, (__pyx_atomic_ptr_type)new_value)
    static CYTHON_INLINE int __pyx_atomic_pointer_cmp_exchange(__pyx_atomic_ptr_type* value, __pyx_nonatomic_ptr_type* expected, __pyx_nonatomic_ptr_type desired) {
        __pyx_nonatomic_ptr_type old = __sync_val_compare_and_swap(value, *expected, desired);
        int result = old == *expected;
        *expected = old;
        return result;
    }
    #ifdef __PYX_DEBUG_ATOMICS
        #warning "Using GNU atomics"
    #endif
#elif CYTHON_ATOMICS && defined(_MSC_VER)
    #include <intrin.h>
    #undef __pyx_atomic_int_type
    #define __pyx_atomic_int_type long
    #define __pyx_atomic_ptr_type void*
    #undef __pyx_nonatomic_int_type
    #define __pyx_nonatomic_int_type long
    #define __pyx_nonatomic_ptr_type void*
    #pragma intrinsic (_InterlockedExchangeAdd, _InterlockedExchange, _InterlockedCompareExchange, _InterlockedCompareExchangePointer, _InterlockedExchangePointer)
    #define __pyx_atomic_incr_relaxed(value) _InterlockedExchangeAdd(value, 1)
    #define __pyx_atomic_incr_acq_rel(value) _InterlockedExchangeAdd(value, 1)
    #define __pyx_atomic_decr_acq_rel(value) _InterlockedExchangeAdd(value, -1)
    #define __pyx_atomic_sub(value, arg) _InterlockedExchangeAdd(value, -arg)
    static CYTHON_INLINE int __pyx_atomic_int_cmp_exchange(__pyx_atomic_int_type* value, __pyx_nonatomic_int_type* expected, __pyx_nonatomic_int_type desired) {
        __pyx_nonatomic_int_type old = _InterlockedCompareExchange(value, desired, *expected);
        int result = old == *expected;
        *expected = old;
        return result;
    }
    #define __pyx_atomic_load(value) _InterlockedExchangeAdd(value, 0)
    #define __pyx_atomic_store(value, new_value) _InterlockedExchange(value, new_value)
    #define __pyx_atomic_pointer_load_relaxed(value) *(void * volatile *)value
    #define __pyx_atomic_pointer_load_acquire(value) _InterlockedCompareExchangePointer(value, 0, 0)
    #define __pyx_atomic_pointer_exchange(value, new_value) _InterlockedExchangePointer(value, (__pyx_atomic_ptr_type)new_value)
    static CYTHON_INLINE int __pyx_atomic_pointer_cmp_exchange(__pyx_atomic_ptr_type* value, __pyx_nonatomic_ptr_type* expected, __pyx_nonatomic_ptr_type desired) {
        __pyx_atomic_ptr_type old = _InterlockedCompareExchangePointer(value, desired, *expected);
        int result = old == *expected;
        *expected = old;
        return result;
    }
    #ifdef __PYX_DEBUG_ATOMICS
        #pragma message ("Using MSVC atomics")
    #endif
#else
    #undef CYTHON_ATOMICS
    #define CYTHON_ATOMICS 0
    #ifdef __PYX_DEBUG_ATOMICS
        #warning "Not using atomics"
    #endif
#endif

/* CriticalSectionsDefinition.proto (used by CriticalSections) */
#if !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#define __Pyx_PyCriticalSection void*
#define __Pyx_PyCriticalSection2 void*
#define __Pyx_PyCriticalSection_End(cs)
#define __Pyx_PyCriticalSection2_End(cs)
#else
#define __Pyx_PyCriticalSection PyCriticalSection
#define __Pyx_PyCriticalSection2 PyCriticalSection2
#define __Pyx_PyCriticalSection_End PyCriticalSection_End
#define __Pyx_PyCriticalSection2_End PyCriticalSection2_End
#endif

/* CriticalSections.proto (used by ParseKeywordsImpl) */
#if !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#define __Pyx_PyCriticalSection_Begin(cs, arg) (void)(cs)
#define __Pyx_PyCriticalSection2_Begin(cs, arg1, arg2) (void)(cs)
#else
#define __Pyx_PyCriticalSection_Begin PyCriticalSection_Begin
#define __Pyx_PyCriticalSection2_Begin PyCriticalSection2_Begin
#endif
#if PY_VERSION_HEX < 0x030d0000 || CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_BEGIN_CRITICAL_SECTION(o) {
#define __Pyx_END_CRITICAL_SECTION() }
#else
#define __Pyx_BEGIN_CRITICAL_SECTION Py_BEGIN_CRITICAL_SECTION
#define __Pyx_END_CRITICAL_SECTION Py_END_CRITICAL_SECTION
#endif

/* BufferFormatStructs.proto (used by BufferFormatCheck) */
struct __Pyx_StructField_;
#define __PYX_BUF_FLAGS_PACKED_STRUCT (1 << 0)
typedef struct {
  const char* name;
  const struct __Pyx_StructField_* fields;
  size_t size;
  size_t arraysize[8];
  int ndim;
  char typegroup;
  char is_unsigned;
  int flags;
} __Pyx_TypeInfo;
typedef struct __Pyx_StructField_ {
  const __Pyx_TypeInfo* type;
  const char* name;
  size_t offset;
} __Pyx_StructField;
typedef struct {
  const __Pyx_StructField* field;
  size_t parent_offset;
} __Pyx_BufFmt_StackElem;
typedef struct {
  __Pyx_StructField root;
  __Pyx_BufFmt_StackElem* head;
  size_t fmt_offset;
  size_t new_count, enc_count;
  size_t struct_alignment;
  int is_complex;
  char enc_type;
  char new_packmode;
  char enc_packmode;
  char is_valid_array;
} __Pyx_BufFmt_Context;

/* IncludeStructmemberH.proto (used by FixUpExtensionType) */
#include <structmember.h>

/* #### Code section: numeric_typedefs ### */

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":787
 * # in Cython to enable them only on the right systems.
 * 
 * ctypedef npy_int8       int8_t             # <<<<<<<<<<<<<<
 * ctypedef npy_int16      int16_t
 * ctypedef npy_int32      int32_t
*/
typedef npy_int8 __pyx_t_5numpy_int8_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":788
 * 
 * ctypedef npy_int8       int8_t
 * ctypedef npy_int16      int16_t             # <<<<<<<<<<<<<<
 * ctypedef npy_int32      int32_t
 * ctypedef npy_int64      int64_t
*/
typedef npy_int16 __pyx_t_5numpy_int16_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":789
 * ctypedef npy_int8       int8_t
 * ctypedef npy_int16      int16_t
 * ctypedef npy_int32      int32_t             # <<<<<<<<<<<<<<
 * ctypedef npy_int64      int64_t
 * #ctypedef npy_int96      int96_t
*/
typedef npy_int32 __pyx_t_5numpy_int32_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":790
 * ctypedef npy_int16      int16_t
 * ctypedef npy_int32      int32_t
 * ctypedef npy_int64      int64_t             # <<<<<<<<<<<<<<
 * #ctypedef npy_int96      int96_t
 * #ctypedef npy_int128     int128_t
*/
typedef npy_int64 __pyx_t_5numpy_int64_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":794
 * #ctypedef npy_int128     int128_t
 * 
 * ctypedef npy_uint8      uint8_t             # <<<<<<<<<<<<<<
 * ctypedef npy_uint16     uint16_t
 * ctypedef npy_uint32     uint32_t
*/
typedef npy_uint8 __pyx_t_5numpy_uint8_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":795
 * 
 * ctypedef npy_uint8      uint8_t
 * ctypedef npy_uint16     uint16_t             # <<<<<<<<<<<<<<
 * ctypedef npy_uint32     uint32_t
 * ctypedef npy_uint64     uint64_t
*/
typedef npy_uint16 __pyx_t_5numpy_uint16_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":796
 * ctypedef npy_uint8      uint8_t
 * ctypedef npy_uint16     uint16_t
 * ctypedef npy_uint32     uint32_t             # <<<<<<<<<<<<<<
 * ctypedef npy_uint64     uint64_t
 * #ctypedef npy_uint96     uint96_t
*/
typedef npy_uint32 __pyx_t_5numpy_uint32_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":797
 * ctypedef npy_uint16     uint16_t
 * ctypedef npy_uint32     uint32_t
 * ctypedef npy_uint64     uint64_t             # <<<<<<<<<<<<<<
 * #ctypedef npy_uint96     uint96_t
 * #ctypedef npy_uint128    uint128_t
*/
typedef npy_uint64 __pyx_t_5numpy_uint64_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":801
 * #ctypedef npy_uint128    uint128_t
 * 
 * ctypedef npy_float32    float32_t             # <<<<<<<<<<<<<<
 * ctypedef npy_float64    float64_t
 * #ctypedef npy_float80    float80_t
*/
typedef npy_float32 __pyx_t_5numpy_float32_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":802
 * 
 * ctypedef npy_float32    float32_t
 * ctypedef npy_float64    float64_t             # <<<<<<<<<<<<<<
 * #ctypedef npy_float80    float80_t
 * #ctypedef npy_float128   float128_t
*/
typedef npy_float64 __pyx_t_5numpy_float64_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":809
 * ctypedef double complex complex128_t
 * 
 * ctypedef npy_longlong   longlong_t             # <<<<<<<<<<<<<<
 * ctypedef npy_ulonglong  ulonglong_t
 * 
*/
typedef npy_longlong __pyx_t_5numpy_longlong_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":810
 * 
 * ctypedef npy_longlong   longlong_t
 * ctypedef npy_ulonglong  ulonglong_t             # <<<<<<<<<<<<<<
 * 
 * ctypedef npy_intp       intp_t
*/
typedef npy_ulonglong __pyx_t_5numpy_ulonglong_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":812
 * ctypedef npy_ulonglong  ulonglong_t
 * 
 * ctypedef npy_intp       intp_t             # <<<<<<<<<<<<<<
 * ctypedef npy_uintp      uintp_t
 * 
*/
typedef npy_intp __pyx_t_5numpy_intp_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":813
 * 
 * ctypedef npy_intp       intp_t
 * ctypedef npy_uintp      uintp_t             # <<<<<<<<<<<<<<
 * 
 * ctypedef npy_double     float_t
*/
typedef npy_uintp __pyx_t_5numpy_uintp_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":815
 * ctypedef npy_uintp      uintp_t
 * 
 * ctypedef npy_double     float_t             # <<<<<<<<<<<<<<
 * ctypedef npy_double     double_t
 * ctypedef npy_longdouble longdouble_t
*/
typedef npy_double __pyx_t_5numpy_float_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":816
 * 
 * ctypedef npy_double     float_t
 * ctypedef npy_double     double_t             # <<<<<<<<<<<<<<
 * ctypedef npy_longdouble longdouble_t
 * 
*/
typedef npy_double __pyx_t_5numpy_double_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":817
 * ctypedef npy_double     float_t
 * ctypedef npy_double     double_t
 * ctypedef npy_longdouble longdouble_t             # <<<<<<<<<<<<<<
 * 
 * ctypedef float complex       cfloat_t
*/
typedef npy_longdouble __pyx_t_5numpy_longdouble_t;

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":28
 * 
 * #Use 64-bit integers
 * ctypedef long long INT             # <<<<<<<<<<<<<<
 * ctypedef unsigned long long UINT
 * 
*/
typedef PY_LONG_LONG __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT;

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":29
 * #Use 64-bit integers
 * ctypedef long long INT
 * ctypedef unsigned long long UINT             # <<<<<<<<<<<<<<
 * 
 * def test_map(s):
*/
typedef unsigned PY_LONG_LONG __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_UINT;
/* #### Code section: complex_type_declarations ### */
/* Declarations.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
  #ifdef __cplusplus
    typedef ::std::complex< double > __pyx_t_double_complex;
  #else
    typedef double _Complex __pyx_t_double_complex;
  #endif
#else
    typedef struct { double real, imag; } __pyx_t_double_complex;
#endif
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double, double);

/* Declarations.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
  #ifdef __cplusplus
    typedef ::std::complex< float > __pyx_t_float_complex;
  #else
    typedef float _Complex __pyx_t_float_complex;
  #endif
#else
    typedef struct { float real, imag; } __pyx_t_float_complex;
#endif
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float, float);

/* Declarations.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
  #ifdef __cplusplus
    typedef ::std::complex< long double > __pyx_t_long_double_complex;
  #else
    typedef long double _Complex __pyx_t_long_double_complex;
  #endif
#else
    typedef struct { long double real, imag; } __pyx_t_long_double_complex;
#endif
static CYTHON_INLINE __pyx_t_long_double_complex __pyx_t_long_double_complex_from_parts(long double, long double);

/* #### Code section: type_declarations ### */

/*--- Type declarations ---*/
/* #### Code section: utility_code_proto ### */

/* --- Runtime support code (head) --- */
/* Refnanny.proto */
#ifndef CYTHON_REFNANNY
  #define CYTHON_REFNANNY 0
#endif
#if CYTHON_REFNANNY
  typedef struct {
    void (*INCREF)(void*, PyObject*, Py_ssize_t);
    void (*DECREF)(void*, PyObject*, Py_ssize_t);
    void (*GOTREF)(void*, PyObject*, Py_ssize_t);
    void (*GIVEREF)(void*, PyObject*, Py_ssize_t);
    void* (*SetupContext)(const char*, Py_ssize_t, const char*);
    void (*FinishContext)(void**);
  } __Pyx_RefNannyAPIStruct;
  static __Pyx_RefNannyAPIStruct *__Pyx_RefNanny = NULL;
  static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname);
  #define __Pyx_RefNannyDeclarations void *__pyx_refnanny = NULL;
  #define __Pyx_RefNannySetupContext(name, acquire_gil)\
          if (acquire_gil) {\
              PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
              __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), (__LINE__), (__FILE__));\
              PyGILState_Release(__pyx_gilstate_save);\
          } else {\
              __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), (__LINE__), (__FILE__));\
          }
  #define __Pyx_RefNannyFinishContextNogil() {\
              PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
              __Pyx_RefNannyFinishContext();\
              PyGILState_Release(__pyx_gilstate_save);\
          }
  #define __Pyx_RefNannyFinishContextNogil() {\
              PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
              __Pyx_RefNannyFinishContext();\
              PyGILState_Release(__pyx_gilstate_save);\
          }
  #define __Pyx_RefNannyFinishContext()\
          __Pyx_RefNanny->FinishContext(&__pyx_refnanny)
  #define __Pyx_INCREF(r)  __Pyx_RefNanny->INCREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
  #define __Pyx_DECREF(r)  __Pyx_RefNanny->DECREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
  #define __Pyx_GOTREF(r)  __Pyx_RefNanny->GOTREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
  #define __Pyx_GIVEREF(r) __Pyx_RefNanny->GIVEREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
  #define __Pyx_XINCREF(r)  do { if((r) == NULL); else {__Pyx_INCREF(r); }} while(0)
  #define __Pyx_XDECREF(r)  do { if((r) == NULL); else {__Pyx_DECREF(r); }} while(0)
  #define __Pyx_XGOTREF(r)  do { if((r) == NULL); else {__Pyx_GOTREF(r); }} while(0)
  #define __Pyx_XGIVEREF(r) do { if((r) == NULL); else {__Pyx_GIVEREF(r);}} while(0)
#else
  #define __Pyx_RefNannyDeclarations
  #define __Pyx_RefNannySetupContext(name, acquire_gil)
  #define __Pyx_RefNannyFinishContextNogil()
  #define __Pyx_RefNannyFinishContext()
  #define __Pyx_INCREF(r) Py_INCREF(r)
  #define __Pyx_DECREF(r) Py_DECREF(r)
  #define __Pyx_GOTREF(r)
  #define __Pyx_GIVEREF(r)
  #define __Pyx_XINCREF(r) Py_XINCREF(r)
  #define __Pyx_XDECREF(r) Py_XDECREF(r)
  #define __Pyx_XGOTREF(r)
  #define __Pyx_XGIVEREF(r)
#endif
#define __Pyx_Py_XDECREF_SET(r, v) do {\
        PyObject *tmp = (PyObject *) r;\
        r = v; Py_XDECREF(tmp);\
    } while (0)
#define __Pyx_XDECREF_SET(r, v) do {\
        PyObject *tmp = (PyObject *) r;\
        r = v; __Pyx_XDECREF(tmp);\
    } while (0)
#define __Pyx_DECREF_SET(r, v) do {\
        PyObject *tmp = (PyObject *) r;\
        r = v; __Pyx_DECREF(tmp);\
    } while (0)
#define __Pyx_CLEAR(r)    do { PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);} while(0)
#define __Pyx_XCLEAR(r)   do { if((r) != NULL) {PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);}} while(0)

/* PyErrExceptionMatches.proto (used by PyObjectGetAttrStrNoError) */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyErr_ExceptionMatches(err) __Pyx_PyErr_ExceptionMatchesInState(__pyx_tstate, err)
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err);
#else
#define __Pyx_PyErr_ExceptionMatches(err)  PyErr_ExceptionMatches(err)
#endif

/* PyThreadStateGet.proto (used by PyErrFetchRestore) */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyThreadState_declare  PyThreadState *__pyx_tstate;
#define __Pyx_PyThreadState_assign  __pyx_tstate = __Pyx_PyThreadState_Current;
#if PY_VERSION_HEX >= 0x030C00A6
#define __Pyx_PyErr_Occurred()  (__pyx_tstate->current_exception != NULL)
#define __Pyx_PyErr_CurrentExceptionType()  (__pyx_tstate->current_exception ? (PyObject*) Py_TYPE(__pyx_tstate->current_exception) : (PyObject*) NULL)
#else
#define __Pyx_PyErr_Occurred()  (__pyx_tstate->curexc_type != NULL)
#define __Pyx_PyErr_CurrentExceptionType()  (__pyx_tstate->curexc_type)
#endif
#else
#define __Pyx_PyThreadState_declare
#define __Pyx_PyThreadState_assign
#define __Pyx_PyErr_Occurred()  (PyErr_Occurred() != NULL)
#define __Pyx_PyErr_CurrentExceptionType()  PyErr_Occurred()
#endif

/* PyErrFetchRestore.proto (used by PyObjectGetAttrStrNoError) */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyErr_Clear() __Pyx_ErrRestore(NULL, NULL, NULL)
#define __Pyx_ErrRestoreWithState(type, value, tb)  __Pyx_ErrRestoreInState(PyThreadState_GET(), type, value, tb)
#define __Pyx_ErrFetchWithState(type, value, tb)    __Pyx_ErrFetchInState(PyThreadState_GET(), type, value, tb)
#define __Pyx_ErrRestore(type, value, tb)  __Pyx_ErrRestoreInState(__pyx_tstate, type, value, tb)
#define __Pyx_ErrFetch(type, value, tb)    __Pyx_ErrFetchInState(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A6
#define __Pyx_PyErr_SetNone(exc) (Py_INCREF(exc), __Pyx_ErrRestore((exc), NULL, NULL))
#else
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
#endif
#else
#define __Pyx_PyErr_Clear() PyErr_Clear()
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
#define __Pyx_ErrRestoreWithState(type, value, tb)  PyErr_Restore(type, value, tb)
#define __Pyx_ErrFetchWithState(type, value, tb)  PyErr_Fetch(type, value, tb)
#define __Pyx_ErrRestoreInState(tstate, type, value, tb)  PyErr_Restore(type, value, tb)
#define __Pyx_ErrFetchInState(tstate, type, value, tb)  PyErr_Fetch(type, value, tb)
#define __Pyx_ErrRestore(type, value, tb)  PyErr_Restore(type, value, tb)
#define __Pyx_ErrFetch(type, value, tb)  PyErr_Fetch(type, value, tb)
#endif

/* PyObjectGetAttrStr.proto (used by PyObjectGetAttrStrNoError) */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name);
#else
#define __Pyx_PyObject_GetAttrStr(o,n) PyObject_GetAttr(o,n)
#endif

/* PyObjectGetAttrStrNoError.proto (used by GetBuiltinName) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name);

/* GetBuiltinName.proto */
static PyObject *__Pyx_GetBuiltinName(PyObject *name);

/* IterFinish.proto (used by dict_iter) */
static CYTHON_INLINE int __Pyx_IterFinish(void);

/* PyObjectCall.proto (used by PyObjectFastCall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw);
#else
#define __Pyx_PyObject_Call(func, arg, kw) PyObject_Call(func, arg, kw)
#endif

/* PyObjectCallMethO.proto (used by PyObjectFastCall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg);
#endif

/* PyObjectFastCall.proto (used by PyObjectCallNoArg) */
#define __Pyx_PyObject_FastCall(func, args, nargs)  __Pyx_PyObject_FastCallDict(func, args, (size_t)(nargs), NULL)
static CYTHON_INLINE PyObject* __Pyx_PyObject_FastCallDict(PyObject *func, PyObject * const*args, size_t nargs, PyObject *kwargs);

/* PyObjectCallNoArg.proto (used by PyObjectCallMethod0) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func);

/* PyObjectCallOneArg.proto (used by PyObjectCallMethod0) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg);

/* PyObjectGetMethod.proto (used by PyObjectCallMethod0) */
#if !(CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000)))
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method);
#endif

/* PyObjectCallMethod0.proto (used by dict_iter) */
static PyObject* __Pyx_PyObject_CallMethod0(PyObject* obj, PyObject* method_name);

/* RaiseNeedMoreValuesToUnpack.proto (used by UnpackTuple2) */
static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index);

/* RaiseTooManyValuesToUnpack.proto (used by UnpackItemEndCheck) */
static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected);

/* UnpackItemEndCheck.proto (used by UnpackTuple2) */
static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected);

/* RaiseNoneIterError.proto (used by UnpackTupleError) */
static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void);

/* UnpackTupleError.proto (used by UnpackTuple2) */
static void __Pyx_UnpackTupleError(PyObject *, Py_ssize_t index);

/* UnpackTuple2.proto (used by dict_iter) */
static CYTHON_INLINE int __Pyx_unpack_tuple2(
    PyObject* tuple, PyObject** value1, PyObject** value2, int is_tuple, int has_known_size, int decref_tuple);
static CYTHON_INLINE int __Pyx_unpack_tuple2_exact(
    PyObject* tuple, PyObject** value1, PyObject** value2, int decref_tuple);
static int __Pyx_unpack_tuple2_generic(
    PyObject* tuple, PyObject** value1, PyObject** value2, int has_known_size, int decref_tuple);

/* dict_iter.proto */
static CYTHON_INLINE PyObject* __Pyx_dict_iterator(PyObject* dict, int is_dict, PyObject* method_name,
                                                   Py_ssize_t* p_orig_length, int* p_is_dict);
static CYTHON_INLINE int __Pyx_dict_iter_next(PyObject* dict_or_iter, Py_ssize_t orig_length, Py_ssize_t* ppos,
                                              PyObject** pkey, PyObject** pvalue, PyObject** pitem, int is_dict);

/* GetTopmostException.proto (used by SaveResetException) */
#if CYTHON_USE_EXC_INFO_STACK && CYTHON_FAST_THREAD_STATE
static _PyErr_StackItem * __Pyx_PyErr_GetTopmostException(PyThreadState *tstate);
#endif

/* SaveResetException.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_ExceptionSave(type, value, tb)  __Pyx__ExceptionSave(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#define __Pyx_ExceptionReset(type, value, tb)  __Pyx__ExceptionReset(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
#else
#define __Pyx_ExceptionSave(type, value, tb)   PyErr_GetExcInfo(type, value, tb)
#define __Pyx_ExceptionReset(type, value, tb)  PyErr_SetExcInfo(type, value, tb)
#endif

/* GetException.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_GetException(type, value, tb)  __Pyx__GetException(__pyx_tstate, type, value, tb)
static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#else
static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb);
#endif

/* PyImportError_Check.proto */
#define __Pyx_PyExc_ImportError_Check(obj)  __Pyx_TypeCheck(obj, PyExc_ImportError)

/* RaiseException.export */
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause);

/* TupleAndListFromArray.proto (used by fastcall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyList_FromArray(PyObject *const *src, Py_ssize_t n);
#endif
#if CYTHON_COMPILING_IN_CPYTHON || CYTHON_METH_FASTCALL
static CYTHON_INLINE PyObject* __Pyx_PyTuple_FromArray(PyObject *const *src, Py_ssize_t n);
#endif

/* IncludeStringH.proto (used by BytesEquals) */
#include <string.h>

/* BytesEquals.proto (used by UnicodeEquals) */
static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals);

/* UnicodeEquals.proto (used by fastcall) */
static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals);

/* fastcall.proto */
#if CYTHON_AVOID_BORROWED_REFS
    #define __Pyx_ArgRef_VARARGS(args, i) __Pyx_PySequence_ITEM(args, i)
#elif CYTHON_ASSUME_SAFE_MACROS
    #define __Pyx_ArgRef_VARARGS(args, i) __Pyx_NewRef(__Pyx_PyTuple_GET_ITEM(args, i))
#else
    #define __Pyx_ArgRef_VARARGS(args, i) __Pyx_XNewRef(PyTuple_GetItem(args, i))
#endif
#define __Pyx_NumKwargs_VARARGS(kwds) PyDict_Size(kwds)
#define __Pyx_KwValues_VARARGS(args, nargs) NULL
#define __Pyx_GetKwValue_VARARGS(kw, kwvalues, s) __Pyx_PyDict_GetItemStrWithError(kw, s)
#define __Pyx_KwargsAsDict_VARARGS(kw, kwvalues) PyDict_Copy(kw)
#if CYTHON_METH_FASTCALL
    #define __Pyx_ArgRef_FASTCALL(args, i) __Pyx_NewRef(args[i])
    #define __Pyx_NumKwargs_FASTCALL(kwds) __Pyx_PyTuple_GET_SIZE(kwds)
    #define __Pyx_KwValues_FASTCALL(args, nargs) ((args) + (nargs))
    static CYTHON_INLINE PyObject * __Pyx_GetKwValue_FASTCALL(PyObject *kwnames, PyObject *const *kwvalues, PyObject *s);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030d0000 || CYTHON_COMPILING_IN_LIMITED_API
    CYTHON_UNUSED static PyObject *__Pyx_KwargsAsDict_FASTCALL(PyObject *kwnames, PyObject *const *kwvalues);
  #else
    #define __Pyx_KwargsAsDict_FASTCALL(kw, kwvalues) _PyStack_AsDict(kwvalues, kw)
  #endif
#else
    #define __Pyx_ArgRef_FASTCALL __Pyx_ArgRef_VARARGS
    #define __Pyx_NumKwargs_FASTCALL __Pyx_NumKwargs_VARARGS
    #define __Pyx_KwValues_FASTCALL __Pyx_KwValues_VARARGS
    #define __Pyx_GetKwValue_FASTCALL __Pyx_GetKwValue_VARARGS
    #define __Pyx_KwargsAsDict_FASTCALL __Pyx_KwargsAsDict_VARARGS
#endif
#define __Pyx_ArgsSlice_VARARGS(args, start, stop) PyTuple_GetSlice(args, start, stop)
#if CYTHON_METH_FASTCALL || (CYTHON_COMPILING_IN_CPYTHON && CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS)
#define __Pyx_ArgsSlice_FASTCALL(args, start, stop) __Pyx_PyTuple_FromArray(args + start, stop - start)
#else
#define __Pyx_ArgsSlice_FASTCALL(args, start, stop) PyTuple_GetSlice(args, start, stop)
#endif

/* py_dict_items.proto (used by OwnedDictNext) */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Items(PyObject* d);

/* CallCFunction.proto (used by CallUnboundCMethod0) */
#define __Pyx_CallCFunction(cfunc, self, args)\
    ((PyCFunction)(void(*)(void))(cfunc)->func)(self, args)
#define __Pyx_CallCFunctionWithKeywords(cfunc, self, args, kwargs)\
    ((PyCFunctionWithKeywords)(void(*)(void))(cfunc)->func)(self, args, kwargs)
#define __Pyx_CallCFunctionFast(cfunc, self, args, nargs)\
    ((__Pyx_PyCFunctionFast)(void(*)(void))(PyCFunction)(cfunc)->func)(self, args, nargs)
#define __Pyx_CallCFunctionFastWithKeywords(cfunc, self, args, nargs, kwnames)\
    ((__Pyx_PyCFunctionFastWithKeywords)(void(*)(void))(PyCFunction)(cfunc)->func)(self, args, nargs, kwnames)

/* UnpackUnboundCMethod.proto (used by CallUnboundCMethod0) */
typedef struct {
    PyObject *type;
    PyObject **method_name;
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && CYTHON_ATOMICS
    __pyx_atomic_int_type initialized;
#endif
    PyCFunction func;
    PyObject *method;
    int flag;
} __Pyx_CachedCFunction;
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
static CYTHON_INLINE int __Pyx_CachedCFunction_GetAndSetInitializing(__Pyx_CachedCFunction *cfunc) {
#if !CYTHON_ATOMICS
    return 1;
#else
    __pyx_nonatomic_int_type expected = 0;
    if (__pyx_atomic_int_cmp_exchange(&cfunc->initialized, &expected, 1)) {
        return 0;
    }
    return expected;
#endif
}
static CYTHON_INLINE void __Pyx_CachedCFunction_SetFinishedInitializing(__Pyx_CachedCFunction *cfunc) {
#if CYTHON_ATOMICS
    __pyx_atomic_store(&cfunc->initialized, 2);
#endif
}
#else
#define __Pyx_CachedCFunction_GetAndSetInitializing(cfunc) 2
#define __Pyx_CachedCFunction_SetFinishedInitializing(cfunc)
#endif

/* CallUnboundCMethod0.proto */
CYTHON_UNUSED
static PyObject* __Pyx__CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self);
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self);
#else
#define __Pyx_CallUnboundCMethod0(cfunc, self)  __Pyx__CallUnboundCMethod0(cfunc, self)
#endif

/* py_dict_values.proto (used by OwnedDictNext) */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Values(PyObject* d);

/* OwnedDictNext.proto (used by ParseKeywordsImpl) */
#if CYTHON_AVOID_BORROWED_REFS
static int __Pyx_PyDict_NextRef(PyObject *p, PyObject **ppos, PyObject **pkey, PyObject **pvalue);
#else
CYTHON_INLINE
static int __Pyx_PyDict_NextRef(PyObject *p, Py_ssize_t *ppos, PyObject **pkey, PyObject **pvalue);
#endif

/* RaiseDoubleKeywords.proto (used by ParseKeywordsImpl) */
static void __Pyx_RaiseDoubleKeywordsError(const char* func_name, PyObject* kw_name);

/* ParseKeywordsImpl.export */
static int __Pyx_ParseKeywordsTuple(
    PyObject *kwds,
    PyObject * const *kwvalues,
    PyObject ** const argnames[],
    PyObject *kwds2,
    PyObject *values[],
    Py_ssize_t num_pos_args,
    Py_ssize_t num_kwargs,
    const char* function_name,
    int ignore_unknown_kwargs
);
static int __Pyx_ParseKeywordDictToDict(
    PyObject *kwds,
    PyObject ** const argnames[],
    PyObject *kwds2,
    PyObject *values[],
    Py_ssize_t num_pos_args,
    const char* function_name
);
static int __Pyx_ParseKeywordDict(
    PyObject *kwds,
    PyObject ** const argnames[],
    PyObject *values[],
    Py_ssize_t num_pos_args,
    Py_ssize_t num_kwargs,
    const char* function_name,
    int ignore_unknown_kwargs
);

/* CallUnboundCMethod2.proto */
CYTHON_UNUSED
static PyObject* __Pyx__CallUnboundCMethod2(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg1, PyObject* arg2);
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject *__Pyx_CallUnboundCMethod2(__Pyx_CachedCFunction *cfunc, PyObject *self, PyObject *arg1, PyObject *arg2);
#else
#define __Pyx_CallUnboundCMethod2(cfunc, self, arg1, arg2)  __Pyx__CallUnboundCMethod2(cfunc, self, arg1, arg2)
#endif

/* ParseKeywords.proto */
static CYTHON_INLINE int __Pyx_ParseKeywords(
    PyObject *kwds, PyObject *const *kwvalues, PyObject ** const argnames[],
    PyObject *kwds2, PyObject *values[],
    Py_ssize_t num_pos_args, Py_ssize_t num_kwargs,
    const char* function_name,
    int ignore_unknown_kwargs
);

/* RaiseArgTupleInvalid.proto */
static void __Pyx_RaiseArgtupleInvalid(const char* func_name, int exact,
    Py_ssize_t num_min, Py_ssize_t num_max, Py_ssize_t num_found);

/* PyObjectFastCallMethod.proto */
#if CYTHON_VECTORCALL && PY_VERSION_HEX >= 0x03090000
#define __Pyx_PyObject_FastCallMethod(name, args, nargsf) PyObject_VectorcallMethod(name, args, nargsf, NULL)
#else
static PyObject *__Pyx_PyObject_FastCallMethod(PyObject *name, PyObject *const *args, size_t nargsf);
#endif

/* MoveIfSupported.proto */
#if CYTHON_USE_CPP_STD_MOVE
  #include <utility>
  #define __PYX_STD_MOVE_IF_SUPPORTED(x) std::move(x)
#else
  #define __PYX_STD_MOVE_IF_SUPPORTED(x) x
#endif

/* ArgTypeTestFunc.export */
static int __Pyx__ArgTypeTest(PyObject *obj, PyTypeObject *type, const char *name, int exact);

/* ArgTypeTest.proto */
#define __Pyx_ArgTypeTest(obj, type, none_allowed, name, exact)\
    ((likely(__Pyx_IS_TYPE(obj, type) | (none_allowed && (obj == Py_None)))) ? 1 :\
        __Pyx__ArgTypeTest(obj, type, name, exact))

/* IsLittleEndian.proto (used by BufferFormatCheck) */
static CYTHON_INLINE int __Pyx_Is_Little_Endian(void);

/* BufferFormatCheck.proto (used by BufferGetAndValidate) */
static const char* __Pyx_BufFmt_CheckString(__Pyx_BufFmt_Context* ctx, const char* ts);
static void __Pyx_BufFmt_Init(__Pyx_BufFmt_Context* ctx,
                              __Pyx_BufFmt_StackElem* stack,
                              const __Pyx_TypeInfo* type);

/* BufferGetAndValidate.proto */
#define __Pyx_GetBufferAndValidate(buf, obj, dtype, flags, nd, cast, stack)\
    ((obj == Py_None || obj == NULL) ?\
    (__Pyx_ZeroBuffer(buf), 0) :\
    __Pyx__GetBufferAndValidate(buf, obj, dtype, flags, nd, cast, stack))
static int  __Pyx__GetBufferAndValidate(Py_buffer* buf, PyObject* obj,
  const __Pyx_TypeInfo* dtype, int flags, int nd, int cast, __Pyx_BufFmt_StackElem* stack);
static void __Pyx_ZeroBuffer(Py_buffer* buf);
static CYTHON_INLINE void __Pyx_SafeReleaseBuffer(Py_buffer* info);
static Py_ssize_t __Pyx_minusones[] = { -1, -1, -1, -1, -1, -1, -1, -1 };
static Py_ssize_t __Pyx_zeros[] = { 0, 0, 0, 0, 0, 0, 0, 0 };

/* PyDictVersioning.proto (used by GetModuleGlobalName) */
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
#define __PYX_DICT_VERSION_INIT  ((PY_UINT64_T) -1)
#define __PYX_GET_DICT_VERSION(dict)  (((PyDictObject*)(dict))->ma_version_tag)
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)\
    (version_var) = __PYX_GET_DICT_VERSION(dict);\
    (cache_var) = (value);
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) {\
    static PY_UINT64_T __pyx_dict_version = 0;\
    static PyObject *__pyx_dict_cached_value = NULL;\
    if (likely(__PYX_GET_DICT_VERSION(DICT) == __pyx_dict_version)) {\
        (VAR) = __Pyx_XNewRef(__pyx_dict_cached_value);\
    } else {\
        (VAR) = __pyx_dict_cached_value = (LOOKUP);\
        __pyx_dict_version = __PYX_GET_DICT_VERSION(DICT);\
    }\
}
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj);
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj);
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version);
#else
#define __PYX_GET_DICT_VERSION(dict)  (0)
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP)  (VAR) = (LOOKUP);
#endif

/* GetModuleGlobalName.proto */
#if CYTHON_USE_DICT_VERSIONS
#define __Pyx_GetModuleGlobalName(var, name)  do {\
    static PY_UINT64_T __pyx_dict_version = 0;\
    static PyObject *__pyx_dict_cached_value = NULL;\
    (var) = (likely(__pyx_dict_version == __PYX_GET_DICT_VERSION(__pyx_mstate_global->__pyx_d))) ?\
        (likely(__pyx_dict_cached_value) ? __Pyx_NewRef(__pyx_dict_cached_value) : __Pyx_GetBuiltinName(name)) :\
        __Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\
} while(0)
#define __Pyx_GetModuleGlobalNameUncached(var, name)  do {\
    PY_UINT64_T __pyx_dict_version;\
    PyObject *__pyx_dict_cached_value;\
    (var) = __Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\
} while(0)
static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value);
#else
#define __Pyx_GetModuleGlobalName(var, name)  (var) = __Pyx__GetModuleGlobalName(name)
#define __Pyx_GetModuleGlobalNameUncached(var, name)  (var) = __Pyx__GetModuleGlobalName(name)
static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name);
#endif

/* ExtTypeTest.proto */
static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type);

#define __Pyx_BufPtrCContig1d(type, buf, i0, s0) ((type)buf + i0)
/* GetItemInt.proto */
#define __Pyx_GetItemInt(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
    (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
    __Pyx_GetItemInt_Fast(o, (Py_ssize_t)i, is_list, wraparound, boundscheck, unsafe_shared) :\
    (is_list ? (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL) :\
               __Pyx_GetItemInt_Generic(o, to_py_func(i))))
#define __Pyx_GetItemInt_List(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
    (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
    __Pyx_GetItemInt_List_Fast(o, (Py_ssize_t)i, wraparound, boundscheck, unsafe_shared) :\
    (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL))
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
                                                              int wraparound, int boundscheck, int unsafe_shared);
#define __Pyx_GetItemInt_Tuple(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
    (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
    __Pyx_GetItemInt_Tuple_Fast(o, (Py_ssize_t)i, wraparound, boundscheck, unsafe_shared) :\
    (PyErr_SetString(PyExc_IndexError, "tuple index out of range"), (PyObject*)NULL))
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
                                                              int wraparound, int boundscheck, int unsafe_shared);
static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j);
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i,
                                                     int is_list, int wraparound, int boundscheck, int unsafe_shared);

/* AssertionsEnabled.proto */
#if CYTHON_COMPILING_IN_LIMITED_API  ||  PY_VERSION_HEX >= 0x030C0000
  static int __pyx_assertions_enabled_flag;
  #define __pyx_assertions_enabled() (__pyx_assertions_enabled_flag)
  static int __Pyx_init_assertions_enabled(void) {
    PyObject *builtins, *debug, *debug_str;
    int flag;
    builtins = PyEval_GetBuiltins();
    if (!builtins) goto bad;
    debug_str = PyUnicode_FromStringAndSize("__debug__", 9);
    if (!debug_str) goto bad;
    debug = PyObject_GetItem(builtins, debug_str);
    Py_DECREF(debug_str);
    if (!debug) goto bad;
    flag = PyObject_IsTrue(debug);
    Py_DECREF(debug);
    if (flag == -1) goto bad;
    __pyx_assertions_enabled_flag = flag;
    return 0;
  bad:
    __pyx_assertions_enabled_flag = 1;
    return -1;
  }
#else
  #define __Pyx_init_assertions_enabled()  (0)
  #define __pyx_assertions_enabled()  (!Py_OptimizeFlag)
#endif

/* PyAssertionError_Check.proto */
#define __Pyx_PyExc_AssertionError_Check(obj)  __Pyx_TypeCheck(obj, PyExc_AssertionError)

#define __Pyx_BufPtrCContig2d(type, buf, i0, s0, i1, s1) ((type)((char*)buf + i0 * s0) + i1)
/* ObjectGetItem.proto */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject *key);
#else
#define __Pyx_PyObject_GetItem(obj, key)  PyObject_GetItem(obj, key)
#endif

/* PyLongBinop.proto */
#if !CYTHON_COMPILING_IN_PYPY
static CYTHON_INLINE PyObject* __Pyx_PyLong_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check);
#else
#define __Pyx_PyLong_AddObjC(op1, op2, intval, inplace, zerodivision_check)\
    (inplace ? PyNumber_InPlaceAdd(op1, op2) : PyNumber_Add(op1, op2))
#endif

/* SetItemInt.proto */
#define __Pyx_SetItemInt(o, i, v, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
    (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
    __Pyx_SetItemInt_Fast(o, (Py_ssize_t)i, v, is_list, wraparound, boundscheck, unsafe_shared) :\
    (is_list ? (PyErr_SetString(PyExc_IndexError, "list assignment index out of range"), -1) :\
               __Pyx_SetItemInt_Generic(o, to_py_func(i), v)))
static int __Pyx_SetItemInt_Generic(PyObject *o, PyObject *j, PyObject *v);
static CYTHON_INLINE int __Pyx_SetItemInt_Fast(PyObject *o, Py_ssize_t i, PyObject *v,
                                               int is_list, int wraparound, int boundscheck, int unsafe_shared);

/* DivInt[long].proto */
static CYTHON_INLINE long __Pyx_div_long(long, long, int b_is_constant);

/* UnaryNegOverflows.proto */
#define __Pyx_UNARY_NEG_WOULD_OVERFLOW(x)\
        (((x) < 0) & ((unsigned long)(x) == 0-(unsigned long)(x)))

/* PySequenceContains.proto */
static CYTHON_INLINE int __Pyx_PySequence_ContainsTF(PyObject* item, PyObject* seq, int eq) {
    int result = PySequence_Contains(seq, item);
    return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
}

/* py_abs.proto */
#if CYTHON_USE_PYLONG_INTERNALS
static PyObject *__Pyx_PyLong_AbsNeg(PyObject *num);
#define __Pyx_PyNumber_Absolute(x)\
    ((likely(PyLong_CheckExact(x))) ?\
         (likely(__Pyx_PyLong_IsNonNeg(x)) ? __Pyx_NewRef(x) : __Pyx_PyLong_AbsNeg(x)) :\
         PyNumber_Absolute(x))
#else
#define __Pyx_PyNumber_Absolute(x)  PyNumber_Absolute(x)
#endif

/* PyLongCompare.proto */
static CYTHON_INLINE int __Pyx_PyLong_BoolEqObjC(PyObject *op1, PyObject *op2, long intval, long inplace);

#define __Pyx_BufPtrStrided1d(type, buf, i0, s0) (type)((char*)buf + i0 * s0)
/* BufferIndexError.proto */
static void __Pyx_RaiseBufferIndexError(int axis);

/* TypeImport.proto */
#ifndef __PYX_HAVE_RT_ImportType_proto_3_2_1
#define __PYX_HAVE_RT_ImportType_proto_3_2_1
#if defined (__STDC_VERSION__) && __STDC_VERSION__ >= 201112L
#include <stdalign.h>
#endif
#if (defined (__STDC_VERSION__) && __STDC_VERSION__ >= 201112L) || __cplusplus >= 201103L
#define __PYX_GET_STRUCT_ALIGNMENT_3_2_1(s) alignof(s)
#else
#define __PYX_GET_STRUCT_ALIGNMENT_3_2_1(s) sizeof(void*)
#endif
enum __Pyx_ImportType_CheckSize_3_2_1 {
   __Pyx_ImportType_CheckSize_Error_3_2_1 = 0,
   __Pyx_ImportType_CheckSize_Warn_3_2_1 = 1,
   __Pyx_ImportType_CheckSize_Ignore_3_2_1 = 2
};
static PyTypeObject *__Pyx_ImportType_3_2_1(PyObject* module, const char *module_name, const char *class_name, size_t size, size_t alignment, enum __Pyx_ImportType_CheckSize_3_2_1 check_size);
#endif

/* HasAttr.proto (used by ImportImpl) */
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
#define __Pyx_HasAttr(o, n)  PyObject_HasAttrWithError(o, n)
#else
static CYTHON_INLINE int __Pyx_HasAttr(PyObject *, PyObject *);
#endif

/* ImportImpl.export */
static PyObject *__Pyx__Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, PyObject *moddict, int level);

/* Import.proto */
static CYTHON_INLINE PyObject *__Pyx_Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, int level);

/* ImportFrom.proto */
static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name);

/* dict_setdefault.proto (used by FetchCommonType) */
static CYTHON_INLINE PyObject *__Pyx_PyDict_SetDefault(PyObject *d, PyObject *key, PyObject *default_value);

/* LimitedApiGetTypeDict.proto (used by SetItemOnTypeDict) */
#if CYTHON_COMPILING_IN_LIMITED_API
static PyObject *__Pyx_GetTypeDict(PyTypeObject *tp);
#endif

/* SetItemOnTypeDict.proto (used by FixUpExtensionType) */
static int __Pyx__SetItemOnTypeDict(PyTypeObject *tp, PyObject *k, PyObject *v);
#define __Pyx_SetItemOnTypeDict(tp, k, v) __Pyx__SetItemOnTypeDict((PyTypeObject*)tp, k, v)

/* FixUpExtensionType.proto (used by FetchCommonType) */
static CYTHON_INLINE int __Pyx_fix_up_extension_type_from_spec(PyType_Spec *spec, PyTypeObject *type);

/* AddModuleRef.proto (used by FetchSharedCythonModule) */
#if ((CYTHON_COMPILING_IN_CPYTHON_FREETHREADING ) ||\
     __PYX_LIMITED_VERSION_HEX < 0x030d0000)
  static PyObject *__Pyx_PyImport_AddModuleRef(const char *name);
#else
  #define __Pyx_PyImport_AddModuleRef(name) PyImport_AddModuleRef(name)
#endif

/* FetchSharedCythonModule.proto (used by FetchCommonType) */
static PyObject *__Pyx_FetchSharedCythonABIModule(void);

/* FetchCommonType.proto (used by CommonTypesMetaclass) */
static PyTypeObject* __Pyx_FetchCommonTypeFromSpec(PyTypeObject *metaclass, PyObject *module, PyType_Spec *spec, PyObject *bases);

/* CommonTypesMetaclass.proto (used by CythonFunctionShared) */
static int __pyx_CommonTypesMetaclass_init(PyObject *module);
#define __Pyx_CommonTypesMetaclass_USED

/* CallTypeTraverse.proto (used by CythonFunctionShared) */
#if !CYTHON_USE_TYPE_SPECS || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x03090000)
#define __Pyx_call_type_traverse(o, always_call, visit, arg) 0
#else
static int __Pyx_call_type_traverse(PyObject *o, int always_call, visitproc visit, void *arg);
#endif

/* PyMethodNew.proto (used by CythonFunctionShared) */
static PyObject *__Pyx_PyMethod_New(PyObject *func, PyObject *self, PyObject *typ);

/* PyVectorcallFastCallDict.proto (used by CythonFunctionShared) */
#if CYTHON_METH_FASTCALL && CYTHON_VECTORCALL
static CYTHON_INLINE PyObject *__Pyx_PyVectorcall_FastCallDict(PyObject *func, __pyx_vectorcallfunc vc, PyObject *const *args, size_t nargs, PyObject *kw);
#endif

/* CythonFunctionShared.proto (used by CythonFunction) */
#define __Pyx_CyFunction_USED
#define __Pyx_CYFUNCTION_STATICMETHOD  0x01
#define __Pyx_CYFUNCTION_CLASSMETHOD   0x02
#define __Pyx_CYFUNCTION_CCLASS        0x04
#define __Pyx_CYFUNCTION_COROUTINE     0x08
#define __Pyx_CyFunction_GetClosure(f)\
    (((__pyx_CyFunctionObject *) (f))->func_closure)
#if PY_VERSION_HEX < 0x030900B1 || CYTHON_COMPILING_IN_LIMITED_API
  #define __Pyx_CyFunction_GetClassObj(f)\
      (((__pyx_CyFunctionObject *) (f))->func_classobj)
#else
  #define __Pyx_CyFunction_GetClassObj(f)\
      ((PyObject*) ((PyCMethodObject *) (f))->mm_class)
#endif
#define __Pyx_CyFunction_SetClassObj(f, classobj)\
    __Pyx__CyFunction_SetClassObj((__pyx_CyFunctionObject *) (f), (classobj))
#define __Pyx_CyFunction_Defaults(type, f)\
    ((type *)(((__pyx_CyFunctionObject *) (f))->defaults))
#define __Pyx_CyFunction_SetDefaultsGetter(f, g)\
    ((__pyx_CyFunctionObject *) (f))->defaults_getter = (g)
typedef struct {
#if CYTHON_COMPILING_IN_LIMITED_API
    PyObject_HEAD
    PyObject *func;
#elif PY_VERSION_HEX < 0x030900B1
    PyCFunctionObject func;
#else
    PyCMethodObject func;
#endif
#if CYTHON_COMPILING_IN_LIMITED_API && CYTHON_METH_FASTCALL
    __pyx_vectorcallfunc func_vectorcall;
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
    PyObject *func_weakreflist;
#endif
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
    PyObject *func_dict;
#endif
    PyObject *func_name;
    PyObject *func_qualname;
    PyObject *func_doc;
    PyObject *func_globals;
    PyObject *func_code;
    PyObject *func_closure;
#if PY_VERSION_HEX < 0x030900B1 || CYTHON_COMPILING_IN_LIMITED_API
    PyObject *func_classobj;
#endif
    PyObject *defaults;
    int flags;
    PyObject *defaults_tuple;
    PyObject *defaults_kwdict;
    PyObject *(*defaults_getter)(PyObject *);
    PyObject *func_annotations;
    PyObject *func_is_coroutine;
} __pyx_CyFunctionObject;
#undef __Pyx_CyOrPyCFunction_Check
#define __Pyx_CyFunction_Check(obj)  __Pyx_TypeCheck(obj, __pyx_mstate_global->__pyx_CyFunctionType)
#define __Pyx_CyOrPyCFunction_Check(obj)  __Pyx_TypeCheck2(obj, __pyx_mstate_global->__pyx_CyFunctionType, &PyCFunction_Type)
#define __Pyx_CyFunction_CheckExact(obj)  __Pyx_IS_TYPE(obj, __pyx_mstate_global->__pyx_CyFunctionType)
static CYTHON_INLINE int __Pyx__IsSameCyOrCFunction(PyObject *func, void (*cfunc)(void));
#undef __Pyx_IsSameCFunction
#define __Pyx_IsSameCFunction(func, cfunc)   __Pyx__IsSameCyOrCFunction(func, cfunc)
static PyObject *__Pyx_CyFunction_Init(__pyx_CyFunctionObject* op, PyMethodDef *ml,
                                      int flags, PyObject* qualname,
                                      PyObject *closure,
                                      PyObject *module, PyObject *globals,
                                      PyObject* code);
static CYTHON_INLINE void __Pyx__CyFunction_SetClassObj(__pyx_CyFunctionObject* f, PyObject* classobj);
static CYTHON_INLINE PyObject *__Pyx_CyFunction_InitDefaults(PyObject *func,
                                                         PyTypeObject *defaults_type);
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *m,
                                                            PyObject *tuple);
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *m,
                                                             PyObject *dict);
static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *m,
                                                              PyObject *dict);
static int __pyx_CyFunction_init(PyObject *module);
#if CYTHON_METH_FASTCALL
static PyObject * __Pyx_CyFunction_Vectorcall_NOARGS(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames);
static PyObject * __Pyx_CyFunction_Vectorcall_O(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames);
static PyObject * __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames);
static PyObject * __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS_METHOD(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames);
#if CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_CyFunction_func_vectorcall(f) (((__pyx_CyFunctionObject*)f)->func_vectorcall)
#else
#define __Pyx_CyFunction_func_vectorcall(f) (((PyCFunctionObject*)f)->vectorcall)
#endif
#endif

/* CythonFunction.proto */
static PyObject *__Pyx_CyFunction_New(PyMethodDef *ml,
                                      int flags, PyObject* qualname,
                                      PyObject *closure,
                                      PyObject *module, PyObject *globals,
                                      PyObject* code);

/* CLineInTraceback.proto (used by AddTraceback) */
#if CYTHON_CLINE_IN_TRACEBACK && CYTHON_CLINE_IN_TRACEBACK_RUNTIME
static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line);
#else
#define __Pyx_CLineForTraceback(tstate, c_line)  (((CYTHON_CLINE_IN_TRACEBACK)) ? c_line : 0)
#endif

/* CodeObjectCache.proto (used by AddTraceback) */
#if CYTHON_COMPILING_IN_LIMITED_API
typedef PyObject __Pyx_CachedCodeObjectType;
#else
typedef PyCodeObject __Pyx_CachedCodeObjectType;
#endif
typedef struct {
    __Pyx_CachedCodeObjectType* code_object;
    int code_line;
} __Pyx_CodeObjectCacheEntry;
struct __Pyx_CodeObjectCache {
    int count;
    int max_count;
    __Pyx_CodeObjectCacheEntry* entries;
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    __pyx_atomic_int_type accessor_count;
  #endif
};
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line);
static __Pyx_CachedCodeObjectType *__pyx_find_code_object(int code_line);
static void __pyx_insert_code_object(int code_line, __Pyx_CachedCodeObjectType* code_object);

/* AddTraceback.proto */
static void __Pyx_AddTraceback(const char *funcname, int c_line,
                               int py_line, const char *filename);

/* RealImag.proto */
#if CYTHON_CCOMPLEX
  #ifdef __cplusplus
    #define __Pyx_CREAL(z) ((z).real())
    #define __Pyx_CIMAG(z) ((z).imag())
  #else
    #define __Pyx_CREAL(z) (__real__(z))
    #define __Pyx_CIMAG(z) (__imag__(z))
  #endif
#else
    #define __Pyx_CREAL(z) ((z).real)
    #define __Pyx_CIMAG(z) ((z).imag)
#endif
#if defined(__cplusplus) && CYTHON_CCOMPLEX\
        && (defined(_WIN32) || defined(__clang__) || (defined(__GNUC__) && (__GNUC__ >= 5 || __GNUC__ == 4 && __GNUC_MINOR__ >= 4 )) || __cplusplus >= 201103)
    #define __Pyx_SET_CREAL(z,x) ((z).real(x))
    #define __Pyx_SET_CIMAG(z,y) ((z).imag(y))
#else
    #define __Pyx_SET_CREAL(z,x) __Pyx_CREAL(z) = (x)
    #define __Pyx_SET_CIMAG(z,y) __Pyx_CIMAG(z) = (y)
#endif

/* Arithmetic.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
    #define __Pyx_c_eq_double(a, b)   ((a)==(b))
    #define __Pyx_c_sum_double(a, b)  ((a)+(b))
    #define __Pyx_c_diff_double(a, b) ((a)-(b))
    #define __Pyx_c_prod_double(a, b) ((a)*(b))
    #define __Pyx_c_quot_double(a, b) ((a)/(b))
    #define __Pyx_c_neg_double(a)     (-(a))
  #ifdef __cplusplus
    #define __Pyx_c_is_zero_double(z) ((z)==(double)0)
    #define __Pyx_c_conj_double(z)    (::std::conj(z))
    #if 1
        #define __Pyx_c_abs_double(z)     (::std::abs(z))
        #define __Pyx_c_pow_double(a, b)  (::std::pow(a, b))
    #endif
  #else
    #define __Pyx_c_is_zero_double(z) ((z)==0)
    #define __Pyx_c_conj_double(z)    (conj(z))
    #if 1
        #define __Pyx_c_abs_double(z)     (cabs(z))
        #define __Pyx_c_pow_double(a, b)  (cpow(a, b))
    #endif
 #endif
#else
    static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex);
    static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex);
    #if 1
        static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex);
        static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex, __pyx_t_double_complex);
    #endif
#endif

/* BufferStructDeclare.proto */
typedef struct {
  Py_ssize_t shape, strides, suboffsets;
} __Pyx_Buf_DimInfo;
typedef struct {
  size_t refcount;
  Py_buffer pybuffer;
} __Pyx_Buffer;
typedef struct {
  __Pyx_Buffer *rcbuffer;
  char *data;
  __Pyx_Buf_DimInfo diminfo[8];
} __Pyx_LocalBuf_ND;

/* GCCDiagnostics.proto */
#if !defined(__INTEL_COMPILER) && defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 6))
#define __Pyx_HAS_GCC_DIAGNOSTIC
#endif

/* FromPy.proto */
static __pyx_t_double_complex __Pyx_PyComplex_As___pyx_t_double_complex(PyObject*);

/* CppExceptionConversion.proto */
#ifndef __Pyx_CppExn2PyErr
#include <new>
#include <typeinfo>
#include <stdexcept>
#include <ios>
static void __Pyx_CppExn2PyErr() {
  try {
    if (PyErr_Occurred())
      ; // let the latest Python exn pass through and ignore the current one
    else
      throw;
  } catch (const std::bad_alloc& exn) {
    PyErr_SetString(PyExc_MemoryError, exn.what());
  } catch (const std::bad_cast& exn) {
    PyErr_SetString(PyExc_TypeError, exn.what());
  } catch (const std::bad_typeid& exn) {
    PyErr_SetString(PyExc_TypeError, exn.what());
  } catch (const std::domain_error& exn) {
    PyErr_SetString(PyExc_ValueError, exn.what());
  } catch (const std::invalid_argument& exn) {
    PyErr_SetString(PyExc_ValueError, exn.what());
  } catch (const std::ios_base::failure& exn) {
    PyErr_SetString(PyExc_IOError, exn.what());
  } catch (const std::out_of_range& exn) {
    PyErr_SetString(PyExc_IndexError, exn.what());
  } catch (const std::overflow_error& exn) {
    PyErr_SetString(PyExc_OverflowError, exn.what());
  } catch (const std::range_error& exn) {
    PyErr_SetString(PyExc_ArithmeticError, exn.what());
  } catch (const std::underflow_error& exn) {
    PyErr_SetString(PyExc_ArithmeticError, exn.what());
  } catch (const std::exception& exn) {
    PyErr_SetString(PyExc_RuntimeError, exn.what());
  }
  catch (...)
  {
    PyErr_SetString(PyExc_RuntimeError, "Unknown exception");
  }
}
#endif

/* ToPy.proto */
#define __pyx_PyComplex_FromComplex(z)\
        PyComplex_FromDoubles((double)__Pyx_CREAL(z),\
                              (double)__Pyx_CIMAG(z))

/* LengthHint.proto */
#if CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_PyObject_LengthHint(o, defaultval)  (defaultval)
#else
#define __Pyx_PyObject_LengthHint(o, defaultval)  PyObject_LengthHint(o, defaultval)
#endif

/* Arithmetic.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
    #define __Pyx_c_eq_float(a, b)   ((a)==(b))
    #define __Pyx_c_sum_float(a, b)  ((a)+(b))
    #define __Pyx_c_diff_float(a, b) ((a)-(b))
    #define __Pyx_c_prod_float(a, b) ((a)*(b))
    #define __Pyx_c_quot_float(a, b) ((a)/(b))
    #define __Pyx_c_neg_float(a)     (-(a))
  #ifdef __cplusplus
    #define __Pyx_c_is_zero_float(z) ((z)==(float)0)
    #define __Pyx_c_conj_float(z)    (::std::conj(z))
    #if 1
        #define __Pyx_c_abs_float(z)     (::std::abs(z))
        #define __Pyx_c_pow_float(a, b)  (::std::pow(a, b))
    #endif
  #else
    #define __Pyx_c_is_zero_float(z) ((z)==0)
    #define __Pyx_c_conj_float(z)    (conjf(z))
    #if 1
        #define __Pyx_c_abs_float(z)     (cabsf(z))
        #define __Pyx_c_pow_float(a, b)  (cpowf(a, b))
    #endif
 #endif
#else
    static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex);
    static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex);
    #if 1
        static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex);
        static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex, __pyx_t_float_complex);
    #endif
#endif

/* Arithmetic.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
    #define __Pyx_c_eq_long__double(a, b)   ((a)==(b))
    #define __Pyx_c_sum_long__double(a, b)  ((a)+(b))
    #define __Pyx_c_diff_long__double(a, b) ((a)-(b))
    #define __Pyx_c_prod_long__double(a, b) ((a)*(b))
    #define __Pyx_c_quot_long__double(a, b) ((a)/(b))
    #define __Pyx_c_neg_long__double(a)     (-(a))
  #ifdef __cplusplus
    #define __Pyx_c_is_zero_long__double(z) ((z)==(long double)0)
    #define __Pyx_c_conj_long__double(z)    (::std::conj(z))
    #if 1
        #define __Pyx_c_abs_long__double(z)     (::std::abs(z))
        #define __Pyx_c_pow_long__double(a, b)  (::std::pow(a, b))
    #endif
  #else
    #define __Pyx_c_is_zero_long__double(z) ((z)==0)
    #define __Pyx_c_conj_long__double(z)    (conjl(z))
    #if 1
        #define __Pyx_c_abs_long__double(z)     (cabsl(z))
        #define __Pyx_c_pow_long__double(a, b)  (cpowl(a, b))
    #endif
 #endif
#else
    static CYTHON_INLINE int __Pyx_c_eq_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_sum_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_diff_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_prod_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_quot_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_neg_long__double(__pyx_t_long_double_complex);
    static CYTHON_INLINE int __Pyx_c_is_zero_long__double(__pyx_t_long_double_complex);
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_conj_long__double(__pyx_t_long_double_complex);
    #if 1
        static CYTHON_INLINE long double __Pyx_c_abs_long__double(__pyx_t_long_double_complex);
        static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_pow_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
    #endif
#endif

/* CIntFromPy.proto */
static CYTHON_INLINE PY_LONG_LONG __Pyx_PyLong_As_PY_LONG_LONG(PyObject *);

/* CIntFromPy.proto */
static CYTHON_INLINE int __Pyx_PyLong_As_int(PyObject *);

/* PyObjectVectorCallKwBuilder.proto (used by CIntToPy) */
CYTHON_UNUSED static int __Pyx_VectorcallBuilder_AddArg_Check(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n);
#if CYTHON_VECTORCALL
#if PY_VERSION_HEX >= 0x03090000
#define __Pyx_Object_Vectorcall_CallFromBuilder PyObject_Vectorcall
#else
#define __Pyx_Object_Vectorcall_CallFromBuilder _PyObject_Vectorcall
#endif
#define __Pyx_MakeVectorcallBuilderKwds(n) PyTuple_New(n)
static int __Pyx_VectorcallBuilder_AddArg(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n);
static int __Pyx_VectorcallBuilder_AddArgStr(const char *key, PyObject *value, PyObject *builder, PyObject **args, int n);
#else
#define __Pyx_Object_Vectorcall_CallFromBuilder __Pyx_PyObject_FastCallDict
#define __Pyx_MakeVectorcallBuilderKwds(n) __Pyx_PyDict_NewPresized(n)
#define __Pyx_VectorcallBuilder_AddArg(key, value, builder, args, n) PyDict_SetItem(builder, key, value)
#define __Pyx_VectorcallBuilder_AddArgStr(key, value, builder, args, n) PyDict_SetItemString(builder, key, value)
#endif

/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_int(int value);

/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_PY_LONG_LONG(PY_LONG_LONG value);

/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_long(long value);

/* CIntFromPy.proto */
static CYTHON_INLINE size_t __Pyx_PyLong_As_size_t(PyObject *);

/* CIntFromPy.proto */
static CYTHON_INLINE long __Pyx_PyLong_As_long(PyObject *);

/* FormatTypeName.proto */
#if CYTHON_COMPILING_IN_LIMITED_API
typedef PyObject *__Pyx_TypeName;
#define __Pyx_FMT_TYPENAME "%U"
#define __Pyx_DECREF_TypeName(obj) Py_XDECREF(obj)
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
#define __Pyx_PyType_GetFullyQualifiedName PyType_GetFullyQualifiedName
#else
static __Pyx_TypeName __Pyx_PyType_GetFullyQualifiedName(PyTypeObject* tp);
#endif
#else  // !LIMITED_API
typedef const char *__Pyx_TypeName;
#define __Pyx_FMT_TYPENAME "%.200s"
#define __Pyx_PyType_GetFullyQualifiedName(tp) ((tp)->tp_name)
#define __Pyx_DECREF_TypeName(obj)
#endif

/* FastTypeChecks.proto */
#if CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_TypeCheck(obj, type) __Pyx_IsSubtype(Py_TYPE(obj), (PyTypeObject *)type)
#define __Pyx_TypeCheck2(obj, type1, type2) __Pyx_IsAnySubtype2(Py_TYPE(obj), (PyTypeObject *)type1, (PyTypeObject *)type2)
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b);
static CYTHON_INLINE int __Pyx_IsAnySubtype2(PyTypeObject *cls, PyTypeObject *a, PyTypeObject *b);
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject *type);
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2);
#else
#define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type)
#define __Pyx_TypeCheck2(obj, type1, type2) (PyObject_TypeCheck(obj, (PyTypeObject *)type1) || PyObject_TypeCheck(obj, (PyTypeObject *)type2))
#define __Pyx_PyErr_GivenExceptionMatches(err, type) PyErr_GivenExceptionMatches(err, type)
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2) {
    return PyErr_GivenExceptionMatches(err, type1) || PyErr_GivenExceptionMatches(err, type2);
}
#endif
#define __Pyx_PyErr_ExceptionMatches2(err1, err2)  __Pyx_PyErr_GivenExceptionMatches2(__Pyx_PyErr_CurrentExceptionType(), err1, err2)
#define __Pyx_PyException_Check(obj) __Pyx_TypeCheck(obj, PyExc_Exception)
#ifdef PyExceptionInstance_Check
  #define __Pyx_PyBaseException_Check(obj) PyExceptionInstance_Check(obj)
#else
  #define __Pyx_PyBaseException_Check(obj) __Pyx_TypeCheck(obj, PyExc_BaseException)
#endif

/* GetRuntimeVersion.proto */
#if __PYX_LIMITED_VERSION_HEX < 0x030b0000
static unsigned long __Pyx_cached_runtime_version = 0;
static void __Pyx_init_runtime_version(void);
#else
#define __Pyx_init_runtime_version()
#endif
static unsigned long __Pyx_get_runtime_version(void);

/* CheckBinaryVersion.proto */
static int __Pyx_check_binary_version(unsigned long ct_version, unsigned long rt_version, int allow_newer);

/* DecompressString.proto */
static PyObject *__Pyx_DecompressString(const char *s, Py_ssize_t length, int algo);

/* MultiPhaseInitModuleState.proto */
#if CYTHON_PEP489_MULTI_PHASE_INIT && CYTHON_USE_MODULE_STATE
static PyObject *__Pyx_State_FindModule(void*);
static int __Pyx_State_AddModule(PyObject* module, void*);
static int __Pyx_State_RemoveModule(void*);
#elif CYTHON_USE_MODULE_STATE
#define __Pyx_State_FindModule PyState_FindModule
#define __Pyx_State_AddModule PyState_AddModule
#define __Pyx_State_RemoveModule PyState_RemoveModule
#endif

/* #### Code section: module_declarations ### */
/* CythonABIVersion.proto */
#if CYTHON_COMPILING_IN_LIMITED_API
    #if CYTHON_METH_FASTCALL
        #define __PYX_FASTCALL_ABI_SUFFIX  "_fastcall"
    #else
        #define __PYX_FASTCALL_ABI_SUFFIX
    #endif
    #define __PYX_LIMITED_ABI_SUFFIX "limited" __PYX_FASTCALL_ABI_SUFFIX __PYX_AM_SEND_ABI_SUFFIX
#else
    #define __PYX_LIMITED_ABI_SUFFIX
#endif
#if __PYX_HAS_PY_AM_SEND == 1
    #define __PYX_AM_SEND_ABI_SUFFIX
#elif __PYX_HAS_PY_AM_SEND == 2
    #define __PYX_AM_SEND_ABI_SUFFIX "amsendbackport"
#else
    #define __PYX_AM_SEND_ABI_SUFFIX "noamsend"
#endif
#ifndef __PYX_MONITORING_ABI_SUFFIX
    #define __PYX_MONITORING_ABI_SUFFIX
#endif
#if CYTHON_USE_TP_FINALIZE
    #define __PYX_TP_FINALIZE_ABI_SUFFIX
#else
    #define __PYX_TP_FINALIZE_ABI_SUFFIX "nofinalize"
#endif
#if CYTHON_USE_FREELISTS || !defined(__Pyx_AsyncGen_USED)
    #define __PYX_FREELISTS_ABI_SUFFIX
#else
    #define __PYX_FREELISTS_ABI_SUFFIX "nofreelists"
#endif
#define CYTHON_ABI  __PYX_ABI_VERSION __PYX_LIMITED_ABI_SUFFIX __PYX_MONITORING_ABI_SUFFIX __PYX_TP_FINALIZE_ABI_SUFFIX __PYX_FREELISTS_ABI_SUFFIX __PYX_AM_SEND_ABI_SUFFIX
#define __PYX_ABI_MODULE_NAME "_cython_" CYTHON_ABI
#define __PYX_TYPE_MODULE_PREFIX __PYX_ABI_MODULE_NAME "."

static CYTHON_INLINE npy_intp __pyx_f_5numpy_5dtype_8itemsize_itemsize(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_5dtype_9alignment_alignment(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_5dtype_6fields_fields(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_5dtype_5names_names(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyArray_ArrayDescr *__pyx_f_5numpy_5dtype_8subarray_subarray(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_uint64 __pyx_f_5numpy_5dtype_5flags_flags(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE int __pyx_f_5numpy_9broadcast_7numiter_numiter(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_9broadcast_4size_size(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_9broadcast_5index_index(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE int __pyx_f_5numpy_9broadcast_2nd_nd(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp *__pyx_f_5numpy_9broadcast_10dimensions_dimensions(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE void **__pyx_f_5numpy_9broadcast_5iters_iters(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_7ndarray_4base_base(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyArray_Descr *__pyx_f_5numpy_7ndarray_5descr_descr(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE int __pyx_f_5numpy_7ndarray_4ndim_ndim(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp *__pyx_f_5numpy_7ndarray_5shape_shape(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp *__pyx_f_5numpy_7ndarray_7strides_strides(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_7ndarray_4size_size(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE char *__pyx_f_5numpy_7ndarray_4data_data(PyArrayObject *__pyx_v_self); /* proto*/

/* Module declarations from "libc.string" */

/* Module declarations from "libc.stdlib" */

/* Module declarations from "libcpp" */

/* Module declarations from "libcpp.utility" */

/* Module declarations from "libcpp.algorithm" */

/* Module declarations from "libcpp.unordered_map" */

/* Module declarations from "libcpp.vector" */

/* Module declarations from "libcpp.string_view" */

/* Module declarations from "libcpp.string" */

/* Module declarations from "libc.stdio" */

/* Module declarations from "__builtin__" */

/* Module declarations from "cpython.type" */

/* Module declarations from "cpython" */

/* Module declarations from "cpython.object" */

/* Module declarations from "cpython.ref" */

/* Module declarations from "numpy" */

/* Module declarations from "numpy" */

/* Module declarations from "cython" */

/* Module declarations from "pygsti.baseobjs.opcalc.fastopcalc" */
static PyObject *__pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_pr_as_poly_innerloop(PyObject *, PyObject *, std::vector<int>  &, int, int, int, std::vector<std::unordered_map<int,__pyx_t_double_complex> >  *); /*proto*/
static std::unordered_map<int,__pyx_t_double_complex>  __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_mult_polynomials(std::unordered_map<int,__pyx_t_double_complex>  &, std::unordered_map<int,__pyx_t_double_complex>  &, int, int); /*proto*/
static void __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_add_polynomials_inplace(std::unordered_map<int,__pyx_t_double_complex>  &, std::unordered_map<int,__pyx_t_double_complex>  &); /*proto*/
static void __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_scale_poly(std::unordered_map<int,__pyx_t_double_complex>  &, __pyx_t_double_complex); /*proto*/
static PyObject *__pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_vinds_to_int(std::vector<int> , int, int); /*proto*/
static PyObject *__pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_int_to_vinds(int, int, int); /*proto*/
static PyObject *__pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_mult_vinds_ints(int, int, int, int); /*proto*/
static std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > >  __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_extract_term_coeffs(PyObject *, int, int &, int &); /*proto*/
static std::unordered_map<int,__pyx_t_double_complex>  __pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex(PyObject *); /*proto*/
static std::string __pyx_convert_string_from_py_6libcpp_6string_std__in_string(PyObject *); /*proto*/
static PyObject *__pyx_convert_unordered_map_to_py_int______pyx_t_double_complex(std::unordered_map<int,__pyx_t_double_complex>  const &); /*proto*/
static PyObject *__pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___(std::vector<std::unordered_map<int,__pyx_t_double_complex> >  const &); /*proto*/
static PyObject *__pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___(std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > >  const &); /*proto*/
static PyObject *__pyx_convert_vector_to_py_int(std::vector<int>  const &); /*proto*/
static PyObject *__pyx_convert_pair_to_py_int______pyx_t_double_complex(std::pair<int,__pyx_t_double_complex>  const &); /*proto*/
static std::vector<int>  __pyx_convert_vector_from_py_int(PyObject *); /*proto*/
/* #### Code section: typeinfo ### */
static const __Pyx_TypeInfo __Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t = { "int64_t", NULL, sizeof(__pyx_t_5numpy_int64_t), { 0 }, 0, __PYX_IS_UNSIGNED(__pyx_t_5numpy_int64_t) ? 'U' : 'I', __PYX_IS_UNSIGNED(__pyx_t_5numpy_int64_t), 0 };
static const __Pyx_TypeInfo __Pyx_TypeInfo_double = { "double", NULL, sizeof(double), { 0 }, 0, 'R', 0, 0 };
static const __Pyx_TypeInfo __Pyx_TypeInfo_nn___pyx_t_5numpy_float64_t = { "float64_t", NULL, sizeof(__pyx_t_5numpy_float64_t), { 0 }, 0, 'R', 0, 0 };
static const __Pyx_TypeInfo __Pyx_TypeInfo___pyx_t_double_complex = { "double complex", NULL, sizeof(__pyx_t_double_complex), { 0 }, 0, 'C', 0, 0 };
/* #### Code section: before_global_var ### */
#define __Pyx_MODULE_NAME "pygsti.baseobjs.opcalc.fastopcalc"
extern int __pyx_module_is_main_pygsti__baseobjs__opcalc__fastopcalc;
int __pyx_module_is_main_pygsti__baseobjs__opcalc__fastopcalc = 0;

/* Implementation of "pygsti.baseobjs.opcalc.fastopcalc" */
/* #### Code section: global_var ### */
static PyObject *__pyx_builtin_print;
static PyObject *__pyx_builtin_enumerate;
/* #### Code section: string_decls ### */
/* #### Code section: decls ### */
static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_test_map(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_s); /* proto */
static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_2bulk_eval_compact_polynomials_real(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_vtape, PyArrayObject *__pyx_v_ctape, PyArrayObject *__pyx_v_paramvec, PyObject *__pyx_v_dest_shape); /* proto */
static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_4bulk_eval_compact_polynomials_complex(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_vtape, PyArrayObject *__pyx_v_ctape, PyArrayObject *__pyx_v_paramvec, PyObject *__pyx_v_dest_shape); /* proto */
static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_6bulk_eval_compact_polynomials_derivs_real(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_vtape, PyArrayObject *__pyx_v_ctape, PyArrayObject *__pyx_v_wrtParams, PyArrayObject *__pyx_v_paramvec, PyObject *__pyx_v_dest_shape); /* proto */
static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_8bulk_eval_compact_polynomials_derivs_complex(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_vtape, PyArrayObject *__pyx_v_ctape, PyArrayObject *__pyx_v_wrtParams, PyArrayObject *__pyx_v_paramvec, PyObject *__pyx_v_dest_shape); /* proto */
static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_10abs_sum_bulk_eval_compact_polynomials_complex(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_vtape, PyArrayObject *__pyx_v_ctape, PyArrayObject *__pyx_v_paramvec, CYTHON_UNUSED __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_dest_size); /* proto */
static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_12compact_deriv(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_vtape, PyArrayObject *__pyx_v_ctape, PyArrayObject *__pyx_v_wrtParams); /* proto */
static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_14prs_as_polynomials(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_circuit, PyObject *__pyx_v_rho_terms, PyObject *__pyx_v_gate_terms, PyObject *__pyx_v_E_terms, PyObject *__pyx_v_E_indices_py, int __pyx_v_numEs, int __pyx_v_max_order, int __pyx_v_stabilizer_evo); /* proto */
static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_16check_polynomials(CYTHON_UNUSED PyObject *__pyx_self, std::unordered_map<int,__pyx_t_double_complex>  __pyx_v_coeff, PyObject *__pyx_v_coeff_check); /* proto */
static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_18float_product(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_ar); /* proto */
static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_20dot(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_f, PyArrayObject *__pyx_v_g); /* proto */
/* #### Code section: late_includes ### */
/* #### Code section: module_state ### */
/* SmallCodeConfig */
#ifndef CYTHON_SMALL_CODE
#if defined(__clang__)
    #define CYTHON_SMALL_CODE
#elif defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3))
    #define CYTHON_SMALL_CODE __attribute__((cold))
#else
    #define CYTHON_SMALL_CODE
#endif
#endif

typedef struct {
  PyObject *__pyx_d;
  PyObject *__pyx_b;
  PyObject *__pyx_cython_runtime;
  PyObject *__pyx_empty_tuple;
  PyObject *__pyx_empty_bytes;
  PyObject *__pyx_empty_unicode;
  PyTypeObject *__pyx_ptype_7cpython_4type_type;
  PyTypeObject *__pyx_ptype_5numpy_dtype;
  PyTypeObject *__pyx_ptype_5numpy_flatiter;
  PyTypeObject *__pyx_ptype_5numpy_broadcast;
  PyTypeObject *__pyx_ptype_5numpy_ndarray;
  PyTypeObject *__pyx_ptype_5numpy_generic;
  PyTypeObject *__pyx_ptype_5numpy_number;
  PyTypeObject *__pyx_ptype_5numpy_integer;
  PyTypeObject *__pyx_ptype_5numpy_signedinteger;
  PyTypeObject *__pyx_ptype_5numpy_unsignedinteger;
  PyTypeObject *__pyx_ptype_5numpy_inexact;
  PyTypeObject *__pyx_ptype_5numpy_floating;
  PyTypeObject *__pyx_ptype_5numpy_complexfloating;
  PyTypeObject *__pyx_ptype_5numpy_flexible;
  PyTypeObject *__pyx_ptype_5numpy_character;
  PyTypeObject *__pyx_ptype_5numpy_ufunc;
  __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_items;
  __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_pop;
  __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_values;
  PyObject *__pyx_codeobj_tab[11];
  PyObject *__pyx_string_tab[159];
  PyObject *__pyx_number_tab[3];
/* #### Code section: module_state_contents ### */
/* CommonTypesMetaclass.module_state_decls */
PyTypeObject *__pyx_CommonTypesMetaclassType;

/* CachedMethodType.module_state_decls */
#if CYTHON_COMPILING_IN_LIMITED_API
PyObject *__Pyx_CachedMethodType;
#endif

/* CythonFunctionShared.module_state_decls */
PyTypeObject *__pyx_CyFunctionType;

/* CodeObjectCache.module_state_decls */
struct __Pyx_CodeObjectCache __pyx_code_cache;

/* #### Code section: module_state_end ### */
} __pyx_mstatetype;

#if CYTHON_USE_MODULE_STATE
#ifdef __cplusplus
namespace {
extern struct PyModuleDef __pyx_moduledef;
} /* anonymous namespace */
#else
static struct PyModuleDef __pyx_moduledef;
#endif

#define __pyx_mstate_global (__Pyx_PyModule_GetState(__Pyx_State_FindModule(&__pyx_moduledef)))

#define __pyx_m (__Pyx_State_FindModule(&__pyx_moduledef))
#else
static __pyx_mstatetype __pyx_mstate_global_static =
#ifdef __cplusplus
    {};
#else
    {0};
#endif
static __pyx_mstatetype * const __pyx_mstate_global = &__pyx_mstate_global_static;
#endif
/* #### Code section: constant_name_defines ### */
#define __pyx_kp_u_ __pyx_string_tab[0]
#define __pyx_kp_u_HELLO __pyx_string_tab[1]
#define __pyx_kp_u_MISMATCH __pyx_string_tab[2]
#define __pyx_kp_u_Note_that_Cython_is_deliberately __pyx_string_tab[3]
#define __pyx_kp_u_Number_of_factor_lists_must_be_0 __pyx_string_tab[4]
#define __pyx_kp_u_UTF_8 __pyx_string_tab[5]
#define __pyx_kp_u__2 __pyx_string_tab[6]
#define __pyx_kp_u_add_note __pyx_string_tab[7]
#define __pyx_kp_u_coeff_2 __pyx_string_tab[8]
#define __pyx_kp_u_coeff_check_2 __pyx_string_tab[9]
#define __pyx_kp_u_numpy__core_multiarray_failed_to __pyx_string_tab[10]
#define __pyx_kp_u_numpy__core_umath_failed_to_impo __pyx_string_tab[11]
#define __pyx_kp_u_pygsti_baseobjs_opcalc_fastopcal_2 __pyx_string_tab[12]
#define __pyx_kp_u_pygsti_tools __pyx_string_tab[13]
#define __pyx_n_u_E_indices __pyx_string_tab[14]
#define __pyx_n_u_E_indices_py __pyx_string_tab[15]
#define __pyx_n_u_E_term_coeffs __pyx_string_tab[16]
#define __pyx_n_u_E_terms __pyx_string_tab[17]
#define __pyx_n_u_Einds __pyx_string_tab[18]
#define __pyx_n_u_N __pyx_string_tab[19]
#define __pyx_n_u_Pyx_PyDict_NextRef __pyx_string_tab[20]
#define __pyx_n_u_a __pyx_string_tab[21]
#define __pyx_n_u_abs_sum_bulk_eval_compact_polyno __pyx_string_tab[22]
#define __pyx_n_u_acton __pyx_string_tab[23]
#define __pyx_n_u_adjoint_acton __pyx_string_tab[24]
#define __pyx_n_u_ar __pyx_string_tab[25]
#define __pyx_n_u_asyncio_coroutines __pyx_string_tab[26]
#define __pyx_n_u_bulk_eval_compact_polynomials_co __pyx_string_tab[27]
#define __pyx_n_u_bulk_eval_compact_polynomials_de __pyx_string_tab[28]
#define __pyx_n_u_bulk_eval_compact_polynomials_de_2 __pyx_string_tab[29]
#define __pyx_n_u_bulk_eval_compact_polynomials_re __pyx_string_tab[30]
#define __pyx_n_u_c __pyx_string_tab[31]
#define __pyx_n_u_check_polynomials __pyx_string_tab[32]
#define __pyx_n_u_circuit __pyx_string_tab[33]
#define __pyx_n_u_class_getitem __pyx_string_tab[34]
#define __pyx_n_u_cline_in_traceback __pyx_string_tab[35]
#define __pyx_n_u_cnt __pyx_string_tab[36]
#define __pyx_n_u_coeff __pyx_string_tab[37]
#define __pyx_n_u_coeff_check __pyx_string_tab[38]
#define __pyx_n_u_coeff_lists __pyx_string_tab[39]
#define __pyx_n_u_compact_deriv __pyx_string_tab[40]
#define __pyx_n_u_complex128 __pyx_string_tab[41]
#define __pyx_n_u_conjugate __pyx_string_tab[42]
#define __pyx_n_u_cptr __pyx_string_tab[43]
#define __pyx_n_u_ctape __pyx_string_tab[44]
#define __pyx_n_u_cur_iWrt __pyx_string_tab[45]
#define __pyx_n_u_cur_wrt __pyx_string_tab[46]
#define __pyx_n_u_dctapes __pyx_string_tab[47]
#define __pyx_n_u_dest_shape __pyx_string_tab[48]
#define __pyx_n_u_dest_size __pyx_string_tab[49]
#define __pyx_n_u_dnterms __pyx_string_tab[50]
#define __pyx_n_u_dot __pyx_string_tab[51]
#define __pyx_n_u_dvtapes __pyx_string_tab[52]
#define __pyx_n_u_empty __pyx_string_tab[53]
#define __pyx_n_u_encode __pyx_string_tab[54]
#define __pyx_n_u_enumerate __pyx_string_tab[55]
#define __pyx_n_u_extract_amplitude __pyx_string_tab[56]
#define __pyx_n_u_f __pyx_string_tab[57]
#define __pyx_n_u_factor_lists __pyx_string_tab[58]
#define __pyx_n_u_float64 __pyx_string_tab[59]
#define __pyx_n_u_float_product __pyx_string_tab[60]
#define __pyx_n_u_func __pyx_string_tab[61]
#define __pyx_n_u_g __pyx_string_tab[62]
#define __pyx_n_u_gate_term_coeffs __pyx_string_tab[63]
#define __pyx_n_u_gate_terms __pyx_string_tab[64]
#define __pyx_n_u_gl __pyx_string_tab[65]
#define __pyx_n_u_gn __pyx_string_tab[66]
#define __pyx_n_u_i __pyx_string_tab[67]
#define __pyx_n_u_iPoly __pyx_string_tab[68]
#define __pyx_n_u_ii __pyx_string_tab[69]
#define __pyx_n_u_inds __pyx_string_tab[70]
#define __pyx_n_u_indx __pyx_string_tab[71]
#define __pyx_n_u_int64 __pyx_string_tab[72]
#define __pyx_n_u_is_coroutine __pyx_string_tab[73]
#define __pyx_n_u_it __pyx_string_tab[74]
#define __pyx_n_u_items __pyx_string_tab[75]
#define __pyx_n_u_j __pyx_string_tab[76]
#define __pyx_n_u_j0 __pyx_string_tab[77]
#define __pyx_n_u_j1 __pyx_string_tab[78]
#define __pyx_n_u_jj __pyx_string_tab[79]
#define __pyx_n_u_k __pyx_string_tab[80]
#define __pyx_n_u_keys __pyx_string_tab[81]
#define __pyx_n_u_l __pyx_string_tab[82]
#define __pyx_n_u_m __pyx_string_tab[83]
#define __pyx_n_u_main __pyx_string_tab[84]
#define __pyx_n_u_max_nTerms __pyx_string_tab[85]
#define __pyx_n_u_max_num_vars __pyx_string_tab[86]
#define __pyx_n_u_max_order __pyx_string_tab[87]
#define __pyx_n_u_max_poly_order __pyx_string_tab[88]
#define __pyx_n_u_max_poly_vars __pyx_string_tab[89]
#define __pyx_n_u_max_vsz __pyx_string_tab[90]
#define __pyx_n_u_mismatch __pyx_string_tab[91]
#define __pyx_n_u_module __pyx_string_tab[92]
#define __pyx_n_u_my_map __pyx_string_tab[93]
#define __pyx_n_u_my_map2 __pyx_string_tab[94]
#define __pyx_n_u_nPolys __pyx_string_tab[95]
#define __pyx_n_u_nTerms __pyx_string_tab[96]
#define __pyx_n_u_nVars __pyx_string_tab[97]
#define __pyx_n_u_name __pyx_string_tab[98]
#define __pyx_n_u_np __pyx_string_tab[99]
#define __pyx_n_u_numEs __pyx_string_tab[100]
#define __pyx_n_u_numpy __pyx_string_tab[101]
#define __pyx_n_u_off __pyx_string_tab[102]
#define __pyx_n_u_order __pyx_string_tab[103]
#define __pyx_n_u_outcomes __pyx_string_tab[104]
#define __pyx_n_u_p __pyx_string_tab[105]
#define __pyx_n_u_paramvec __pyx_string_tab[106]
#define __pyx_n_u_pauli_z_measurement __pyx_string_tab[107]
#define __pyx_n_u_poly_val __pyx_string_tab[108]
#define __pyx_n_u_pop __pyx_string_tab[109]
#define __pyx_n_u_post_ops __pyx_string_tab[110]
#define __pyx_n_u_pre_ops __pyx_string_tab[111]
#define __pyx_n_u_print __pyx_string_tab[112]
#define __pyx_n_u_prod __pyx_string_tab[113]
#define __pyx_n_u_prps __pyx_string_tab[114]
#define __pyx_n_u_prs_as_polynomials __pyx_string_tab[115]
#define __pyx_n_u_pygsti_baseobjs_opcalc_fastopcal __pyx_string_tab[116]
#define __pyx_n_u_qualname __pyx_string_tab[117]
#define __pyx_n_u_r __pyx_string_tab[118]
#define __pyx_n_u_res __pyx_string_tab[119]
#define __pyx_n_u_res_cptr __pyx_string_tab[120]
#define __pyx_n_u_res_vptr __pyx_string_tab[121]
#define __pyx_n_u_reshape __pyx_string_tab[122]
#define __pyx_n_u_result_ctape __pyx_string_tab[123]
#define __pyx_n_u_result_vtape __pyx_string_tab[124]
#define __pyx_n_u_ret __pyx_string_tab[125]
#define __pyx_n_u_rho_term_coeffs __pyx_string_tab[126]
#define __pyx_n_u_rho_terms __pyx_string_tab[127]
#define __pyx_n_u_s __pyx_string_tab[128]
#define __pyx_n_u_set_name __pyx_string_tab[129]
#define __pyx_n_u_setdefault __pyx_string_tab[130]
#define __pyx_n_u_st __pyx_string_tab[131]
#define __pyx_n_u_stabilizer_evo __pyx_string_tab[132]
#define __pyx_n_u_symplectic __pyx_string_tab[133]
#define __pyx_n_u_test __pyx_string_tab[134]
#define __pyx_n_u_test_map __pyx_string_tab[135]
#define __pyx_n_u_to_dense __pyx_string_tab[136]
#define __pyx_n_u_tools __pyx_string_tab[137]
#define __pyx_n_u_v __pyx_string_tab[138]
#define __pyx_n_u_values __pyx_string_tab[139]
#define __pyx_n_u_vdot __pyx_string_tab[140]
#define __pyx_n_u_vptr __pyx_string_tab[141]
#define __pyx_n_u_vstride __pyx_string_tab[142]
#define __pyx_n_u_vtape __pyx_string_tab[143]
#define __pyx_n_u_vtape_sz __pyx_string_tab[144]
#define __pyx_n_u_wrtParams __pyx_string_tab[145]
#define __pyx_n_u_wrt_sz __pyx_string_tab[146]
#define __pyx_n_u_zeros __pyx_string_tab[147]
#define __pyx_kp_b_iso88591_2_vQ_S_T_F_Q_2S_D_1Kq_6_IRq_q_s __pyx_string_tab[148]
#define __pyx_kp_b_iso88591_5_F_bPQ_Q_Ba_1_at3a_E_aq_E_c_Qd __pyx_string_tab[149]
#define __pyx_kp_b_iso88591_6_Q_U_1_q_1AQa_1 __pyx_string_tab[150]
#define __pyx_kp_b_iso88591_AQ_b_Rq_q_j_Q_Q_2_Qe13B_Q_9_q_7 __pyx_string_tab[151]
#define __pyx_kp_b_iso88591_Q_a_Ba_1_at3a_E_aq_E_c_Qd_Q_U_1 __pyx_string_tab[152]
#define __pyx_kp_b_iso88591_Q_iq_3a_3a_3a_Zq_F_rQR_4s_Ba_A __pyx_string_tab[153]
#define __pyx_kp_b_iso88591_Q_iq_3a_3a_3a_Zq_RvQlRTTU_4s_Ba __pyx_string_tab[154]
#define __pyx_kp_b_iso88591_Q_iq_q_a_Ba_A_at3a_7_A_E_aq_E_r __pyx_string_tab[155]
#define __pyx_kp_b_iso88591_QgQa_haq_Qe1_3c_3a_a_1Cq_1Cq_V1 __pyx_string_tab[156]
#define __pyx_kp_b_iso88591_U_3aq_Zq_RvQkQSST_Q_Ba_1_at3a_E __pyx_string_tab[157]
#define __pyx_kp_b_iso88591_a_6_U_1_d_Baq_1 __pyx_string_tab[158]
#define __pyx_float_1eneg_6 __pyx_number_tab[0]
#define __pyx_int_0 __pyx_number_tab[1]
#define __pyx_int_1 __pyx_number_tab[2]
/* #### Code section: module_state_clear ### */
#if CYTHON_USE_MODULE_STATE
static CYTHON_SMALL_CODE int __pyx_m_clear(PyObject *m) {
  __pyx_mstatetype *clear_module_state = __Pyx_PyModule_GetState(m);
  if (!clear_module_state) return 0;
  Py_CLEAR(clear_module_state->__pyx_d);
  Py_CLEAR(clear_module_state->__pyx_b);
  Py_CLEAR(clear_module_state->__pyx_cython_runtime);
  Py_CLEAR(clear_module_state->__pyx_empty_tuple);
  Py_CLEAR(clear_module_state->__pyx_empty_bytes);
  Py_CLEAR(clear_module_state->__pyx_empty_unicode);
  #if CYTHON_PEP489_MULTI_PHASE_INIT
  __Pyx_State_RemoveModule(NULL);
  #endif
  Py_CLEAR(clear_module_state->__pyx_ptype_7cpython_4type_type);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_dtype);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_flatiter);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_broadcast);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_ndarray);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_generic);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_number);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_integer);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_signedinteger);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_unsignedinteger);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_inexact);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_floating);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_complexfloating);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_flexible);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_character);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_ufunc);
  for (int i=0; i<11; ++i) { Py_CLEAR(clear_module_state->__pyx_codeobj_tab[i]); }
  for (int i=0; i<159; ++i) { Py_CLEAR(clear_module_state->__pyx_string_tab[i]); }
  for (int i=0; i<3; ++i) { Py_CLEAR(clear_module_state->__pyx_number_tab[i]); }
/* #### Code section: module_state_clear_contents ### */
/* CommonTypesMetaclass.module_state_clear */
Py_CLEAR(clear_module_state->__pyx_CommonTypesMetaclassType);

/* CythonFunctionShared.module_state_clear */
Py_CLEAR(clear_module_state->__pyx_CyFunctionType);

/* #### Code section: module_state_clear_end ### */
return 0;
}
#endif
/* #### Code section: module_state_traverse ### */
#if CYTHON_USE_MODULE_STATE
static CYTHON_SMALL_CODE int __pyx_m_traverse(PyObject *m, visitproc visit, void *arg) {
  __pyx_mstatetype *traverse_module_state = __Pyx_PyModule_GetState(m);
  if (!traverse_module_state) return 0;
  Py_VISIT(traverse_module_state->__pyx_d);
  Py_VISIT(traverse_module_state->__pyx_b);
  Py_VISIT(traverse_module_state->__pyx_cython_runtime);
  __Pyx_VISIT_CONST(traverse_module_state->__pyx_empty_tuple);
  __Pyx_VISIT_CONST(traverse_module_state->__pyx_empty_bytes);
  __Pyx_VISIT_CONST(traverse_module_state->__pyx_empty_unicode);
  Py_VISIT(traverse_module_state->__pyx_ptype_7cpython_4type_type);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_dtype);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_flatiter);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_broadcast);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_ndarray);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_generic);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_number);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_integer);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_signedinteger);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_unsignedinteger);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_inexact);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_floating);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_complexfloating);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_flexible);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_character);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_ufunc);
  for (int i=0; i<11; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_codeobj_tab[i]); }
  for (int i=0; i<159; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_string_tab[i]); }
  for (int i=0; i<3; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_number_tab[i]); }
/* #### Code section: module_state_traverse_contents ### */
/* CommonTypesMetaclass.module_state_traverse */
Py_VISIT(traverse_module_state->__pyx_CommonTypesMetaclassType);

/* CythonFunctionShared.module_state_traverse */
Py_VISIT(traverse_module_state->__pyx_CyFunctionType);

/* #### Code section: module_state_traverse_end ### */
return 0;
}
#endif
/* #### Code section: module_code ### */

/* "map.from_py":219
 * 
 * 
 * @cname("__pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex")             # <<<<<<<<<<<<<<
 * cdef map[X,Y] __pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex(object o) except *:
 *     cdef map[X,Y] m
*/

static std::unordered_map<int,__pyx_t_double_complex>  __pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex(PyObject *__pyx_v_o) {
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_v_m;
  PyObject *__pyx_v_key = NULL;
  PyObject *__pyx_v_value = NULL;
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  Py_ssize_t __pyx_t_2;
  Py_ssize_t __pyx_t_3;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  int __pyx_t_7;
  __pyx_t_double_complex __pyx_t_8;
  std::pair<int,__pyx_t_double_complex>  __pyx_t_9;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex", 0);

  /* "map.from_py":222
 * cdef map[X,Y] __pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex(object o) except *:
 *     cdef map[X,Y] m
 *     for key, value in o.items():             # <<<<<<<<<<<<<<
 *         m.insert(pair[X,Y](<X>key, <Y>value))
 *     return m
*/
  __pyx_t_2 = 0;
  if (unlikely(__pyx_v_o == Py_None)) {
    PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "items");
    __PYX_ERR(1, 222, __pyx_L1_error)
  }
  __pyx_t_5 = __Pyx_dict_iterator(__pyx_v_o, 0, __pyx_mstate_global->__pyx_n_u_items, (&__pyx_t_3), (&__pyx_t_4)); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 222, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_1);
  __pyx_t_1 = __pyx_t_5;
  __pyx_t_5 = 0;
  while (1) {
    __pyx_t_7 = __Pyx_dict_iter_next(__pyx_t_1, __pyx_t_3, &__pyx_t_2, &__pyx_t_5, &__pyx_t_6, NULL, __pyx_t_4);
    if (unlikely(__pyx_t_7 == 0)) break;
    if (unlikely(__pyx_t_7 == -1)) __PYX_ERR(1, 222, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_XDECREF_SET(__pyx_v_key, __pyx_t_5);
    __pyx_t_5 = 0;
    __Pyx_XDECREF_SET(__pyx_v_value, __pyx_t_6);
    __pyx_t_6 = 0;

    /* "map.from_py":223
 *     cdef map[X,Y] m
 *     for key, value in o.items():
 *         m.insert(pair[X,Y](<X>key, <Y>value))             # <<<<<<<<<<<<<<
 *     return m
 * 
*/
    __pyx_t_7 = __Pyx_PyLong_As_int(__pyx_v_key); if (unlikely((__pyx_t_7 == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 223, __pyx_L1_error)
    __pyx_t_8 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_v_value); if (unlikely(PyErr_Occurred())) __PYX_ERR(1, 223, __pyx_L1_error)
    try {
      __pyx_t_9 = std::pair<int,__pyx_t_double_complex> (((int)__pyx_t_7), __pyx_t_double_complex_from_parts(((double)__Pyx_CREAL(__pyx_t_8)), ((double)__Pyx_CIMAG(__pyx_t_8))));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(1, 223, __pyx_L1_error)
    }
    try {
      __pyx_v_m.insert(__pyx_t_9);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(1, 223, __pyx_L1_error)
    }
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "map.from_py":224
 *     for key, value in o.items():
 *         m.insert(pair[X,Y](<X>key, <Y>value))
 *     return m             # <<<<<<<<<<<<<<
 * 
*/
  __pyx_r = __pyx_v_m;
  goto __pyx_L0;

  /* "map.from_py":219
 * 
 * 
 * @cname("__pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex")             # <<<<<<<<<<<<<<
 * cdef map[X,Y] __pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex(object o) except *:
 *     cdef map[X,Y] m
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("map.from_py.__pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_key);
  __Pyx_XDECREF(__pyx_v_value);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "string.from_py":12
 *     cdef const char* __Pyx_PyObject_AsStringAndSize(object, Py_ssize_t*) except NULL
 * 
 * @cname("__pyx_convert_string_from_py_6libcpp_6string_std__in_string")             # <<<<<<<<<<<<<<
 * cdef string __pyx_convert_string_from_py_6libcpp_6string_std__in_string(object o) except *:
 *     cdef Py_ssize_t length = 0
*/

static std::string __pyx_convert_string_from_py_6libcpp_6string_std__in_string(PyObject *__pyx_v_o) {
  Py_ssize_t __pyx_v_length;
  char const *__pyx_v_data;
  std::string __pyx_r;
  char const *__pyx_t_1;
  std::string __pyx_t_2;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;

  /* "string.from_py":14
 * @cname("__pyx_convert_string_from_py_6libcpp_6string_std__in_string")
 * cdef string __pyx_convert_string_from_py_6libcpp_6string_std__in_string(object o) except *:
 *     cdef Py_ssize_t length = 0             # <<<<<<<<<<<<<<
 *     cdef const char* data = __Pyx_PyObject_AsStringAndSize(o, &length)
 *     return string(data, <size_t> length)
*/
  __pyx_v_length = 0;

  /* "string.from_py":15
 * cdef string __pyx_convert_string_from_py_6libcpp_6string_std__in_string(object o) except *:
 *     cdef Py_ssize_t length = 0
 *     cdef const char* data = __Pyx_PyObject_AsStringAndSize(o, &length)             # <<<<<<<<<<<<<<
 *     return string(data, <size_t> length)
 * 
*/
  __pyx_t_1 = __Pyx_PyObject_AsStringAndSize(__pyx_v_o, (&__pyx_v_length)); if (unlikely(__pyx_t_1 == ((void *)NULL))) __PYX_ERR(1, 15, __pyx_L1_error)
  __pyx_v_data = __pyx_t_1;

  /* "string.from_py":16
 *     cdef Py_ssize_t length = 0
 *     cdef const char* data = __Pyx_PyObject_AsStringAndSize(o, &length)
 *     return string(data, <size_t> length)             # <<<<<<<<<<<<<<
 * 
*/
  try {
    __pyx_t_2 = std::string(__pyx_v_data, ((size_t)__pyx_v_length));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(1, 16, __pyx_L1_error)
  }
  __pyx_r = __pyx_t_2;
  goto __pyx_L0;

  /* "string.from_py":12
 *     cdef const char* __Pyx_PyObject_AsStringAndSize(object, Py_ssize_t*) except NULL
 * 
 * @cname("__pyx_convert_string_from_py_6libcpp_6string_std__in_string")             # <<<<<<<<<<<<<<
 * cdef string __pyx_convert_string_from_py_6libcpp_6string_std__in_string(object o) except *:
 *     cdef Py_ssize_t length = 0
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_AddTraceback("string.from_py.__pyx_convert_string_from_py_6libcpp_6string_std__in_string", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  return __pyx_r;
}

/* "map.to_py":245
 *         const_iterator end()
 * 
 * @cname("__pyx_convert_unordered_map_to_py_int______pyx_t_double_complex")             # <<<<<<<<<<<<<<
 * cdef object __pyx_convert_unordered_map_to_py_int______pyx_t_double_complex(const map[X,Y]& s):
 *     o = {}
*/

static PyObject *__pyx_convert_unordered_map_to_py_int______pyx_t_double_complex(std::unordered_map<int,__pyx_t_double_complex>  const &__pyx_v_s) {
  PyObject *__pyx_v_o = NULL;
  std::unordered_map<int,__pyx_t_double_complex> ::value_type const *__pyx_v_key_value;
  std::unordered_map<int,__pyx_t_double_complex> ::const_iterator __pyx_v_iter;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__pyx_convert_unordered_map_to_py_int______pyx_t_double_complex", 0);

  /* "map.to_py":247
 * @cname("__pyx_convert_unordered_map_to_py_int______pyx_t_double_complex")
 * cdef object __pyx_convert_unordered_map_to_py_int______pyx_t_double_complex(const map[X,Y]& s):
 *     o = {}             # <<<<<<<<<<<<<<
 *     cdef const map[X,Y].value_type *key_value
 *     cdef map[X,Y].const_iterator iter = s.begin()
*/
  __pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 247, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_o = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "map.to_py":249
 *     o = {}
 *     cdef const map[X,Y].value_type *key_value
 *     cdef map[X,Y].const_iterator iter = s.begin()             # <<<<<<<<<<<<<<
 *     while iter != s.end():
 *         key_value = &cython.operator.dereference(iter)
*/
  __pyx_v_iter = __pyx_v_s.begin();

  /* "map.to_py":250
 *     cdef const map[X,Y].value_type *key_value
 *     cdef map[X,Y].const_iterator iter = s.begin()
 *     while iter != s.end():             # <<<<<<<<<<<<<<
 *         key_value = &cython.operator.dereference(iter)
 *         o[key_value.first] = key_value.second
*/
  while (1) {
    __pyx_t_2 = (__pyx_v_iter != __pyx_v_s.end());
    if (!__pyx_t_2) break;

    /* "map.to_py":251
 *     cdef map[X,Y].const_iterator iter = s.begin()
 *     while iter != s.end():
 *         key_value = &cython.operator.dereference(iter)             # <<<<<<<<<<<<<<
 *         o[key_value.first] = key_value.second
 *         cython.operator.preincrement(iter)
*/
    __pyx_v_key_value = (&(*__pyx_v_iter));

    /* "map.to_py":252
 *     while iter != s.end():
 *         key_value = &cython.operator.dereference(iter)
 *         o[key_value.first] = key_value.second             # <<<<<<<<<<<<<<
 *         cython.operator.preincrement(iter)
 *     return o
*/
    __pyx_t_1 = __pyx_PyComplex_FromComplex(__pyx_v_key_value->second); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 252, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_3 = __Pyx_PyLong_From_int(__pyx_v_key_value->first); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 252, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (unlikely((PyDict_SetItem(__pyx_v_o, __pyx_t_3, __pyx_t_1) < 0))) __PYX_ERR(1, 252, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

    /* "map.to_py":253
 *         key_value = &cython.operator.dereference(iter)
 *         o[key_value.first] = key_value.second
 *         cython.operator.preincrement(iter)             # <<<<<<<<<<<<<<
 *     return o
 * 
*/
    (void)((++__pyx_v_iter));
  }

  /* "map.to_py":254
 *         o[key_value.first] = key_value.second
 *         cython.operator.preincrement(iter)
 *     return o             # <<<<<<<<<<<<<<
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_o);
  __pyx_r = __pyx_v_o;
  goto __pyx_L0;

  /* "map.to_py":245
 *         const_iterator end()
 * 
 * @cname("__pyx_convert_unordered_map_to_py_int______pyx_t_double_complex")             # <<<<<<<<<<<<<<
 * cdef object __pyx_convert_unordered_map_to_py_int______pyx_t_double_complex(const map[X,Y]& s):
 *     o = {}
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("map.to_py.__pyx_convert_unordered_map_to_py_int______pyx_t_double_complex", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_o);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "vector.to_py":79
 *     const Py_ssize_t PY_SSIZE_T_MAX
 * 
 * @cname("__pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___")             # <<<<<<<<<<<<<<
 * cdef object __pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
*/

static PyObject *__pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___(std::vector<std::unordered_map<int,__pyx_t_double_complex> >  const &__pyx_v_v) {
  Py_ssize_t __pyx_v_v_size_signed;
  PyObject *__pyx_v_o = NULL;
  Py_ssize_t __pyx_v_i;
  PyObject *__pyx_v_item = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  Py_ssize_t __pyx_t_3;
  Py_ssize_t __pyx_t_4;
  Py_ssize_t __pyx_t_5;
  int __pyx_t_6;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___", 0);

  /* "vector.to_py":81
 * @cname("__pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___")
 * cdef object __pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:             # <<<<<<<<<<<<<<
 *         raise MemoryError()
 *     v_size_signed = <Py_ssize_t> v.size()
*/
  __pyx_t_1 = (__pyx_v_v.size() > ((size_t)PY_SSIZE_T_MAX));
  if (unlikely(__pyx_t_1)) {

    /* "vector.to_py":82
 * cdef object __pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
 *         raise MemoryError()             # <<<<<<<<<<<<<<
 *     v_size_signed = <Py_ssize_t> v.size()
 * 
*/
    PyErr_NoMemory(); __PYX_ERR(1, 82, __pyx_L1_error)

    /* "vector.to_py":81
 * @cname("__pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___")
 * cdef object __pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:             # <<<<<<<<<<<<<<
 *         raise MemoryError()
 *     v_size_signed = <Py_ssize_t> v.size()
*/
  }

  /* "vector.to_py":83
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
 *         raise MemoryError()
 *     v_size_signed = <Py_ssize_t> v.size()             # <<<<<<<<<<<<<<
 * 
 *     o = PyList_New(v_size_signed)
*/
  __pyx_v_v_size_signed = ((Py_ssize_t)__pyx_v_v.size());

  /* "vector.to_py":85
 *     v_size_signed = <Py_ssize_t> v.size()
 * 
 *     o = PyList_New(v_size_signed)             # <<<<<<<<<<<<<<
 * 
 *     cdef Py_ssize_t i
*/
  __pyx_t_2 = PyList_New(__pyx_v_v_size_signed); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 85, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_v_o = ((PyObject*)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "vector.to_py":90
 *     cdef object item
 * 
 *     for i in range(v_size_signed):             # <<<<<<<<<<<<<<
 *         item = v[i]
 *         Py_INCREF(item)
*/
  __pyx_t_3 = __pyx_v_v_size_signed;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "vector.to_py":91
 * 
 *     for i in range(v_size_signed):
 *         item = v[i]             # <<<<<<<<<<<<<<
 *         Py_INCREF(item)
 *         __Pyx_PyList_SET_ITEM(o, i, item)
*/
    __pyx_t_2 = __pyx_convert_unordered_map_to_py_int______pyx_t_double_complex((__pyx_v_v[__pyx_v_i])); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 91, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_2);
    __pyx_t_2 = 0;

    /* "vector.to_py":92
 *     for i in range(v_size_signed):
 *         item = v[i]
 *         Py_INCREF(item)             # <<<<<<<<<<<<<<
 *         __Pyx_PyList_SET_ITEM(o, i, item)
 * 
*/
    Py_INCREF(__pyx_v_item);

    /* "vector.to_py":93
 *         item = v[i]
 *         Py_INCREF(item)
 *         __Pyx_PyList_SET_ITEM(o, i, item)             # <<<<<<<<<<<<<<
 * 
 *     return o
*/
    __pyx_t_6 = __Pyx_PyList_SET_ITEM(__pyx_v_o, __pyx_v_i, __pyx_v_item); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(1, 93, __pyx_L1_error)
  }

  /* "vector.to_py":95
 *         __Pyx_PyList_SET_ITEM(o, i, item)
 * 
 *     return o             # <<<<<<<<<<<<<<
*/
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_o);
  __pyx_r = __pyx_v_o;
  goto __pyx_L0;

  /* "vector.to_py":79
 *     const Py_ssize_t PY_SSIZE_T_MAX
 * 
 * @cname("__pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___")             # <<<<<<<<<<<<<<
 * cdef object __pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("vector.to_py.__pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_o);
  __Pyx_XDECREF(__pyx_v_item);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___(std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > >  const &__pyx_v_v) {
  Py_ssize_t __pyx_v_v_size_signed;
  PyObject *__pyx_v_o = NULL;
  Py_ssize_t __pyx_v_i;
  PyObject *__pyx_v_item = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  Py_ssize_t __pyx_t_3;
  Py_ssize_t __pyx_t_4;
  Py_ssize_t __pyx_t_5;
  int __pyx_t_6;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___", 0);

  /* "vector.to_py":81
 * @cname("__pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___")
 * cdef object __pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:             # <<<<<<<<<<<<<<
 *         raise MemoryError()
 *     v_size_signed = <Py_ssize_t> v.size()
*/
  __pyx_t_1 = (__pyx_v_v.size() > ((size_t)PY_SSIZE_T_MAX));
  if (unlikely(__pyx_t_1)) {

    /* "vector.to_py":82
 * cdef object __pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
 *         raise MemoryError()             # <<<<<<<<<<<<<<
 *     v_size_signed = <Py_ssize_t> v.size()
 * 
*/
    PyErr_NoMemory(); __PYX_ERR(1, 82, __pyx_L1_error)

    /* "vector.to_py":81
 * @cname("__pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___")
 * cdef object __pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:             # <<<<<<<<<<<<<<
 *         raise MemoryError()
 *     v_size_signed = <Py_ssize_t> v.size()
*/
  }

  /* "vector.to_py":83
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
 *         raise MemoryError()
 *     v_size_signed = <Py_ssize_t> v.size()             # <<<<<<<<<<<<<<
 * 
 *     o = PyList_New(v_size_signed)
*/
  __pyx_v_v_size_signed = ((Py_ssize_t)__pyx_v_v.size());

  /* "vector.to_py":85
 *     v_size_signed = <Py_ssize_t> v.size()
 * 
 *     o = PyList_New(v_size_signed)             # <<<<<<<<<<<<<<
 * 
 *     cdef Py_ssize_t i
*/
  __pyx_t_2 = PyList_New(__pyx_v_v_size_signed); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 85, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_v_o = ((PyObject*)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "vector.to_py":90
 *     cdef object item
 * 
 *     for i in range(v_size_signed):             # <<<<<<<<<<<<<<
 *         item = v[i]
 *         Py_INCREF(item)
*/
  __pyx_t_3 = __pyx_v_v_size_signed;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "vector.to_py":91
 * 
 *     for i in range(v_size_signed):
 *         item = v[i]             # <<<<<<<<<<<<<<
 *         Py_INCREF(item)
 *         __Pyx_PyList_SET_ITEM(o, i, item)
*/
    __pyx_t_2 = __pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___((__pyx_v_v[__pyx_v_i])); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 91, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_2);
    __pyx_t_2 = 0;

    /* "vector.to_py":92
 *     for i in range(v_size_signed):
 *         item = v[i]
 *         Py_INCREF(item)             # <<<<<<<<<<<<<<
 *         __Pyx_PyList_SET_ITEM(o, i, item)
 * 
*/
    Py_INCREF(__pyx_v_item);

    /* "vector.to_py":93
 *         item = v[i]
 *         Py_INCREF(item)
 *         __Pyx_PyList_SET_ITEM(o, i, item)             # <<<<<<<<<<<<<<
 * 
 *     return o
*/
    __pyx_t_6 = __Pyx_PyList_SET_ITEM(__pyx_v_o, __pyx_v_i, __pyx_v_item); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(1, 93, __pyx_L1_error)
  }

  /* "vector.to_py":95
 *         __Pyx_PyList_SET_ITEM(o, i, item)
 * 
 *     return o             # <<<<<<<<<<<<<<
*/
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_o);
  __pyx_r = __pyx_v_o;
  goto __pyx_L0;

  /* "vector.to_py":79
 *     const Py_ssize_t PY_SSIZE_T_MAX
 * 
 * @cname("__pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___")             # <<<<<<<<<<<<<<
 * cdef object __pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("vector.to_py.__pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_o);
  __Pyx_XDECREF(__pyx_v_item);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_convert_vector_to_py_int(std::vector<int>  const &__pyx_v_v) {
  Py_ssize_t __pyx_v_v_size_signed;
  PyObject *__pyx_v_o = NULL;
  Py_ssize_t __pyx_v_i;
  PyObject *__pyx_v_item = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  Py_ssize_t __pyx_t_3;
  Py_ssize_t __pyx_t_4;
  Py_ssize_t __pyx_t_5;
  int __pyx_t_6;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__pyx_convert_vector_to_py_int", 0);

  /* "vector.to_py":81
 * @cname("__pyx_convert_vector_to_py_int")
 * cdef object __pyx_convert_vector_to_py_int(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:             # <<<<<<<<<<<<<<
 *         raise MemoryError()
 *     v_size_signed = <Py_ssize_t> v.size()
*/
  __pyx_t_1 = (__pyx_v_v.size() > ((size_t)PY_SSIZE_T_MAX));
  if (unlikely(__pyx_t_1)) {

    /* "vector.to_py":82
 * cdef object __pyx_convert_vector_to_py_int(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
 *         raise MemoryError()             # <<<<<<<<<<<<<<
 *     v_size_signed = <Py_ssize_t> v.size()
 * 
*/
    PyErr_NoMemory(); __PYX_ERR(1, 82, __pyx_L1_error)

    /* "vector.to_py":81
 * @cname("__pyx_convert_vector_to_py_int")
 * cdef object __pyx_convert_vector_to_py_int(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:             # <<<<<<<<<<<<<<
 *         raise MemoryError()
 *     v_size_signed = <Py_ssize_t> v.size()
*/
  }

  /* "vector.to_py":83
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
 *         raise MemoryError()
 *     v_size_signed = <Py_ssize_t> v.size()             # <<<<<<<<<<<<<<
 * 
 *     o = PyList_New(v_size_signed)
*/
  __pyx_v_v_size_signed = ((Py_ssize_t)__pyx_v_v.size());

  /* "vector.to_py":85
 *     v_size_signed = <Py_ssize_t> v.size()
 * 
 *     o = PyList_New(v_size_signed)             # <<<<<<<<<<<<<<
 * 
 *     cdef Py_ssize_t i
*/
  __pyx_t_2 = PyList_New(__pyx_v_v_size_signed); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 85, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_v_o = ((PyObject*)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "vector.to_py":90
 *     cdef object item
 * 
 *     for i in range(v_size_signed):             # <<<<<<<<<<<<<<
 *         item = v[i]
 *         Py_INCREF(item)
*/
  __pyx_t_3 = __pyx_v_v_size_signed;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "vector.to_py":91
 * 
 *     for i in range(v_size_signed):
 *         item = v[i]             # <<<<<<<<<<<<<<
 *         Py_INCREF(item)
 *         __Pyx_PyList_SET_ITEM(o, i, item)
*/
    __pyx_t_2 = __Pyx_PyLong_From_int((__pyx_v_v[__pyx_v_i])); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 91, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_2);
    __pyx_t_2 = 0;

    /* "vector.to_py":92
 *     for i in range(v_size_signed):
 *         item = v[i]
 *         Py_INCREF(item)             # <<<<<<<<<<<<<<
 *         __Pyx_PyList_SET_ITEM(o, i, item)
 * 
*/
    Py_INCREF(__pyx_v_item);

    /* "vector.to_py":93
 *         item = v[i]
 *         Py_INCREF(item)
 *         __Pyx_PyList_SET_ITEM(o, i, item)             # <<<<<<<<<<<<<<
 * 
 *     return o
*/
    __pyx_t_6 = __Pyx_PyList_SET_ITEM(__pyx_v_o, __pyx_v_i, __pyx_v_item); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(1, 93, __pyx_L1_error)
  }

  /* "vector.to_py":95
 *         __Pyx_PyList_SET_ITEM(o, i, item)
 * 
 *     return o             # <<<<<<<<<<<<<<
*/
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_o);
  __pyx_r = __pyx_v_o;
  goto __pyx_L0;

  /* "vector.to_py":79
 *     const Py_ssize_t PY_SSIZE_T_MAX
 * 
 * @cname("__pyx_convert_vector_to_py_int")             # <<<<<<<<<<<<<<
 * cdef object __pyx_convert_vector_to_py_int(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("vector.to_py.__pyx_convert_vector_to_py_int", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_o);
  __Pyx_XDECREF(__pyx_v_item);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pair.to_py":203
 *         U second
 * 
 * @cname("__pyx_convert_pair_to_py_int______pyx_t_double_complex")             # <<<<<<<<<<<<<<
 * cdef object __pyx_convert_pair_to_py_int______pyx_t_double_complex(const pair[X,Y]& p):
 *     return p.first, p.second
*/

static PyObject *__pyx_convert_pair_to_py_int______pyx_t_double_complex(std::pair<int,__pyx_t_double_complex>  const &__pyx_v_p) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__pyx_convert_pair_to_py_int______pyx_t_double_complex", 0);

  /* "pair.to_py":205
 * @cname("__pyx_convert_pair_to_py_int______pyx_t_double_complex")
 * cdef object __pyx_convert_pair_to_py_int______pyx_t_double_complex(const pair[X,Y]& p):
 *     return p.first, p.second             # <<<<<<<<<<<<<<
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyLong_From_int(__pyx_v_p.first); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 205, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __pyx_PyComplex_FromComplex(__pyx_v_p.second); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 205, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 205, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_1);
  if (__Pyx_PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1) != (0)) __PYX_ERR(1, 205, __pyx_L1_error);
  __Pyx_GIVEREF(__pyx_t_2);
  if (__Pyx_PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2) != (0)) __PYX_ERR(1, 205, __pyx_L1_error);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pair.to_py":203
 *         U second
 * 
 * @cname("__pyx_convert_pair_to_py_int______pyx_t_double_complex")             # <<<<<<<<<<<<<<
 * cdef object __pyx_convert_pair_to_py_int______pyx_t_double_complex(const pair[X,Y]& p):
 *     return p.first, p.second
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pair.to_py.__pyx_convert_pair_to_py_int______pyx_t_double_complex", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "vector.from_py":51
 *     cdef Py_ssize_t __Pyx_PyObject_LengthHint(object o, Py_ssize_t defaultval) except -1
 * 
 * @cname("__pyx_convert_vector_from_py_int")             # <<<<<<<<<<<<<<
 * cdef vector[X] __pyx_convert_vector_from_py_int(object o) except *:
 * 
*/

static std::vector<int>  __pyx_convert_vector_from_py_int(PyObject *__pyx_v_o) {
  std::vector<int>  __pyx_v_v;
  Py_ssize_t __pyx_v_s;
  PyObject *__pyx_v_item = NULL;
  std::vector<int>  __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *(*__pyx_t_4)(PyObject *);
  PyObject *__pyx_t_5 = NULL;
  int __pyx_t_6;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__pyx_convert_vector_from_py_int", 0);

  /* "vector.from_py":55
 * 
 *     cdef vector[X] v
 *     cdef Py_ssize_t s = __Pyx_PyObject_LengthHint(o, 0)             # <<<<<<<<<<<<<<
 * 
 *     if s > 0:
*/
  __pyx_t_1 = __Pyx_PyObject_LengthHint(__pyx_v_o, 0); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1L))) __PYX_ERR(1, 55, __pyx_L1_error)
  __pyx_v_s = __pyx_t_1;

  /* "vector.from_py":57
 *     cdef Py_ssize_t s = __Pyx_PyObject_LengthHint(o, 0)
 * 
 *     if s > 0:             # <<<<<<<<<<<<<<
 *         v.reserve(<size_t> s)
 * 
*/
  __pyx_t_2 = (__pyx_v_s > 0);
  if (__pyx_t_2) {

    /* "vector.from_py":58
 * 
 *     if s > 0:
 *         v.reserve(<size_t> s)             # <<<<<<<<<<<<<<
 * 
 *     for item in o:
*/
    try {
      __pyx_v_v.reserve(((size_t)__pyx_v_s));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(1, 58, __pyx_L1_error)
    }

    /* "vector.from_py":57
 *     cdef Py_ssize_t s = __Pyx_PyObject_LengthHint(o, 0)
 * 
 *     if s > 0:             # <<<<<<<<<<<<<<
 *         v.reserve(<size_t> s)
 * 
*/
  }

  /* "vector.from_py":60
 *         v.reserve(<size_t> s)
 * 
 *     for item in o:             # <<<<<<<<<<<<<<
 *         v.push_back(<X>item)
 * 
*/
  if (likely(PyList_CheckExact(__pyx_v_o)) || PyTuple_CheckExact(__pyx_v_o)) {
    __pyx_t_3 = __pyx_v_o; __Pyx_INCREF(__pyx_t_3);
    __pyx_t_1 = 0;
    __pyx_t_4 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_o); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 60, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_4 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 60, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_4)) {
      if (likely(PyList_CheckExact(__pyx_t_3))) {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_3);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(1, 60, __pyx_L1_error)
          #endif
          if (__pyx_t_1 >= __pyx_temp) break;
        }
        __pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_3, __pyx_t_1, __Pyx_ReferenceSharing_OwnStrongReference);
        ++__pyx_t_1;
      } else {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_3);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(1, 60, __pyx_L1_error)
          #endif
          if (__pyx_t_1 >= __pyx_temp) break;
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_1));
        #else
        __pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_3, __pyx_t_1);
        #endif
        ++__pyx_t_1;
      }
      if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 60, __pyx_L1_error)
    } else {
      __pyx_t_5 = __pyx_t_4(__pyx_t_3);
      if (unlikely(!__pyx_t_5)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(1, 60, __pyx_L1_error)
          PyErr_Clear();
        }
        break;
      }
    }
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_5);
    __pyx_t_5 = 0;

    /* "vector.from_py":61
 * 
 *     for item in o:
 *         v.push_back(<X>item)             # <<<<<<<<<<<<<<
 * 
 *     return v
*/
    __pyx_t_6 = __Pyx_PyLong_As_int(__pyx_v_item); if (unlikely((__pyx_t_6 == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 61, __pyx_L1_error)
    try {
      __pyx_v_v.push_back(((int)__pyx_t_6));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(1, 61, __pyx_L1_error)
    }

    /* "vector.from_py":60
 *         v.reserve(<size_t> s)
 * 
 *     for item in o:             # <<<<<<<<<<<<<<
 *         v.push_back(<X>item)
 * 
*/
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "vector.from_py":63
 *         v.push_back(<X>item)
 * 
 *     return v             # <<<<<<<<<<<<<<
 * 
*/
  __pyx_r = __pyx_v_v;
  goto __pyx_L0;

  /* "vector.from_py":51
 *     cdef Py_ssize_t __Pyx_PyObject_LengthHint(object o, Py_ssize_t defaultval) except -1
 * 
 * @cname("__pyx_convert_vector_from_py_int")             # <<<<<<<<<<<<<<
 * cdef vector[X] __pyx_convert_vector_from_py_int(object o) except *:
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("vector.from_py.__pyx_convert_vector_from_py_int", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_item);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":286
 *         cdef int type_num
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp itemsize(self) noexcept nogil:
 *             return PyDataType_ELSIZE(self)
*/

static CYTHON_INLINE npy_intp __pyx_f_5numpy_5dtype_8itemsize_itemsize(PyArray_Descr *__pyx_v_self) {
  npy_intp __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":288
 *         @property
 *         cdef inline npy_intp itemsize(self) noexcept nogil:
 *             return PyDataType_ELSIZE(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyDataType_ELSIZE(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":286
 *         cdef int type_num
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp itemsize(self) noexcept nogil:
 *             return PyDataType_ELSIZE(self)
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":290
 *             return PyDataType_ELSIZE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp alignment(self) noexcept nogil:
 *             return PyDataType_ALIGNMENT(self)
*/

static CYTHON_INLINE npy_intp __pyx_f_5numpy_5dtype_9alignment_alignment(PyArray_Descr *__pyx_v_self) {
  npy_intp __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":292
 *         @property
 *         cdef inline npy_intp alignment(self) noexcept nogil:
 *             return PyDataType_ALIGNMENT(self)             # <<<<<<<<<<<<<<
 * 
 *         # Use fields/names with care as they may be NULL.  You must check
*/
  __pyx_r = PyDataType_ALIGNMENT(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":290
 *             return PyDataType_ELSIZE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp alignment(self) noexcept nogil:
 *             return PyDataType_ALIGNMENT(self)
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":296
 *         # Use fields/names with care as they may be NULL.  You must check
 *         # for this using PyDataType_HASFIELDS.
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline object fields(self):
 *             return <object>PyDataType_FIELDS(self)
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_5dtype_6fields_fields(PyArray_Descr *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1;
  __Pyx_RefNannySetupContext("fields", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":298
 *         @property
 *         cdef inline object fields(self):
 *             return <object>PyDataType_FIELDS(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyDataType_FIELDS(__pyx_v_self);
  __Pyx_INCREF(((PyObject *)__pyx_t_1));
  __pyx_r = ((PyObject *)__pyx_t_1);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":296
 *         # Use fields/names with care as they may be NULL.  You must check
 *         # for this using PyDataType_HASFIELDS.
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline object fields(self):
 *             return <object>PyDataType_FIELDS(self)
*/

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":300
 *             return <object>PyDataType_FIELDS(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline tuple names(self):
 *             return <tuple>PyDataType_NAMES(self)
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_5dtype_5names_names(PyArray_Descr *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1;
  __Pyx_RefNannySetupContext("names", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":302
 *         @property
 *         cdef inline tuple names(self):
 *             return <tuple>PyDataType_NAMES(self)             # <<<<<<<<<<<<<<
 * 
 *         # Use PyDataType_HASSUBARRAY to test whether this field is
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyDataType_NAMES(__pyx_v_self);
  __Pyx_INCREF(((PyObject*)__pyx_t_1));
  __pyx_r = ((PyObject*)__pyx_t_1);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":300
 *             return <object>PyDataType_FIELDS(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline tuple names(self):
 *             return <tuple>PyDataType_NAMES(self)
*/

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":307
 *         # valid (the pointer can be NULL). Most users should access
 *         # this field via the inline helper method PyDataType_SHAPE.
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline PyArray_ArrayDescr* subarray(self) noexcept nogil:
 *             return PyDataType_SUBARRAY(self)
*/

static CYTHON_INLINE PyArray_ArrayDescr *__pyx_f_5numpy_5dtype_8subarray_subarray(PyArray_Descr *__pyx_v_self) {
  PyArray_ArrayDescr *__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":309
 *         @property
 *         cdef inline PyArray_ArrayDescr* subarray(self) noexcept nogil:
 *             return PyDataType_SUBARRAY(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyDataType_SUBARRAY(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":307
 *         # valid (the pointer can be NULL). Most users should access
 *         # this field via the inline helper method PyDataType_SHAPE.
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline PyArray_ArrayDescr* subarray(self) noexcept nogil:
 *             return PyDataType_SUBARRAY(self)
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":311
 *             return PyDataType_SUBARRAY(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_uint64 flags(self) noexcept nogil:
 *             """The data types flags."""
*/

static CYTHON_INLINE npy_uint64 __pyx_f_5numpy_5dtype_5flags_flags(PyArray_Descr *__pyx_v_self) {
  npy_uint64 __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":314
 *         cdef inline npy_uint64 flags(self) noexcept nogil:
 *             """The data types flags."""
 *             return PyDataType_FLAGS(self)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = PyDataType_FLAGS(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":311
 *             return PyDataType_SUBARRAY(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_uint64 flags(self) noexcept nogil:
 *             """The data types flags."""
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":323
 *     ctypedef class numpy.broadcast [object PyArrayMultiIterObject, check_size ignore]:
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline int numiter(self) noexcept nogil:
 *             """The number of arrays that need to be broadcast to the same shape."""
*/

static CYTHON_INLINE int __pyx_f_5numpy_9broadcast_7numiter_numiter(PyArrayMultiIterObject *__pyx_v_self) {
  int __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":326
 *         cdef inline int numiter(self) noexcept nogil:
 *             """The number of arrays that need to be broadcast to the same shape."""
 *             return PyArray_MultiIter_NUMITER(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_MultiIter_NUMITER(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":323
 *     ctypedef class numpy.broadcast [object PyArrayMultiIterObject, check_size ignore]:
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline int numiter(self) noexcept nogil:
 *             """The number of arrays that need to be broadcast to the same shape."""
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":328
 *             return PyArray_MultiIter_NUMITER(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp size(self) noexcept nogil:
 *             """The total broadcasted size."""
*/

static CYTHON_INLINE npy_intp __pyx_f_5numpy_9broadcast_4size_size(PyArrayMultiIterObject *__pyx_v_self) {
  npy_intp __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":331
 *         cdef inline npy_intp size(self) noexcept nogil:
 *             """The total broadcasted size."""
 *             return PyArray_MultiIter_SIZE(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_MultiIter_SIZE(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":328
 *             return PyArray_MultiIter_NUMITER(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp size(self) noexcept nogil:
 *             """The total broadcasted size."""
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":333
 *             return PyArray_MultiIter_SIZE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp index(self) noexcept nogil:
 *             """The current (1-d) index into the broadcasted result."""
*/

static CYTHON_INLINE npy_intp __pyx_f_5numpy_9broadcast_5index_index(PyArrayMultiIterObject *__pyx_v_self) {
  npy_intp __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":336
 *         cdef inline npy_intp index(self) noexcept nogil:
 *             """The current (1-d) index into the broadcasted result."""
 *             return PyArray_MultiIter_INDEX(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_MultiIter_INDEX(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":333
 *             return PyArray_MultiIter_SIZE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp index(self) noexcept nogil:
 *             """The current (1-d) index into the broadcasted result."""
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":338
 *             return PyArray_MultiIter_INDEX(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline int nd(self) noexcept nogil:
 *             """The number of dimensions in the broadcasted result."""
*/

static CYTHON_INLINE int __pyx_f_5numpy_9broadcast_2nd_nd(PyArrayMultiIterObject *__pyx_v_self) {
  int __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":341
 *         cdef inline int nd(self) noexcept nogil:
 *             """The number of dimensions in the broadcasted result."""
 *             return PyArray_MultiIter_NDIM(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_MultiIter_NDIM(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":338
 *             return PyArray_MultiIter_INDEX(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline int nd(self) noexcept nogil:
 *             """The number of dimensions in the broadcasted result."""
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":343
 *             return PyArray_MultiIter_NDIM(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp* dimensions(self) noexcept nogil:
 *             """The shape of the broadcasted result."""
*/

static CYTHON_INLINE npy_intp *__pyx_f_5numpy_9broadcast_10dimensions_dimensions(PyArrayMultiIterObject *__pyx_v_self) {
  npy_intp *__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":346
 *         cdef inline npy_intp* dimensions(self) noexcept nogil:
 *             """The shape of the broadcasted result."""
 *             return PyArray_MultiIter_DIMS(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_MultiIter_DIMS(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":343
 *             return PyArray_MultiIter_NDIM(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp* dimensions(self) noexcept nogil:
 *             """The shape of the broadcasted result."""
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":348
 *             return PyArray_MultiIter_DIMS(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline void** iters(self) noexcept nogil:
 *             """An array of iterator objects that holds the iterators for the arrays to be broadcast together.
*/

static CYTHON_INLINE void **__pyx_f_5numpy_9broadcast_5iters_iters(PyArrayMultiIterObject *__pyx_v_self) {
  void **__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":352
 *             """An array of iterator objects that holds the iterators for the arrays to be broadcast together.
 *             On return, the iterators are adjusted for broadcasting."""
 *             return PyArray_MultiIter_ITERS(self)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = PyArray_MultiIter_ITERS(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":348
 *             return PyArray_MultiIter_DIMS(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline void** iters(self) noexcept nogil:
 *             """An array of iterator objects that holds the iterators for the arrays to be broadcast together.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":366
 *         # Instead, we use properties that map to the corresponding C-API functions.
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline PyObject* base(self) noexcept nogil:
 *             """Returns a borrowed reference to the object owning the data/memory.
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_7ndarray_4base_base(PyArrayObject *__pyx_v_self) {
  PyObject *__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":370
 *             """Returns a borrowed reference to the object owning the data/memory.
 *             """
 *             return PyArray_BASE(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_BASE(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":366
 *         # Instead, we use properties that map to the corresponding C-API functions.
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline PyObject* base(self) noexcept nogil:
 *             """Returns a borrowed reference to the object owning the data/memory.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":372
 *             return PyArray_BASE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline dtype descr(self):
 *             """Returns an owned reference to the dtype of the array.
*/

static CYTHON_INLINE PyArray_Descr *__pyx_f_5numpy_7ndarray_5descr_descr(PyArrayObject *__pyx_v_self) {
  PyArray_Descr *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyArray_Descr *__pyx_t_1;
  __Pyx_RefNannySetupContext("descr", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":376
 *             """Returns an owned reference to the dtype of the array.
 *             """
 *             return <dtype>PyArray_DESCR(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __Pyx_XDECREF((PyObject *)__pyx_r);
  __pyx_t_1 = PyArray_DESCR(__pyx_v_self);
  __Pyx_INCREF((PyObject *)((PyArray_Descr *)__pyx_t_1));
  __pyx_r = ((PyArray_Descr *)__pyx_t_1);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":372
 *             return PyArray_BASE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline dtype descr(self):
 *             """Returns an owned reference to the dtype of the array.
*/

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF((PyObject *)__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":378
 *             return <dtype>PyArray_DESCR(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline int ndim(self) noexcept nogil:
 *             """Returns the number of dimensions in the array.
*/

static CYTHON_INLINE int __pyx_f_5numpy_7ndarray_4ndim_ndim(PyArrayObject *__pyx_v_self) {
  int __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":382
 *             """Returns the number of dimensions in the array.
 *             """
 *             return PyArray_NDIM(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_NDIM(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":378
 *             return <dtype>PyArray_DESCR(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline int ndim(self) noexcept nogil:
 *             """Returns the number of dimensions in the array.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":384
 *             return PyArray_NDIM(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp *shape(self) noexcept nogil:
 *             """Returns a pointer to the dimensions/shape of the array.
*/

static CYTHON_INLINE npy_intp *__pyx_f_5numpy_7ndarray_5shape_shape(PyArrayObject *__pyx_v_self) {
  npy_intp *__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":390
 *             Can return NULL for 0-dimensional arrays.
 *             """
 *             return PyArray_DIMS(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_DIMS(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":384
 *             return PyArray_NDIM(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp *shape(self) noexcept nogil:
 *             """Returns a pointer to the dimensions/shape of the array.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":392
 *             return PyArray_DIMS(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp *strides(self) noexcept nogil:
 *             """Returns a pointer to the strides of the array.
*/

static CYTHON_INLINE npy_intp *__pyx_f_5numpy_7ndarray_7strides_strides(PyArrayObject *__pyx_v_self) {
  npy_intp *__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":397
 *             The number of elements matches the number of dimensions of the array (ndim).
 *             """
 *             return PyArray_STRIDES(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_STRIDES(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":392
 *             return PyArray_DIMS(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp *strides(self) noexcept nogil:
 *             """Returns a pointer to the strides of the array.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":399
 *             return PyArray_STRIDES(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp size(self) noexcept nogil:
 *             """Returns the total size (in number of elements) of the array.
*/

static CYTHON_INLINE npy_intp __pyx_f_5numpy_7ndarray_4size_size(PyArrayObject *__pyx_v_self) {
  npy_intp __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":403
 *             """Returns the total size (in number of elements) of the array.
 *             """
 *             return PyArray_SIZE(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_SIZE(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":399
 *             return PyArray_STRIDES(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp size(self) noexcept nogil:
 *             """Returns the total size (in number of elements) of the array.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":405
 *             return PyArray_SIZE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline char* data(self) noexcept nogil:
 *             """The pointer to the data buffer as a char*.
*/

static CYTHON_INLINE char *__pyx_f_5numpy_7ndarray_4data_data(PyArrayObject *__pyx_v_self) {
  char *__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":412
 *             of `PyArray_DATA()` instead, which returns a 'void*'.
 *             """
 *             return PyArray_BYTES(self)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = PyArray_BYTES(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":405
 *             return PyArray_SIZE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline char* data(self) noexcept nogil:
 *             """The pointer to the data buffer as a char*.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":824
 * ctypedef long double complex clongdouble_t
 * 
 * cdef inline object PyArray_MultiIterNew1(a):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(1, <void*>a)
 * 
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew1(PyObject *__pyx_v_a) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew1", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":825
 * 
 * cdef inline object PyArray_MultiIterNew1(a):
 *     return PyArray_MultiIterNew(1, <void*>a)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew2(a, b):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(1, ((void *)__pyx_v_a)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 825, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":824
 * ctypedef long double complex clongdouble_t
 * 
 * cdef inline object PyArray_MultiIterNew1(a):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(1, <void*>a)
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew1", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":827
 *     return PyArray_MultiIterNew(1, <void*>a)
 * 
 * cdef inline object PyArray_MultiIterNew2(a, b):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)
 * 
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew2(PyObject *__pyx_v_a, PyObject *__pyx_v_b) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew2", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":828
 * 
 * cdef inline object PyArray_MultiIterNew2(a, b):
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew3(a, b, c):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(2, ((void *)__pyx_v_a), ((void *)__pyx_v_b)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 828, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":827
 *     return PyArray_MultiIterNew(1, <void*>a)
 * 
 * cdef inline object PyArray_MultiIterNew2(a, b):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew2", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":830
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)
 * 
 * cdef inline object PyArray_MultiIterNew3(a, b, c):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
 * 
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew3(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew3", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":831
 * 
 * cdef inline object PyArray_MultiIterNew3(a, b, c):
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew4(a, b, c, d):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(3, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 831, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":830
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)
 * 
 * cdef inline object PyArray_MultiIterNew3(a, b, c):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew3", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":833
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
 * 
 * cdef inline object PyArray_MultiIterNew4(a, b, c, d):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
 * 
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew4(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew4", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":834
 * 
 * cdef inline object PyArray_MultiIterNew4(a, b, c, d):
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(4, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 834, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":833
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
 * 
 * cdef inline object PyArray_MultiIterNew4(a, b, c, d):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew4", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":836
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
 * 
 * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
 * 
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew5(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d, PyObject *__pyx_v_e) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew5", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":837
 * 
 * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)             # <<<<<<<<<<<<<<
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(5, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d), ((void *)__pyx_v_e)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 837, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":836
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
 * 
 * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew5", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":839
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):             # <<<<<<<<<<<<<<
 *     if PyDataType_HASSUBARRAY(d):
 *         return <tuple>d.subarray.shape
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyDataType_SHAPE(PyArray_Descr *__pyx_v_d) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2;
  __Pyx_RefNannySetupContext("PyDataType_SHAPE", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":840
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):
 *     if PyDataType_HASSUBARRAY(d):             # <<<<<<<<<<<<<<
 *         return <tuple>d.subarray.shape
 *     else:
*/
  __pyx_t_1 = PyDataType_HASSUBARRAY(__pyx_v_d);
  if (__pyx_t_1) {

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":841
 * cdef inline tuple PyDataType_SHAPE(dtype d):
 *     if PyDataType_HASSUBARRAY(d):
 *         return <tuple>d.subarray.shape             # <<<<<<<<<<<<<<
 *     else:
 *         return ()
*/
    __Pyx_XDECREF(__pyx_r);
    __pyx_t_2 = __pyx_f_5numpy_5dtype_8subarray_subarray(__pyx_v_d)->shape;
    __Pyx_INCREF(((PyObject*)__pyx_t_2));
    __pyx_r = ((PyObject*)__pyx_t_2);
    goto __pyx_L0;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":840
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):
 *     if PyDataType_HASSUBARRAY(d):             # <<<<<<<<<<<<<<
 *         return <tuple>d.subarray.shape
 *     else:
*/
  }

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":843
 *         return <tuple>d.subarray.shape
 *     else:
 *         return ()             # <<<<<<<<<<<<<<
 * 
 * 
*/
  /*else*/ {
    __Pyx_XDECREF(__pyx_r);
    __Pyx_INCREF(__pyx_mstate_global->__pyx_empty_tuple);
    __pyx_r = __pyx_mstate_global->__pyx_empty_tuple;
    goto __pyx_L0;
  }

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":839
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):             # <<<<<<<<<<<<<<
 *     if PyDataType_HASSUBARRAY(d):
 *         return <tuple>d.subarray.shape
*/

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1035
 *     int _import_umath() except -1
 * 
 * cdef inline void set_array_base(ndarray arr, object base) except *:             # <<<<<<<<<<<<<<
 *     Py_INCREF(base) # important to do this before stealing the reference below!
 *     PyArray_SetBaseObject(arr, base)
*/

static CYTHON_INLINE void __pyx_f_5numpy_set_array_base(PyArrayObject *__pyx_v_arr, PyObject *__pyx_v_base) {
  int __pyx_t_1;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1036
 * 
 * cdef inline void set_array_base(ndarray arr, object base) except *:
 *     Py_INCREF(base) # important to do this before stealing the reference below!             # <<<<<<<<<<<<<<
 *     PyArray_SetBaseObject(arr, base)
 * 
*/
  Py_INCREF(__pyx_v_base);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1037
 * cdef inline void set_array_base(ndarray arr, object base) except *:
 *     Py_INCREF(base) # important to do this before stealing the reference below!
 *     PyArray_SetBaseObject(arr, base)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object get_array_base(ndarray arr):
*/
  __pyx_t_1 = PyArray_SetBaseObject(__pyx_v_arr, __pyx_v_base); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(2, 1037, __pyx_L1_error)

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1035
 *     int _import_umath() except -1
 * 
 * cdef inline void set_array_base(ndarray arr, object base) except *:             # <<<<<<<<<<<<<<
 *     Py_INCREF(base) # important to do this before stealing the reference below!
 *     PyArray_SetBaseObject(arr, base)
*/

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("numpy.set_array_base", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_L0:;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1039
 *     PyArray_SetBaseObject(arr, base)
 * 
 * cdef inline object get_array_base(ndarray arr):             # <<<<<<<<<<<<<<
 *     base = PyArray_BASE(arr)
 *     if base is NULL:
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_get_array_base(PyArrayObject *__pyx_v_arr) {
  PyObject *__pyx_v_base;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  __Pyx_RefNannySetupContext("get_array_base", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1040
 * 
 * cdef inline object get_array_base(ndarray arr):
 *     base = PyArray_BASE(arr)             # <<<<<<<<<<<<<<
 *     if base is NULL:
 *         return None
*/
  __pyx_v_base = PyArray_BASE(__pyx_v_arr);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1041
 * cdef inline object get_array_base(ndarray arr):
 *     base = PyArray_BASE(arr)
 *     if base is NULL:             # <<<<<<<<<<<<<<
 *         return None
 *     return <object>base
*/
  __pyx_t_1 = (__pyx_v_base == NULL);
  if (__pyx_t_1) {

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1042
 *     base = PyArray_BASE(arr)
 *     if base is NULL:
 *         return None             # <<<<<<<<<<<<<<
 *     return <object>base
 * 
*/
    __Pyx_XDECREF(__pyx_r);
    __pyx_r = Py_None; __Pyx_INCREF(Py_None);
    goto __pyx_L0;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1041
 * cdef inline object get_array_base(ndarray arr):
 *     base = PyArray_BASE(arr)
 *     if base is NULL:             # <<<<<<<<<<<<<<
 *         return None
 *     return <object>base
*/
  }

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1043
 *     if base is NULL:
 *         return None
 *     return <object>base             # <<<<<<<<<<<<<<
 * 
 * # Versions of the import_* functions which are more suitable for
*/
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_base));
  __pyx_r = ((PyObject *)__pyx_v_base);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1039
 *     PyArray_SetBaseObject(arr, base)
 * 
 * cdef inline object get_array_base(ndarray arr):             # <<<<<<<<<<<<<<
 *     base = PyArray_BASE(arr)
 *     if base is NULL:
*/

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1047
 * # Versions of the import_* functions which are more suitable for
 * # Cython code.
 * cdef inline int import_array() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         __pyx_import_array()
*/

static CYTHON_INLINE int __pyx_f_5numpy_import_array(void) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  size_t __pyx_t_10;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("import_array", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1048
 * # Cython code.
 * cdef inline int import_array() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         __pyx_import_array()
 *     except Exception:
*/
  {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
    __Pyx_XGOTREF(__pyx_t_1);
    __Pyx_XGOTREF(__pyx_t_2);
    __Pyx_XGOTREF(__pyx_t_3);
    /*try:*/ {

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1049
 * cdef inline int import_array() except -1:
 *     try:
 *         __pyx_import_array()             # <<<<<<<<<<<<<<
 *     except Exception:
 *         raise ImportError("numpy._core.multiarray failed to import")
*/
      __pyx_t_4 = _import_array(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 1049, __pyx_L3_error)

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1048
 * # Cython code.
 * cdef inline int import_array() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         __pyx_import_array()
 *     except Exception:
*/
    }
    __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    goto __pyx_L8_try_end;
    __pyx_L3_error:;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1050
 *     try:
 *         __pyx_import_array()
 *     except Exception:             # <<<<<<<<<<<<<<
 *         raise ImportError("numpy._core.multiarray failed to import")
 * 
*/
    __pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(((PyTypeObject*)PyExc_Exception))));
    if (__pyx_t_4) {
      __Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
      if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 1050, __pyx_L5_except_error)
      __Pyx_XGOTREF(__pyx_t_5);
      __Pyx_XGOTREF(__pyx_t_6);
      __Pyx_XGOTREF(__pyx_t_7);

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1051
 *         __pyx_import_array()
 *     except Exception:
 *         raise ImportError("numpy._core.multiarray failed to import")             # <<<<<<<<<<<<<<
 * 
 * cdef inline int import_umath() except -1:
*/
      __pyx_t_9 = NULL;
      __pyx_t_10 = 1;
      {
        PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_mstate_global->__pyx_kp_u_numpy__core_multiarray_failed_to};
        __pyx_t_8 = __Pyx_PyObject_FastCall((PyObject*)(((PyTypeObject*)PyExc_ImportError)), __pyx_callargs+__pyx_t_10, (2-__pyx_t_10) | (__pyx_t_10*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
        if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 1051, __pyx_L5_except_error)
        __Pyx_GOTREF(__pyx_t_8);
      }
      __Pyx_Raise(__pyx_t_8, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __PYX_ERR(2, 1051, __pyx_L5_except_error)
    }
    goto __pyx_L5_except_error;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1048
 * # Cython code.
 * cdef inline int import_array() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         __pyx_import_array()
 *     except Exception:
*/
    __pyx_L5_except_error:;
    __Pyx_XGIVEREF(__pyx_t_1);
    __Pyx_XGIVEREF(__pyx_t_2);
    __Pyx_XGIVEREF(__pyx_t_3);
    __Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
    goto __pyx_L1_error;
    __pyx_L8_try_end:;
  }

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1047
 * # Versions of the import_* functions which are more suitable for
 * # Cython code.
 * cdef inline int import_array() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         __pyx_import_array()
*/

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1053
 *         raise ImportError("numpy._core.multiarray failed to import")
 * 
 * cdef inline int import_umath() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_umath()
*/

static CYTHON_INLINE int __pyx_f_5numpy_import_umath(void) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  size_t __pyx_t_10;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("import_umath", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1054
 * 
 * cdef inline int import_umath() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
*/
  {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
    __Pyx_XGOTREF(__pyx_t_1);
    __Pyx_XGOTREF(__pyx_t_2);
    __Pyx_XGOTREF(__pyx_t_3);
    /*try:*/ {

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1055
 * cdef inline int import_umath() except -1:
 *     try:
 *         _import_umath()             # <<<<<<<<<<<<<<
 *     except Exception:
 *         raise ImportError("numpy._core.umath failed to import")
*/
      __pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 1055, __pyx_L3_error)

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1054
 * 
 * cdef inline int import_umath() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
*/
    }
    __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    goto __pyx_L8_try_end;
    __pyx_L3_error:;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1056
 *     try:
 *         _import_umath()
 *     except Exception:             # <<<<<<<<<<<<<<
 *         raise ImportError("numpy._core.umath failed to import")
 * 
*/
    __pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(((PyTypeObject*)PyExc_Exception))));
    if (__pyx_t_4) {
      __Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename);
      if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 1056, __pyx_L5_except_error)
      __Pyx_XGOTREF(__pyx_t_5);
      __Pyx_XGOTREF(__pyx_t_6);
      __Pyx_XGOTREF(__pyx_t_7);

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1057
 *         _import_umath()
 *     except Exception:
 *         raise ImportError("numpy._core.umath failed to import")             # <<<<<<<<<<<<<<
 * 
 * cdef inline int import_ufunc() except -1:
*/
      __pyx_t_9 = NULL;
      __pyx_t_10 = 1;
      {
        PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_mstate_global->__pyx_kp_u_numpy__core_umath_failed_to_impo};
        __pyx_t_8 = __Pyx_PyObject_FastCall((PyObject*)(((PyTypeObject*)PyExc_ImportError)), __pyx_callargs+__pyx_t_10, (2-__pyx_t_10) | (__pyx_t_10*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
        if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 1057, __pyx_L5_except_error)
        __Pyx_GOTREF(__pyx_t_8);
      }
      __Pyx_Raise(__pyx_t_8, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __PYX_ERR(2, 1057, __pyx_L5_except_error)
    }
    goto __pyx_L5_except_error;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1054
 * 
 * cdef inline int import_umath() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
*/
    __pyx_L5_except_error:;
    __Pyx_XGIVEREF(__pyx_t_1);
    __Pyx_XGIVEREF(__pyx_t_2);
    __Pyx_XGIVEREF(__pyx_t_3);
    __Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
    goto __pyx_L1_error;
    __pyx_L8_try_end:;
  }

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1053
 *         raise ImportError("numpy._core.multiarray failed to import")
 * 
 * cdef inline int import_umath() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_umath()
*/

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1059
 *         raise ImportError("numpy._core.umath failed to import")
 * 
 * cdef inline int import_ufunc() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_umath()
*/

static CYTHON_INLINE int __pyx_f_5numpy_import_ufunc(void) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  size_t __pyx_t_10;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("import_ufunc", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1060
 * 
 * cdef inline int import_ufunc() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
*/
  {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
    __Pyx_XGOTREF(__pyx_t_1);
    __Pyx_XGOTREF(__pyx_t_2);
    __Pyx_XGOTREF(__pyx_t_3);
    /*try:*/ {

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1061
 * cdef inline int import_ufunc() except -1:
 *     try:
 *         _import_umath()             # <<<<<<<<<<<<<<
 *     except Exception:
 *         raise ImportError("numpy._core.umath failed to import")
*/
      __pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 1061, __pyx_L3_error)

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1060
 * 
 * cdef inline int import_ufunc() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
*/
    }
    __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    goto __pyx_L8_try_end;
    __pyx_L3_error:;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1062
 *     try:
 *         _import_umath()
 *     except Exception:             # <<<<<<<<<<<<<<
 *         raise ImportError("numpy._core.umath failed to import")
 * 
*/
    __pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(((PyTypeObject*)PyExc_Exception))));
    if (__pyx_t_4) {
      __Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename);
      if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 1062, __pyx_L5_except_error)
      __Pyx_XGOTREF(__pyx_t_5);
      __Pyx_XGOTREF(__pyx_t_6);
      __Pyx_XGOTREF(__pyx_t_7);

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1063
 *         _import_umath()
 *     except Exception:
 *         raise ImportError("numpy._core.umath failed to import")             # <<<<<<<<<<<<<<
 * 
 * 
*/
      __pyx_t_9 = NULL;
      __pyx_t_10 = 1;
      {
        PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_mstate_global->__pyx_kp_u_numpy__core_umath_failed_to_impo};
        __pyx_t_8 = __Pyx_PyObject_FastCall((PyObject*)(((PyTypeObject*)PyExc_ImportError)), __pyx_callargs+__pyx_t_10, (2-__pyx_t_10) | (__pyx_t_10*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
        if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 1063, __pyx_L5_except_error)
        __Pyx_GOTREF(__pyx_t_8);
      }
      __Pyx_Raise(__pyx_t_8, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __PYX_ERR(2, 1063, __pyx_L5_except_error)
    }
    goto __pyx_L5_except_error;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1060
 * 
 * cdef inline int import_ufunc() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
*/
    __pyx_L5_except_error:;
    __Pyx_XGIVEREF(__pyx_t_1);
    __Pyx_XGIVEREF(__pyx_t_2);
    __Pyx_XGIVEREF(__pyx_t_3);
    __Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
    goto __pyx_L1_error;
    __pyx_L8_try_end:;
  }

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1059
 *         raise ImportError("numpy._core.umath failed to import")
 * 
 * cdef inline int import_ufunc() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_umath()
*/

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1066
 * 
 * 
 * cdef inline bint is_timedelta64_object(object obj) noexcept:             # <<<<<<<<<<<<<<
 *     """
 *     Cython equivalent of `isinstance(obj, np.timedelta64)`
*/

static CYTHON_INLINE int __pyx_f_5numpy_is_timedelta64_object(PyObject *__pyx_v_obj) {
  int __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1078
 *     bool
 *     """
 *     return PyObject_TypeCheck(obj, &PyTimedeltaArrType_Type)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = PyObject_TypeCheck(__pyx_v_obj, (&PyTimedeltaArrType_Type));
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1066
 * 
 * 
 * cdef inline bint is_timedelta64_object(object obj) noexcept:             # <<<<<<<<<<<<<<
 *     """
 *     Cython equivalent of `isinstance(obj, np.timedelta64)`
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1081
 * 
 * 
 * cdef inline bint is_datetime64_object(object obj) noexcept:             # <<<<<<<<<<<<<<
 *     """
 *     Cython equivalent of `isinstance(obj, np.datetime64)`
*/

static CYTHON_INLINE int __pyx_f_5numpy_is_datetime64_object(PyObject *__pyx_v_obj) {
  int __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1093
 *     bool
 *     """
 *     return PyObject_TypeCheck(obj, &PyDatetimeArrType_Type)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = PyObject_TypeCheck(__pyx_v_obj, (&PyDatetimeArrType_Type));
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1081
 * 
 * 
 * cdef inline bint is_datetime64_object(object obj) noexcept:             # <<<<<<<<<<<<<<
 *     """
 *     Cython equivalent of `isinstance(obj, np.datetime64)`
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1096
 * 
 * 
 * cdef inline npy_datetime get_datetime64_value(object obj) noexcept nogil:             # <<<<<<<<<<<<<<
 *     """
 *     returns the int64 value underlying scalar numpy datetime64 object
*/

static CYTHON_INLINE npy_datetime __pyx_f_5numpy_get_datetime64_value(PyObject *__pyx_v_obj) {
  npy_datetime __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1103
 *     also needed.  That can be found using `get_datetime64_unit`.
 *     """
 *     return (<PyDatetimeScalarObject*>obj).obval             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = ((PyDatetimeScalarObject *)__pyx_v_obj)->obval;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1096
 * 
 * 
 * cdef inline npy_datetime get_datetime64_value(object obj) noexcept nogil:             # <<<<<<<<<<<<<<
 *     """
 *     returns the int64 value underlying scalar numpy datetime64 object
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1106
 * 
 * 
 * cdef inline npy_timedelta get_timedelta64_value(object obj) noexcept nogil:             # <<<<<<<<<<<<<<
 *     """
 *     returns the int64 value underlying scalar numpy timedelta64 object
*/

static CYTHON_INLINE npy_timedelta __pyx_f_5numpy_get_timedelta64_value(PyObject *__pyx_v_obj) {
  npy_timedelta __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1110
 *     returns the int64 value underlying scalar numpy timedelta64 object
 *     """
 *     return (<PyTimedeltaScalarObject*>obj).obval             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = ((PyTimedeltaScalarObject *)__pyx_v_obj)->obval;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1106
 * 
 * 
 * cdef inline npy_timedelta get_timedelta64_value(object obj) noexcept nogil:             # <<<<<<<<<<<<<<
 *     """
 *     returns the int64 value underlying scalar numpy timedelta64 object
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1113
 * 
 * 
 * cdef inline NPY_DATETIMEUNIT get_datetime64_unit(object obj) noexcept nogil:             # <<<<<<<<<<<<<<
 *     """
 *     returns the unit part of the dtype for a numpy datetime64 object.
*/

static CYTHON_INLINE NPY_DATETIMEUNIT __pyx_f_5numpy_get_datetime64_unit(PyObject *__pyx_v_obj) {
  NPY_DATETIMEUNIT __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1117
 *     returns the unit part of the dtype for a numpy datetime64 object.
 *     """
 *     return <NPY_DATETIMEUNIT>(<PyDatetimeScalarObject*>obj).obmeta.base             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = ((NPY_DATETIMEUNIT)((PyDatetimeScalarObject *)__pyx_v_obj)->obmeta.base);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1113
 * 
 * 
 * cdef inline NPY_DATETIMEUNIT get_datetime64_unit(object obj) noexcept nogil:             # <<<<<<<<<<<<<<
 *     """
 *     returns the unit part of the dtype for a numpy datetime64 object.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":31
 * ctypedef unsigned long long UINT
 * 
 * def test_map(s):             # <<<<<<<<<<<<<<
 *     cdef string st = s.encode('UTF-8')
 *     cdef unordered_map[int, complex] my_map
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_1test_map(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_1test_map = {"test_map", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_1test_map, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_1test_map(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyObject *__pyx_v_s = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[1] = {0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("test_map (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_s,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 31, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 31, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "test_map", 0) < (0)) __PYX_ERR(0, 31, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("test_map", 1, 1, 1, i); __PYX_ERR(0, 31, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 1)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 31, __pyx_L3_error)
    }
    __pyx_v_s = values[0];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("test_map", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 31, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.test_map", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_test_map(__pyx_self, __pyx_v_s);

  /* function exit code */
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_test_map(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_s) {
  std::string __pyx_v_st;
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_v_my_map;
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_v_my_map2;
  std::unordered_map<int,__pyx_t_double_complex> ::iterator __pyx_v_it;
  std::vector<std::string>  __pyx_v_v;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  size_t __pyx_t_3;
  std::string __pyx_t_4;
  std::vector<std::string>  __pyx_t_5;
  __pyx_t_double_complex __pyx_t_6;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  int __pyx_t_10;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("test_map", 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":32
 * 
 * def test_map(s):
 *     cdef string st = s.encode('UTF-8')             # <<<<<<<<<<<<<<
 *     cdef unordered_map[int, complex] my_map
 *     cdef unordered_map[int, complex] my_map2
*/
  __pyx_t_2 = __pyx_v_s;
  __Pyx_INCREF(__pyx_t_2);
  __pyx_t_3 = 0;
  {
    PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_mstate_global->__pyx_kp_u_UTF_8};
    __pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_encode, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 32, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
  }
  __pyx_t_4 = __pyx_convert_string_from_py_6libcpp_6string_std__in_string(__pyx_t_1); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 32, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_st = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_4);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":37
 *     cdef unordered_map[int, complex].iterator it
 *     cdef vector[string] v
 *     v = vector[string](3)             # <<<<<<<<<<<<<<
 *     v[0] = st
 * 
*/
  try {
    __pyx_t_5 = std::vector<std::string> (3);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 37, __pyx_L1_error)
  }
  __pyx_v_v = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_5);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":38
 *     cdef vector[string] v
 *     v = vector[string](3)
 *     v[0] = st             # <<<<<<<<<<<<<<
 * 
 *     my_map[1]=3.0+2.0j
*/
  (__pyx_v_v[0]) = __pyx_v_st;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":40
 *     v[0] = st
 * 
 *     my_map[1]=3.0+2.0j             # <<<<<<<<<<<<<<
 *     my_map[2]=6.2
 *     my_map2 = my_map
*/
  (__pyx_v_my_map[1]) = __Pyx_c_sum_double(__pyx_t_double_complex_from_parts(3.0, 0), __pyx_t_double_complex_from_parts(0, 2.0));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":41
 * 
 *     my_map[1]=3.0+2.0j
 *     my_map[2]=6.2             # <<<<<<<<<<<<<<
 *     my_map2 = my_map
 *     my_map2[2]=10.0
*/
  (__pyx_v_my_map[2]) = __pyx_t_double_complex_from_parts(6.2, 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":42
 *     my_map[1]=3.0+2.0j
 *     my_map[2]=6.2
 *     my_map2 = my_map             # <<<<<<<<<<<<<<
 *     my_map2[2]=10.0
 *     my_map2[3]=20.0
*/
  __pyx_v_my_map2 = __pyx_v_my_map;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":43
 *     my_map[2]=6.2
 *     my_map2 = my_map
 *     my_map2[2]=10.0             # <<<<<<<<<<<<<<
 *     my_map2[3]=20.0
 * 
*/
  (__pyx_v_my_map2[2]) = __pyx_t_double_complex_from_parts(10.0, 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":44
 *     my_map2 = my_map
 *     my_map2[2]=10.0
 *     my_map2[3]=20.0             # <<<<<<<<<<<<<<
 * 
 *     print(my_map[1], my_map[2])
*/
  (__pyx_v_my_map2[3]) = __pyx_t_double_complex_from_parts(20.0, 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":46
 *     my_map2[3]=20.0
 * 
 *     print(my_map[1], my_map[2])             # <<<<<<<<<<<<<<
 *     print(my_map2[1], my_map2[2], my_map2[3])
 *     print("HELLO!!!")
*/
  __pyx_t_2 = NULL;
  __pyx_t_6 = (__pyx_v_my_map[1]);
  __pyx_t_7 = __pyx_PyComplex_FromComplex(__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 46, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_6 = (__pyx_v_my_map[2]);
  __pyx_t_8 = __pyx_PyComplex_FromComplex(__pyx_t_6); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 46, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_3 = 1;
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_2, __pyx_t_7, __pyx_t_8};
    __pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin_print, __pyx_callargs+__pyx_t_3, (3-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 46, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":47
 * 
 *     print(my_map[1], my_map[2])
 *     print(my_map2[1], my_map2[2], my_map2[3])             # <<<<<<<<<<<<<<
 *     print("HELLO!!!")
 * 
*/
  __pyx_t_8 = NULL;
  __pyx_t_6 = (__pyx_v_my_map2[1]);
  __pyx_t_7 = __pyx_PyComplex_FromComplex(__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 47, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_6 = (__pyx_v_my_map2[2]);
  __pyx_t_2 = __pyx_PyComplex_FromComplex(__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 47, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_6 = (__pyx_v_my_map2[3]);
  __pyx_t_9 = __pyx_PyComplex_FromComplex(__pyx_t_6); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 47, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_9);
  __pyx_t_3 = 1;
  {
    PyObject *__pyx_callargs[4] = {__pyx_t_8, __pyx_t_7, __pyx_t_2, __pyx_t_9};
    __pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin_print, __pyx_callargs+__pyx_t_3, (4-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 47, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":48
 *     print(my_map[1], my_map[2])
 *     print(my_map2[1], my_map2[2], my_map2[3])
 *     print("HELLO!!!")             # <<<<<<<<<<<<<<
 * 
 *     #try to update map
*/
  __pyx_t_9 = NULL;
  __pyx_t_3 = 1;
  {
    PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_mstate_global->__pyx_kp_u_HELLO};
    __pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin_print, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
    if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 48, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":51
 * 
 *     #try to update map
 *     it = my_map.begin()             # <<<<<<<<<<<<<<
 *     while it != my_map.end():
 *         deref(it).second = 12.0+12.0j
*/
  __pyx_v_it = __pyx_v_my_map.begin();

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":52
 *     #try to update map
 *     it = my_map.begin()
 *     while it != my_map.end():             # <<<<<<<<<<<<<<
 *         deref(it).second = 12.0+12.0j
 *         inc(it)
*/
  while (1) {
    __pyx_t_10 = (__pyx_v_it != __pyx_v_my_map.end());
    if (!__pyx_t_10) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":53
 *     it = my_map.begin()
 *     while it != my_map.end():
 *         deref(it).second = 12.0+12.0j             # <<<<<<<<<<<<<<
 *         inc(it)
 * 
*/
    (*__pyx_v_it).second = __Pyx_c_sum_double(__pyx_t_double_complex_from_parts(12.0, 0), __pyx_t_double_complex_from_parts(0, 12.0));

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":54
 *     while it != my_map.end():
 *         deref(it).second = 12.0+12.0j
 *         inc(it)             # <<<<<<<<<<<<<<
 * 
 *     #Print map
*/
    (void)((++__pyx_v_it));
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":57
 * 
 *     #Print map
 *     it = my_map.begin()             # <<<<<<<<<<<<<<
 *     while it != my_map.end():
 *         print(deref(it).first)
*/
  __pyx_v_it = __pyx_v_my_map.begin();

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":58
 *     #Print map
 *     it = my_map.begin()
 *     while it != my_map.end():             # <<<<<<<<<<<<<<
 *         print(deref(it).first)
 *         print(deref(it).second)
*/
  while (1) {
    __pyx_t_10 = (__pyx_v_it != __pyx_v_my_map.end());
    if (!__pyx_t_10) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":59
 *     it = my_map.begin()
 *     while it != my_map.end():
 *         print(deref(it).first)             # <<<<<<<<<<<<<<
 *         print(deref(it).second)
 *         inc(it)
*/
    __pyx_t_9 = NULL;
    __pyx_t_2 = __Pyx_PyLong_From_int((*__pyx_v_it).first); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 59, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_3 = 1;
    {
      PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_t_2};
      __pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin_print, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 59, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
    }
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":60
 *     while it != my_map.end():
 *         print(deref(it).first)
 *         print(deref(it).second)             # <<<<<<<<<<<<<<
 *         inc(it)
 * #    for x in my_map:
*/
    __pyx_t_2 = NULL;
    __pyx_t_6 = (*__pyx_v_it).second;
    __pyx_t_9 = __pyx_PyComplex_FromComplex(__pyx_t_6); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 60, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_9);
    __pyx_t_3 = 1;
    {
      PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_t_9};
      __pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin_print, __pyx_callargs+__pyx_t_3, (2-__pyx_t_3) | (__pyx_t_3*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 60, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
    }
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":61
 *         print(deref(it).first)
 *         print(deref(it).second)
 *         inc(it)             # <<<<<<<<<<<<<<
 * #    for x in my_map:
 * #        print x.first
*/
    (void)((++__pyx_v_it));
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":31
 * ctypedef unsigned long long UINT
 * 
 * def test_map(s):             # <<<<<<<<<<<<<<
 *     cdef string st = s.encode('UTF-8')
 *     cdef unordered_map[int, complex] my_map
*/

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.test_map", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":66
 * #        print my_map[x]
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def bulk_eval_compact_polynomials_real(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_3bulk_eval_compact_polynomials_real(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_3bulk_eval_compact_polynomials_real = {"bulk_eval_compact_polynomials_real", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_3bulk_eval_compact_polynomials_real, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_3bulk_eval_compact_polynomials_real(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyArrayObject *__pyx_v_vtape = 0;
  PyArrayObject *__pyx_v_ctape = 0;
  PyArrayObject *__pyx_v_paramvec = 0;
  PyObject *__pyx_v_dest_shape = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[4] = {0,0,0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("bulk_eval_compact_polynomials_real (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_vtape,&__pyx_mstate_global->__pyx_n_u_ctape,&__pyx_mstate_global->__pyx_n_u_paramvec,&__pyx_mstate_global->__pyx_n_u_dest_shape,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 66, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  4:
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 66, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  3:
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 66, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 66, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 66, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "bulk_eval_compact_polynomials_real", 0) < (0)) __PYX_ERR(0, 66, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 4; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("bulk_eval_compact_polynomials_real", 1, 4, 4, i); __PYX_ERR(0, 66, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 4)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 66, __pyx_L3_error)
      values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 66, __pyx_L3_error)
      values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 66, __pyx_L3_error)
      values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 66, __pyx_L3_error)
    }
    __pyx_v_vtape = ((PyArrayObject *)values[0]);
    __pyx_v_ctape = ((PyArrayObject *)values[1]);
    __pyx_v_paramvec = ((PyArrayObject *)values[2]);
    __pyx_v_dest_shape = values[3];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("bulk_eval_compact_polynomials_real", 1, 4, 4, __pyx_nargs); __PYX_ERR(0, 66, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.bulk_eval_compact_polynomials_real", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_vtape), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "vtape", 0))) __PYX_ERR(0, 68, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_ctape), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "ctape", 0))) __PYX_ERR(0, 69, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_paramvec), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "paramvec", 0))) __PYX_ERR(0, 70, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_2bulk_eval_compact_polynomials_real(__pyx_self, __pyx_v_vtape, __pyx_v_ctape, __pyx_v_paramvec, __pyx_v_dest_shape);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  goto __pyx_L7_cleaned_up;
  __pyx_L0:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __pyx_L7_cleaned_up:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_2bulk_eval_compact_polynomials_real(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_vtape, PyArrayObject *__pyx_v_ctape, PyArrayObject *__pyx_v_paramvec, PyObject *__pyx_v_dest_shape) {
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_dest_size;
  PyArrayObject *__pyx_v_res = 0;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_c;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_i;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_r;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_vtape_sz;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nTerms;
  CYTHON_UNUSED __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_m;
  CYTHON_UNUSED __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_k;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nVars;
  double __pyx_v_a;
  double __pyx_v_poly_val;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_ctape;
  __Pyx_Buffer __pyx_pybuffer_ctape;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_paramvec;
  __Pyx_Buffer __pyx_pybuffer_paramvec;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_res;
  __Pyx_Buffer __pyx_pybuffer_res;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_vtape;
  __Pyx_Buffer __pyx_pybuffer_vtape;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  size_t __pyx_t_5;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_6;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  int __pyx_t_9;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_10;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_11;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_12;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_13;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_14;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_15;
  __pyx_t_5numpy_int64_t __pyx_t_16;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("bulk_eval_compact_polynomials_real", 0);
  __pyx_pybuffer_res.pybuffer.buf = NULL;
  __pyx_pybuffer_res.refcount = 0;
  __pyx_pybuffernd_res.data = NULL;
  __pyx_pybuffernd_res.rcbuffer = &__pyx_pybuffer_res;
  __pyx_pybuffer_vtape.pybuffer.buf = NULL;
  __pyx_pybuffer_vtape.refcount = 0;
  __pyx_pybuffernd_vtape.data = NULL;
  __pyx_pybuffernd_vtape.rcbuffer = &__pyx_pybuffer_vtape;
  __pyx_pybuffer_ctape.pybuffer.buf = NULL;
  __pyx_pybuffer_ctape.refcount = 0;
  __pyx_pybuffernd_ctape.data = NULL;
  __pyx_pybuffernd_ctape.rcbuffer = &__pyx_pybuffer_ctape;
  __pyx_pybuffer_paramvec.pybuffer.buf = NULL;
  __pyx_pybuffer_paramvec.refcount = 0;
  __pyx_pybuffernd_paramvec.data = NULL;
  __pyx_pybuffernd_paramvec.rcbuffer = &__pyx_pybuffer_paramvec;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer, (PyObject*)__pyx_v_vtape, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 66, __pyx_L1_error)
  }
  __pyx_pybuffernd_vtape.diminfo[0].strides = __pyx_pybuffernd_vtape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_vtape.diminfo[0].shape = __pyx_pybuffernd_vtape.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer, (PyObject*)__pyx_v_ctape, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 66, __pyx_L1_error)
  }
  __pyx_pybuffernd_ctape.diminfo[0].strides = __pyx_pybuffernd_ctape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_ctape.diminfo[0].shape = __pyx_pybuffernd_ctape.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer, (PyObject*)__pyx_v_paramvec, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 66, __pyx_L1_error)
  }
  __pyx_pybuffernd_paramvec.diminfo[0].strides = __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_paramvec.diminfo[0].shape = __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.shape[0];

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":72
 *                                  np.ndarray[double, ndim=1, mode="c"] paramvec,
 *                                  dest_shape):
 *     cdef INT dest_size = np.prod(dest_shape)             # <<<<<<<<<<<<<<
 *     cdef np.ndarray[np.float64_t, ndim=1, mode="c"] res = np.empty(dest_size, np.float64)
 * 
*/
  __pyx_t_2 = NULL;
  __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 72, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_prod); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 72, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_5 = 1;
  #if CYTHON_UNPACK_METHODS
  if (unlikely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_4);
    assert(__pyx_t_2);
    PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_4);
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_INCREF(__pyx__function);
    __Pyx_DECREF_SET(__pyx_t_4, __pyx__function);
    __pyx_t_5 = 0;
  }
  #endif
  {
    PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_v_dest_shape};
    __pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_4, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 72, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
  }
  __pyx_t_6 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_6 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 72, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_dest_size = __pyx_t_6;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":73
 *                                  dest_shape):
 *     cdef INT dest_size = np.prod(dest_shape)
 *     cdef np.ndarray[np.float64_t, ndim=1, mode="c"] res = np.empty(dest_size, np.float64)             # <<<<<<<<<<<<<<
 * 
 *     cdef INT c = 0
*/
  __pyx_t_4 = NULL;
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 73, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_empty); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 73, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_dest_size); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 73, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 73, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_mstate_global->__pyx_n_u_float64); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 73, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_5 = 1;
  #if CYTHON_UNPACK_METHODS
  if (unlikely(PyMethod_Check(__pyx_t_3))) {
    __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
    assert(__pyx_t_4);
    PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_3);
    __Pyx_INCREF(__pyx_t_4);
    __Pyx_INCREF(__pyx__function);
    __Pyx_DECREF_SET(__pyx_t_3, __pyx__function);
    __pyx_t_5 = 0;
  }
  #endif
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_4, __pyx_t_2, __pyx_t_8};
    __pyx_t_1 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_3, __pyx_callargs+__pyx_t_5, (3-__pyx_t_5) | (__pyx_t_5*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 73, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
  }
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_mstate_global->__pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 73, __pyx_L1_error)
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_res.rcbuffer->pybuffer, (PyObject*)((PyArrayObject *)__pyx_t_1), &__Pyx_TypeInfo_nn___pyx_t_5numpy_float64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS| PyBUF_WRITABLE, 1, 0, __pyx_stack) == -1)) {
      __pyx_v_res = ((PyArrayObject *)Py_None); __Pyx_INCREF(Py_None); __pyx_pybuffernd_res.rcbuffer->pybuffer.buf = NULL;
      __PYX_ERR(0, 73, __pyx_L1_error)
    } else {__pyx_pybuffernd_res.diminfo[0].strides = __pyx_pybuffernd_res.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_res.diminfo[0].shape = __pyx_pybuffernd_res.rcbuffer->pybuffer.shape[0];
    }
  }
  __pyx_v_res = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":75
 *     cdef np.ndarray[np.float64_t, ndim=1, mode="c"] res = np.empty(dest_size, np.float64)
 * 
 *     cdef INT c = 0             # <<<<<<<<<<<<<<
 *     cdef INT i = 0
 *     cdef INT r = 0
*/
  __pyx_v_c = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":76
 * 
 *     cdef INT c = 0
 *     cdef INT i = 0             # <<<<<<<<<<<<<<
 *     cdef INT r = 0
 *     cdef INT vtape_sz = vtape.size
*/
  __pyx_v_i = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":77
 *     cdef INT c = 0
 *     cdef INT i = 0
 *     cdef INT r = 0             # <<<<<<<<<<<<<<
 *     cdef INT vtape_sz = vtape.size
 *     cdef INT nTerms
*/
  __pyx_v_r = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":78
 *     cdef INT i = 0
 *     cdef INT r = 0
 *     cdef INT vtape_sz = vtape.size             # <<<<<<<<<<<<<<
 *     cdef INT nTerms
 *     cdef INT m
*/
  __pyx_v_vtape_sz = __pyx_f_5numpy_7ndarray_4size_size(((PyArrayObject *)__pyx_v_vtape));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":86
 *     cdef double poly_val;
 * 
 *     while i < vtape_sz:             # <<<<<<<<<<<<<<
 *         poly_val = 0.0
 *         nTerms = vtape[i]; i+=1
*/
  while (1) {
    __pyx_t_9 = (__pyx_v_i < __pyx_v_vtape_sz);
    if (!__pyx_t_9) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":87
 * 
 *     while i < vtape_sz:
 *         poly_val = 0.0             # <<<<<<<<<<<<<<
 *         nTerms = vtape[i]; i+=1
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
*/
    __pyx_v_poly_val = 0.0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":88
 *     while i < vtape_sz:
 *         poly_val = 0.0
 *         nTerms = vtape[i]; i+=1             # <<<<<<<<<<<<<<
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 *         for m in range(nTerms):
*/
    __pyx_t_6 = __pyx_v_i;
    __pyx_v_nTerms = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_6, __pyx_pybuffernd_vtape.diminfo[0].strides));
    __pyx_v_i = (__pyx_v_i + 1);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":90
 *         nTerms = vtape[i]; i+=1
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 *         for m in range(nTerms):             # <<<<<<<<<<<<<<
 *             nVars = vtape[i]; i+=1 # number of variable indices in this term
 *             a = ctape[c]; c+=1
*/
    __pyx_t_6 = __pyx_v_nTerms;
    __pyx_t_10 = __pyx_t_6;
    for (__pyx_t_11 = 0; __pyx_t_11 < __pyx_t_10; __pyx_t_11+=1) {
      __pyx_v_m = __pyx_t_11;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":91
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 *         for m in range(nTerms):
 *             nVars = vtape[i]; i+=1 # number of variable indices in this term             # <<<<<<<<<<<<<<
 *             a = ctape[c]; c+=1
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(a))
*/
      __pyx_t_12 = __pyx_v_i;
      __pyx_v_nVars = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_12, __pyx_pybuffernd_vtape.diminfo[0].strides));
      __pyx_v_i = (__pyx_v_i + 1);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":92
 *         for m in range(nTerms):
 *             nVars = vtape[i]; i+=1 # number of variable indices in this term
 *             a = ctape[c]; c+=1             # <<<<<<<<<<<<<<
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(a))
 *             for k in range(nVars):
*/
      __pyx_t_12 = __pyx_v_c;
      __pyx_v_a = (*__Pyx_BufPtrCContig1d(double *, __pyx_pybuffernd_ctape.rcbuffer->pybuffer.buf, __pyx_t_12, __pyx_pybuffernd_ctape.diminfo[0].strides));
      __pyx_v_c = (__pyx_v_c + 1);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":94
 *             a = ctape[c]; c+=1
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(a))
 *             for k in range(nVars):             # <<<<<<<<<<<<<<
 *                 a *= paramvec[ vtape[i] ]; i+=1
 *             poly_val += a
*/
      __pyx_t_12 = __pyx_v_nVars;
      __pyx_t_13 = __pyx_t_12;
      for (__pyx_t_14 = 0; __pyx_t_14 < __pyx_t_13; __pyx_t_14+=1) {
        __pyx_v_k = __pyx_t_14;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":95
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(a))
 *             for k in range(nVars):
 *                 a *= paramvec[ vtape[i] ]; i+=1             # <<<<<<<<<<<<<<
 *             poly_val += a
 *             #print "  -> added %s to poly_val = %s" % (str(a),str(poly_val))," i=%d, vsize=%d" % (i,vtape.size)
*/
        __pyx_t_15 = __pyx_v_i;
        __pyx_t_16 = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_15, __pyx_pybuffernd_vtape.diminfo[0].strides));
        __pyx_v_a = (__pyx_v_a * (*__Pyx_BufPtrCContig1d(double *, __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.buf, __pyx_t_16, __pyx_pybuffernd_paramvec.diminfo[0].strides)));
        __pyx_v_i = (__pyx_v_i + 1);
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":96
 *             for k in range(nVars):
 *                 a *= paramvec[ vtape[i] ]; i+=1
 *             poly_val += a             # <<<<<<<<<<<<<<
 *             #print "  -> added %s to poly_val = %s" % (str(a),str(poly_val))," i=%d, vsize=%d" % (i,vtape.size)
 *         res[r] = poly_val; r+=1
*/
      __pyx_v_poly_val = (__pyx_v_poly_val + __pyx_v_a);
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":98
 *             poly_val += a
 *             #print "  -> added %s to poly_val = %s" % (str(a),str(poly_val))," i=%d, vsize=%d" % (i,vtape.size)
 *         res[r] = poly_val; r+=1             # <<<<<<<<<<<<<<
 *     # = dest_shape # reshape w/out possibility of copying
 *     return res.reshape(dest_shape)
*/
    __pyx_t_6 = __pyx_v_r;
    *__Pyx_BufPtrCContig1d(__pyx_t_5numpy_float64_t *, __pyx_pybuffernd_res.rcbuffer->pybuffer.buf, __pyx_t_6, __pyx_pybuffernd_res.diminfo[0].strides) = __pyx_v_poly_val;
    __pyx_v_r = (__pyx_v_r + 1);
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":100
 *         res[r] = poly_val; r+=1
 *     # = dest_shape # reshape w/out possibility of copying
 *     return res.reshape(dest_shape)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = ((PyObject *)__pyx_v_res);
  __Pyx_INCREF(__pyx_t_3);
  __pyx_t_5 = 0;
  {
    PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_v_dest_shape};
    __pyx_t_1 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_reshape, __pyx_callargs+__pyx_t_5, (2-__pyx_t_5) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 100, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
  }
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":66
 * #        print my_map[x]
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def bulk_eval_compact_polynomials_real(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_res.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.bulk_eval_compact_polynomials_real", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_res.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XDECREF((PyObject *)__pyx_v_res);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":104
 * 
 * #Same as above, just takes a complex ctape
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def bulk_eval_compact_polynomials_complex(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_5bulk_eval_compact_polynomials_complex(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_5bulk_eval_compact_polynomials_complex = {"bulk_eval_compact_polynomials_complex", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_5bulk_eval_compact_polynomials_complex, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_5bulk_eval_compact_polynomials_complex(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyArrayObject *__pyx_v_vtape = 0;
  PyArrayObject *__pyx_v_ctape = 0;
  PyArrayObject *__pyx_v_paramvec = 0;
  PyObject *__pyx_v_dest_shape = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[4] = {0,0,0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("bulk_eval_compact_polynomials_complex (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_vtape,&__pyx_mstate_global->__pyx_n_u_ctape,&__pyx_mstate_global->__pyx_n_u_paramvec,&__pyx_mstate_global->__pyx_n_u_dest_shape,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 104, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  4:
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 104, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  3:
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 104, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 104, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 104, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "bulk_eval_compact_polynomials_complex", 0) < (0)) __PYX_ERR(0, 104, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 4; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("bulk_eval_compact_polynomials_complex", 1, 4, 4, i); __PYX_ERR(0, 104, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 4)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 104, __pyx_L3_error)
      values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 104, __pyx_L3_error)
      values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 104, __pyx_L3_error)
      values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 104, __pyx_L3_error)
    }
    __pyx_v_vtape = ((PyArrayObject *)values[0]);
    __pyx_v_ctape = ((PyArrayObject *)values[1]);
    __pyx_v_paramvec = ((PyArrayObject *)values[2]);
    __pyx_v_dest_shape = values[3];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("bulk_eval_compact_polynomials_complex", 1, 4, 4, __pyx_nargs); __PYX_ERR(0, 104, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.bulk_eval_compact_polynomials_complex", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_vtape), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "vtape", 0))) __PYX_ERR(0, 106, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_ctape), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "ctape", 0))) __PYX_ERR(0, 107, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_paramvec), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "paramvec", 0))) __PYX_ERR(0, 108, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_4bulk_eval_compact_polynomials_complex(__pyx_self, __pyx_v_vtape, __pyx_v_ctape, __pyx_v_paramvec, __pyx_v_dest_shape);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  goto __pyx_L7_cleaned_up;
  __pyx_L0:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __pyx_L7_cleaned_up:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_4bulk_eval_compact_polynomials_complex(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_vtape, PyArrayObject *__pyx_v_ctape, PyArrayObject *__pyx_v_paramvec, PyObject *__pyx_v_dest_shape) {
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_k;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_dest_size;
  PyArrayObject *__pyx_v_res = 0;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_c;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_i;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_r;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_vtape_sz;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nTerms;
  CYTHON_UNUSED __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_m;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nVars;
  __pyx_t_double_complex __pyx_v_a;
  __pyx_t_double_complex __pyx_v_poly_val;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_ctape;
  __Pyx_Buffer __pyx_pybuffer_ctape;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_paramvec;
  __Pyx_Buffer __pyx_pybuffer_paramvec;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_res;
  __Pyx_Buffer __pyx_pybuffer_res;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_vtape;
  __Pyx_Buffer __pyx_pybuffer_vtape;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  Py_ssize_t __pyx_t_2;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_3;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_7;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  PyObject *__pyx_t_10 = NULL;
  size_t __pyx_t_11;
  int __pyx_t_12;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_13;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_14;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_15;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_16;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_17;
  __pyx_t_5numpy_int64_t __pyx_t_18;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("bulk_eval_compact_polynomials_complex", 0);
  __pyx_pybuffer_res.pybuffer.buf = NULL;
  __pyx_pybuffer_res.refcount = 0;
  __pyx_pybuffernd_res.data = NULL;
  __pyx_pybuffernd_res.rcbuffer = &__pyx_pybuffer_res;
  __pyx_pybuffer_vtape.pybuffer.buf = NULL;
  __pyx_pybuffer_vtape.refcount = 0;
  __pyx_pybuffernd_vtape.data = NULL;
  __pyx_pybuffernd_vtape.rcbuffer = &__pyx_pybuffer_vtape;
  __pyx_pybuffer_ctape.pybuffer.buf = NULL;
  __pyx_pybuffer_ctape.refcount = 0;
  __pyx_pybuffernd_ctape.data = NULL;
  __pyx_pybuffernd_ctape.rcbuffer = &__pyx_pybuffer_ctape;
  __pyx_pybuffer_paramvec.pybuffer.buf = NULL;
  __pyx_pybuffer_paramvec.refcount = 0;
  __pyx_pybuffernd_paramvec.data = NULL;
  __pyx_pybuffernd_paramvec.rcbuffer = &__pyx_pybuffer_paramvec;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer, (PyObject*)__pyx_v_vtape, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 104, __pyx_L1_error)
  }
  __pyx_pybuffernd_vtape.diminfo[0].strides = __pyx_pybuffernd_vtape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_vtape.diminfo[0].shape = __pyx_pybuffernd_vtape.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer, (PyObject*)__pyx_v_ctape, &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 104, __pyx_L1_error)
  }
  __pyx_pybuffernd_ctape.diminfo[0].strides = __pyx_pybuffernd_ctape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_ctape.diminfo[0].shape = __pyx_pybuffernd_ctape.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer, (PyObject*)__pyx_v_paramvec, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 104, __pyx_L1_error)
  }
  __pyx_pybuffernd_paramvec.diminfo[0].strides = __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_paramvec.diminfo[0].shape = __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.shape[0];

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":111
 *                                     dest_shape):
 *     cdef INT k
 *     cdef INT dest_size = 1  # np.prod(dest_shape) #SLOW!             # <<<<<<<<<<<<<<
 *     for k in range(len(dest_shape)):
 *         dest_size *= dest_shape[k]
*/
  __pyx_v_dest_size = 1;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":112
 *     cdef INT k
 *     cdef INT dest_size = 1  # np.prod(dest_shape) #SLOW!
 *     for k in range(len(dest_shape)):             # <<<<<<<<<<<<<<
 *         dest_size *= dest_shape[k]
 *     cdef np.ndarray[np.complex128_t, ndim=1, mode="c"] res = np.empty(dest_size, np.complex128)
*/
  __pyx_t_1 = PyObject_Length(__pyx_v_dest_shape); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 112, __pyx_L1_error)
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_k = __pyx_t_3;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":113
 *     cdef INT dest_size = 1  # np.prod(dest_shape) #SLOW!
 *     for k in range(len(dest_shape)):
 *         dest_size *= dest_shape[k]             # <<<<<<<<<<<<<<
 *     cdef np.ndarray[np.complex128_t, ndim=1, mode="c"] res = np.empty(dest_size, np.complex128)
 * 
*/
    __pyx_t_4 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_dest_size); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 113, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_dest_shape, __pyx_v_k, __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT, 1, __Pyx_PyLong_From_PY_LONG_LONG, 0, 0, 0, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 113, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_6 = PyNumber_InPlaceMultiply(__pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 113, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_t_7 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_6); if (unlikely((__pyx_t_7 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 113, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __pyx_v_dest_size = __pyx_t_7;
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":114
 *     for k in range(len(dest_shape)):
 *         dest_size *= dest_shape[k]
 *     cdef np.ndarray[np.complex128_t, ndim=1, mode="c"] res = np.empty(dest_size, np.complex128)             # <<<<<<<<<<<<<<
 * 
 *     cdef INT c = 0
*/
  __pyx_t_5 = NULL;
  __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 114, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_mstate_global->__pyx_n_u_empty); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 114, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_4 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_dest_size); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 114, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_GetModuleGlobalName(__pyx_t_9, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 114, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_9);
  __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_mstate_global->__pyx_n_u_complex128); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 114, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  __pyx_t_11 = 1;
  #if CYTHON_UNPACK_METHODS
  if (unlikely(PyMethod_Check(__pyx_t_8))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_8);
    assert(__pyx_t_5);
    PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_8);
    __Pyx_INCREF(__pyx_t_5);
    __Pyx_INCREF(__pyx__function);
    __Pyx_DECREF_SET(__pyx_t_8, __pyx__function);
    __pyx_t_11 = 0;
  }
  #endif
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_5, __pyx_t_4, __pyx_t_10};
    __pyx_t_6 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_8, __pyx_callargs+__pyx_t_11, (3-__pyx_t_11) | (__pyx_t_11*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 114, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
  }
  if (!(likely(((__pyx_t_6) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_6, __pyx_mstate_global->__pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 114, __pyx_L1_error)
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_res.rcbuffer->pybuffer, (PyObject*)((PyArrayObject *)__pyx_t_6), &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS| PyBUF_WRITABLE, 1, 0, __pyx_stack) == -1)) {
      __pyx_v_res = ((PyArrayObject *)Py_None); __Pyx_INCREF(Py_None); __pyx_pybuffernd_res.rcbuffer->pybuffer.buf = NULL;
      __PYX_ERR(0, 114, __pyx_L1_error)
    } else {__pyx_pybuffernd_res.diminfo[0].strides = __pyx_pybuffernd_res.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_res.diminfo[0].shape = __pyx_pybuffernd_res.rcbuffer->pybuffer.shape[0];
    }
  }
  __pyx_v_res = ((PyArrayObject *)__pyx_t_6);
  __pyx_t_6 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":116
 *     cdef np.ndarray[np.complex128_t, ndim=1, mode="c"] res = np.empty(dest_size, np.complex128)
 * 
 *     cdef INT c = 0             # <<<<<<<<<<<<<<
 *     cdef INT i = 0
 *     cdef INT r = 0
*/
  __pyx_v_c = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":117
 * 
 *     cdef INT c = 0
 *     cdef INT i = 0             # <<<<<<<<<<<<<<
 *     cdef INT r = 0
 *     cdef INT vtape_sz = vtape.size
*/
  __pyx_v_i = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":118
 *     cdef INT c = 0
 *     cdef INT i = 0
 *     cdef INT r = 0             # <<<<<<<<<<<<<<
 *     cdef INT vtape_sz = vtape.size
 *     cdef INT nTerms
*/
  __pyx_v_r = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":119
 *     cdef INT i = 0
 *     cdef INT r = 0
 *     cdef INT vtape_sz = vtape.size             # <<<<<<<<<<<<<<
 *     cdef INT nTerms
 *     cdef INT m
*/
  __pyx_v_vtape_sz = __pyx_f_5numpy_7ndarray_4size_size(((PyArrayObject *)__pyx_v_vtape));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":127
 *     cdef double complex poly_val;
 * 
 *     while i < vtape_sz:             # <<<<<<<<<<<<<<
 *         poly_val = 0.0
 *         nTerms = vtape[i]; i+=1
*/
  while (1) {
    __pyx_t_12 = (__pyx_v_i < __pyx_v_vtape_sz);
    if (!__pyx_t_12) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":128
 * 
 *     while i < vtape_sz:
 *         poly_val = 0.0             # <<<<<<<<<<<<<<
 *         nTerms = vtape[i]; i+=1
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
*/
    __pyx_v_poly_val = __pyx_t_double_complex_from_parts(0.0, 0);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":129
 *     while i < vtape_sz:
 *         poly_val = 0.0
 *         nTerms = vtape[i]; i+=1             # <<<<<<<<<<<<<<
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 *         for m in range(nTerms):
*/
    __pyx_t_3 = __pyx_v_i;
    __pyx_v_nTerms = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_3, __pyx_pybuffernd_vtape.diminfo[0].strides));
    __pyx_v_i = (__pyx_v_i + 1);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":131
 *         nTerms = vtape[i]; i+=1
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 *         for m in range(nTerms):             # <<<<<<<<<<<<<<
 *             nVars = vtape[i]; i+=1 # number of variable indices in this term
 *             a = ctape[c]; c+=1
*/
    __pyx_t_3 = __pyx_v_nTerms;
    __pyx_t_7 = __pyx_t_3;
    for (__pyx_t_13 = 0; __pyx_t_13 < __pyx_t_7; __pyx_t_13+=1) {
      __pyx_v_m = __pyx_t_13;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":132
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 *         for m in range(nTerms):
 *             nVars = vtape[i]; i+=1 # number of variable indices in this term             # <<<<<<<<<<<<<<
 *             a = ctape[c]; c+=1
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(a))
*/
      __pyx_t_14 = __pyx_v_i;
      __pyx_v_nVars = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_vtape.diminfo[0].strides));
      __pyx_v_i = (__pyx_v_i + 1);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":133
 *         for m in range(nTerms):
 *             nVars = vtape[i]; i+=1 # number of variable indices in this term
 *             a = ctape[c]; c+=1             # <<<<<<<<<<<<<<
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(a))
 *             for k in range(nVars):
*/
      __pyx_t_14 = __pyx_v_c;
      __pyx_v_a = (*__Pyx_BufPtrCContig1d(__pyx_t_double_complex *, __pyx_pybuffernd_ctape.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_ctape.diminfo[0].strides));
      __pyx_v_c = (__pyx_v_c + 1);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":135
 *             a = ctape[c]; c+=1
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(a))
 *             for k in range(nVars):             # <<<<<<<<<<<<<<
 *                 a *= paramvec[ vtape[i] ]; i+=1
 *             poly_val += a
*/
      __pyx_t_14 = __pyx_v_nVars;
      __pyx_t_15 = __pyx_t_14;
      for (__pyx_t_16 = 0; __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
        __pyx_v_k = __pyx_t_16;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":136
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(a))
 *             for k in range(nVars):
 *                 a *= paramvec[ vtape[i] ]; i+=1             # <<<<<<<<<<<<<<
 *             poly_val += a
 *             #print "  -> added %s to poly_val = %s" % (str(a),str(poly_val))," i=%d, vsize=%d" % (i,vtape.size)
*/
        __pyx_t_17 = __pyx_v_i;
        __pyx_t_18 = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_17, __pyx_pybuffernd_vtape.diminfo[0].strides));
        __pyx_v_a = __Pyx_c_prod_double(__pyx_v_a, __pyx_t_double_complex_from_parts((*__Pyx_BufPtrCContig1d(double *, __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.buf, __pyx_t_18, __pyx_pybuffernd_paramvec.diminfo[0].strides)), 0));
        __pyx_v_i = (__pyx_v_i + 1);
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":137
 *             for k in range(nVars):
 *                 a *= paramvec[ vtape[i] ]; i+=1
 *             poly_val += a             # <<<<<<<<<<<<<<
 *             #print "  -> added %s to poly_val = %s" % (str(a),str(poly_val))," i=%d, vsize=%d" % (i,vtape.size)
 *         res[r] = poly_val; r+=1
*/
      __pyx_v_poly_val = __Pyx_c_sum_double(__pyx_v_poly_val, __pyx_v_a);
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":139
 *             poly_val += a
 *             #print "  -> added %s to poly_val = %s" % (str(a),str(poly_val))," i=%d, vsize=%d" % (i,vtape.size)
 *         res[r] = poly_val; r+=1             # <<<<<<<<<<<<<<
 *     # = dest_shape # reshape w/out possibility of copying
 *     return res.reshape(dest_shape)
*/
    __pyx_t_3 = __pyx_v_r;
    *__Pyx_BufPtrCContig1d(__pyx_t_double_complex *, __pyx_pybuffernd_res.rcbuffer->pybuffer.buf, __pyx_t_3, __pyx_pybuffernd_res.diminfo[0].strides) = __pyx_v_poly_val;
    __pyx_v_r = (__pyx_v_r + 1);
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":141
 *         res[r] = poly_val; r+=1
 *     # = dest_shape # reshape w/out possibility of copying
 *     return res.reshape(dest_shape)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_8 = ((PyObject *)__pyx_v_res);
  __Pyx_INCREF(__pyx_t_8);
  __pyx_t_11 = 0;
  {
    PyObject *__pyx_callargs[2] = {__pyx_t_8, __pyx_v_dest_shape};
    __pyx_t_6 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_reshape, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
    if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 141, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
  }
  __pyx_r = __pyx_t_6;
  __pyx_t_6 = 0;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":104
 * 
 * #Same as above, just takes a complex ctape
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def bulk_eval_compact_polynomials_complex(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_10);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_res.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.bulk_eval_compact_polynomials_complex", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_res.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XDECREF((PyObject *)__pyx_v_res);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":144
 * 
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def bulk_eval_compact_polynomials_derivs_real(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_7bulk_eval_compact_polynomials_derivs_real(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_7bulk_eval_compact_polynomials_derivs_real = {"bulk_eval_compact_polynomials_derivs_real", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_7bulk_eval_compact_polynomials_derivs_real, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_7bulk_eval_compact_polynomials_derivs_real(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyArrayObject *__pyx_v_vtape = 0;
  PyArrayObject *__pyx_v_ctape = 0;
  PyArrayObject *__pyx_v_wrtParams = 0;
  PyArrayObject *__pyx_v_paramvec = 0;
  PyObject *__pyx_v_dest_shape = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[5] = {0,0,0,0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("bulk_eval_compact_polynomials_derivs_real (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_vtape,&__pyx_mstate_global->__pyx_n_u_ctape,&__pyx_mstate_global->__pyx_n_u_wrtParams,&__pyx_mstate_global->__pyx_n_u_paramvec,&__pyx_mstate_global->__pyx_n_u_dest_shape,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 144, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  5:
        values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 144, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  4:
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 144, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  3:
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 144, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 144, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 144, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "bulk_eval_compact_polynomials_derivs_real", 0) < (0)) __PYX_ERR(0, 144, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 5; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("bulk_eval_compact_polynomials_derivs_real", 1, 5, 5, i); __PYX_ERR(0, 144, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 5)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 144, __pyx_L3_error)
      values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 144, __pyx_L3_error)
      values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 144, __pyx_L3_error)
      values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 144, __pyx_L3_error)
      values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 144, __pyx_L3_error)
    }
    __pyx_v_vtape = ((PyArrayObject *)values[0]);
    __pyx_v_ctape = ((PyArrayObject *)values[1]);
    __pyx_v_wrtParams = ((PyArrayObject *)values[2]);
    __pyx_v_paramvec = ((PyArrayObject *)values[3]);
    __pyx_v_dest_shape = values[4];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("bulk_eval_compact_polynomials_derivs_real", 1, 5, 5, __pyx_nargs); __PYX_ERR(0, 144, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.bulk_eval_compact_polynomials_derivs_real", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_vtape), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "vtape", 0))) __PYX_ERR(0, 146, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_ctape), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "ctape", 0))) __PYX_ERR(0, 147, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_wrtParams), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "wrtParams", 0))) __PYX_ERR(0, 148, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_paramvec), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "paramvec", 0))) __PYX_ERR(0, 149, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_6bulk_eval_compact_polynomials_derivs_real(__pyx_self, __pyx_v_vtape, __pyx_v_ctape, __pyx_v_wrtParams, __pyx_v_paramvec, __pyx_v_dest_shape);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  goto __pyx_L7_cleaned_up;
  __pyx_L0:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __pyx_L7_cleaned_up:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_6bulk_eval_compact_polynomials_derivs_real(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_vtape, PyArrayObject *__pyx_v_ctape, PyArrayObject *__pyx_v_wrtParams, PyArrayObject *__pyx_v_paramvec, PyObject *__pyx_v_dest_shape) {
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_c;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_i;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_iPoly;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_j;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_k;
  CYTHON_UNUSED __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_m;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nTerms;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nVars;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_cur_iWrt;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_j0;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_j1;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_cur_wrt;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_cnt;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_vtape_sz;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_wrt_sz;
  double __pyx_v_coeff;
  double __pyx_v_a;
  PyArrayObject *__pyx_v_res = 0;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_ctape;
  __Pyx_Buffer __pyx_pybuffer_ctape;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_paramvec;
  __Pyx_Buffer __pyx_pybuffer_paramvec;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_res;
  __Pyx_Buffer __pyx_pybuffer_res;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_vtape;
  __Pyx_Buffer __pyx_pybuffer_vtape;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_wrtParams;
  __Pyx_Buffer __pyx_pybuffer_wrtParams;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  size_t __pyx_t_8;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_9;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_10;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_11;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_12;
  int __pyx_t_13;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_14;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_15;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_16;
  __pyx_t_5numpy_int64_t __pyx_t_17;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("bulk_eval_compact_polynomials_derivs_real", 0);
  __pyx_pybuffer_res.pybuffer.buf = NULL;
  __pyx_pybuffer_res.refcount = 0;
  __pyx_pybuffernd_res.data = NULL;
  __pyx_pybuffernd_res.rcbuffer = &__pyx_pybuffer_res;
  __pyx_pybuffer_vtape.pybuffer.buf = NULL;
  __pyx_pybuffer_vtape.refcount = 0;
  __pyx_pybuffernd_vtape.data = NULL;
  __pyx_pybuffernd_vtape.rcbuffer = &__pyx_pybuffer_vtape;
  __pyx_pybuffer_ctape.pybuffer.buf = NULL;
  __pyx_pybuffer_ctape.refcount = 0;
  __pyx_pybuffernd_ctape.data = NULL;
  __pyx_pybuffernd_ctape.rcbuffer = &__pyx_pybuffer_ctape;
  __pyx_pybuffer_wrtParams.pybuffer.buf = NULL;
  __pyx_pybuffer_wrtParams.refcount = 0;
  __pyx_pybuffernd_wrtParams.data = NULL;
  __pyx_pybuffernd_wrtParams.rcbuffer = &__pyx_pybuffer_wrtParams;
  __pyx_pybuffer_paramvec.pybuffer.buf = NULL;
  __pyx_pybuffer_paramvec.refcount = 0;
  __pyx_pybuffernd_paramvec.data = NULL;
  __pyx_pybuffernd_paramvec.rcbuffer = &__pyx_pybuffer_paramvec;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer, (PyObject*)__pyx_v_vtape, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 144, __pyx_L1_error)
  }
  __pyx_pybuffernd_vtape.diminfo[0].strides = __pyx_pybuffernd_vtape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_vtape.diminfo[0].shape = __pyx_pybuffernd_vtape.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer, (PyObject*)__pyx_v_ctape, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 144, __pyx_L1_error)
  }
  __pyx_pybuffernd_ctape.diminfo[0].strides = __pyx_pybuffernd_ctape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_ctape.diminfo[0].shape = __pyx_pybuffernd_ctape.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_wrtParams.rcbuffer->pybuffer, (PyObject*)__pyx_v_wrtParams, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 144, __pyx_L1_error)
  }
  __pyx_pybuffernd_wrtParams.diminfo[0].strides = __pyx_pybuffernd_wrtParams.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_wrtParams.diminfo[0].shape = __pyx_pybuffernd_wrtParams.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer, (PyObject*)__pyx_v_paramvec, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 144, __pyx_L1_error)
  }
  __pyx_pybuffernd_paramvec.diminfo[0].strides = __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_paramvec.diminfo[0].shape = __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.shape[0];

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":155
 *     cdef INT c, i, iPoly
 *     cdef INT j,k, m, nTerms, nVars, cur_iWrt, j0, j1, cur_wrt, cnt, off
 *     cdef INT vtape_sz = vtape.size             # <<<<<<<<<<<<<<
 *     cdef INT wrt_sz = wrtParams.size
 *     cdef double coeff
*/
  __pyx_v_vtape_sz = __pyx_f_5numpy_7ndarray_4size_size(((PyArrayObject *)__pyx_v_vtape));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":156
 *     cdef INT j,k, m, nTerms, nVars, cur_iWrt, j0, j1, cur_wrt, cnt, off
 *     cdef INT vtape_sz = vtape.size
 *     cdef INT wrt_sz = wrtParams.size             # <<<<<<<<<<<<<<
 *     cdef double coeff
 *     cdef double a
*/
  __pyx_v_wrt_sz = __pyx_f_5numpy_7ndarray_4size_size(((PyArrayObject *)__pyx_v_wrtParams));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":160
 *     cdef double a
 * 
 *     assert(len(dest_shape) == 2)             # <<<<<<<<<<<<<<
 *     assert(len(wrtParams) == dest_shape[1])
 *     cdef np.ndarray[np.float64_t, ndim=2, mode="c"] res = np.zeros(dest_shape, np.float64)  # indices [iPoly, iParam]
*/
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(__pyx_assertions_enabled())) {
    __pyx_t_1 = PyObject_Length(__pyx_v_dest_shape); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 160, __pyx_L1_error)
    __pyx_t_2 = (__pyx_t_1 == 2);
    if (unlikely(!__pyx_t_2)) {
      __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
      __PYX_ERR(0, 160, __pyx_L1_error)
    }
  }
  #else
  if ((1)); else __PYX_ERR(0, 160, __pyx_L1_error)
  #endif

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":161
 * 
 *     assert(len(dest_shape) == 2)
 *     assert(len(wrtParams) == dest_shape[1])             # <<<<<<<<<<<<<<
 *     cdef np.ndarray[np.float64_t, ndim=2, mode="c"] res = np.zeros(dest_shape, np.float64)  # indices [iPoly, iParam]
 * 
*/
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(__pyx_assertions_enabled())) {
    __pyx_t_1 = PyObject_Length(((PyObject *)__pyx_v_wrtParams)); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 161, __pyx_L1_error)
    __pyx_t_3 = PyLong_FromSsize_t(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 161, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_dest_shape, 1, long, 1, __Pyx_PyLong_From_long, 0, 0, 0, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 161, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = PyObject_RichCompare(__pyx_t_3, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 161, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 161, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    if (unlikely(!__pyx_t_2)) {
      __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
      __PYX_ERR(0, 161, __pyx_L1_error)
    }
  }
  #else
  if ((1)); else __PYX_ERR(0, 161, __pyx_L1_error)
  #endif

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":162
 *     assert(len(dest_shape) == 2)
 *     assert(len(wrtParams) == dest_shape[1])
 *     cdef np.ndarray[np.float64_t, ndim=2, mode="c"] res = np.zeros(dest_shape, np.float64)  # indices [iPoly, iParam]             # <<<<<<<<<<<<<<
 * 
 *     c = 0; i = 0; iPoly = 0
*/
  __pyx_t_4 = NULL;
  __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 162, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_zeros); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 162, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 162, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_float64); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 162, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_8 = 1;
  #if CYTHON_UNPACK_METHODS
  if (unlikely(PyMethod_Check(__pyx_t_6))) {
    __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_6);
    assert(__pyx_t_4);
    PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_6);
    __Pyx_INCREF(__pyx_t_4);
    __Pyx_INCREF(__pyx__function);
    __Pyx_DECREF_SET(__pyx_t_6, __pyx__function);
    __pyx_t_8 = 0;
  }
  #endif
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_4, __pyx_v_dest_shape, __pyx_t_7};
    __pyx_t_5 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_6, __pyx_callargs+__pyx_t_8, (3-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 162, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
  }
  if (!(likely(((__pyx_t_5) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_5, __pyx_mstate_global->__pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 162, __pyx_L1_error)
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_res.rcbuffer->pybuffer, (PyObject*)((PyArrayObject *)__pyx_t_5), &__Pyx_TypeInfo_nn___pyx_t_5numpy_float64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS| PyBUF_WRITABLE, 2, 0, __pyx_stack) == -1)) {
      __pyx_v_res = ((PyArrayObject *)Py_None); __Pyx_INCREF(Py_None); __pyx_pybuffernd_res.rcbuffer->pybuffer.buf = NULL;
      __PYX_ERR(0, 162, __pyx_L1_error)
    } else {__pyx_pybuffernd_res.diminfo[0].strides = __pyx_pybuffernd_res.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_res.diminfo[0].shape = __pyx_pybuffernd_res.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_res.diminfo[1].strides = __pyx_pybuffernd_res.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_res.diminfo[1].shape = __pyx_pybuffernd_res.rcbuffer->pybuffer.shape[1];
    }
  }
  __pyx_v_res = ((PyArrayObject *)__pyx_t_5);
  __pyx_t_5 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":164
 *     cdef np.ndarray[np.float64_t, ndim=2, mode="c"] res = np.zeros(dest_shape, np.float64)  # indices [iPoly, iParam]
 * 
 *     c = 0; i = 0; iPoly = 0             # <<<<<<<<<<<<<<
 *     while i < vtape_sz:
 *         j = i # increment j instead of i for this poly
*/
  __pyx_v_c = 0;
  __pyx_v_i = 0;
  __pyx_v_iPoly = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":165
 * 
 *     c = 0; i = 0; iPoly = 0
 *     while i < vtape_sz:             # <<<<<<<<<<<<<<
 *         j = i # increment j instead of i for this poly
 *         nTerms = vtape[j]; j+=1
*/
  while (1) {
    __pyx_t_2 = (__pyx_v_i < __pyx_v_vtape_sz);
    if (!__pyx_t_2) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":166
 *     c = 0; i = 0; iPoly = 0
 *     while i < vtape_sz:
 *         j = i # increment j instead of i for this poly             # <<<<<<<<<<<<<<
 *         nTerms = vtape[j]; j+=1
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
*/
    __pyx_v_j = __pyx_v_i;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":167
 *     while i < vtape_sz:
 *         j = i # increment j instead of i for this poly
 *         nTerms = vtape[j]; j+=1             # <<<<<<<<<<<<<<
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 * 
*/
    __pyx_t_9 = __pyx_v_j;
    __pyx_v_nTerms = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_9, __pyx_pybuffernd_vtape.diminfo[0].strides));
    __pyx_v_j = (__pyx_v_j + 1);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":170
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 * 
 *         for m in range(nTerms):             # <<<<<<<<<<<<<<
 *             coeff = ctape[c]; c += 1
 *             nVars = vtape[j]; j += 1 # number of variable indices in this term
*/
    __pyx_t_9 = __pyx_v_nTerms;
    __pyx_t_10 = __pyx_t_9;
    for (__pyx_t_11 = 0; __pyx_t_11 < __pyx_t_10; __pyx_t_11+=1) {
      __pyx_v_m = __pyx_t_11;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":171
 * 
 *         for m in range(nTerms):
 *             coeff = ctape[c]; c += 1             # <<<<<<<<<<<<<<
 *             nVars = vtape[j]; j += 1 # number of variable indices in this term
 * 
*/
      __pyx_t_12 = __pyx_v_c;
      __pyx_v_coeff = (*__Pyx_BufPtrCContig1d(double *, __pyx_pybuffernd_ctape.rcbuffer->pybuffer.buf, __pyx_t_12, __pyx_pybuffernd_ctape.diminfo[0].strides));
      __pyx_v_c = (__pyx_v_c + 1);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":172
 *         for m in range(nTerms):
 *             coeff = ctape[c]; c += 1
 *             nVars = vtape[j]; j += 1 # number of variable indices in this term             # <<<<<<<<<<<<<<
 * 
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(coeff))
*/
      __pyx_t_12 = __pyx_v_j;
      __pyx_v_nVars = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_12, __pyx_pybuffernd_vtape.diminfo[0].strides));
      __pyx_v_j = (__pyx_v_j + 1);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":175
 * 
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(coeff))
 *             cur_iWrt = 0             # <<<<<<<<<<<<<<
 *             j0 = j # the vtape index where the current term starts
 *             j1 = j+nVars # the ending index
*/
      __pyx_v_cur_iWrt = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":176
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(coeff))
 *             cur_iWrt = 0
 *             j0 = j # the vtape index where the current term starts             # <<<<<<<<<<<<<<
 *             j1 = j+nVars # the ending index
 * 
*/
      __pyx_v_j0 = __pyx_v_j;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":177
 *             cur_iWrt = 0
 *             j0 = j # the vtape index where the current term starts
 *             j1 = j+nVars # the ending index             # <<<<<<<<<<<<<<
 * 
 *             #Loop to get counts of each variable index that is also in `wrt`.
*/
      __pyx_v_j1 = (__pyx_v_j + __pyx_v_nVars);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":182
 *             # Once we've passed an element of `wrt` process it, since there can't
 *             # see it any more (the var indices are sorted).
 *             while j < j1: #loop over variable indices for this term             # <<<<<<<<<<<<<<
 *                 # can't be while True above in case nVars == 0 (then vtape[j] isn't valid)
 * 
*/
      while (1) {
        __pyx_t_2 = (__pyx_v_j < __pyx_v_j1);
        if (!__pyx_t_2) break;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":187
 *                 #find an iVar that is also in wrt.
 *                 # - increment the cur_iWrt or j as needed
 *                 while cur_iWrt < wrt_sz and vtape[j] > wrtParams[cur_iWrt]: #condition to increment cur_iWrt             # <<<<<<<<<<<<<<
 *                     cur_iWrt += 1 # so wrtParams[cur_iWrt] >= vtape[j]
 *                 if cur_iWrt == wrt_sz: break  # no more possible iVars we're interested in;
*/
        while (1) {
          __pyx_t_13 = (__pyx_v_cur_iWrt < __pyx_v_wrt_sz);
          if (__pyx_t_13) {
          } else {
            __pyx_t_2 = __pyx_t_13;
            goto __pyx_L11_bool_binop_done;
          }
          __pyx_t_12 = __pyx_v_j;
          __pyx_t_14 = __pyx_v_cur_iWrt;
          __pyx_t_13 = ((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_12, __pyx_pybuffernd_vtape.diminfo[0].strides)) > (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_wrtParams.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_wrtParams.diminfo[0].strides)));
          __pyx_t_2 = __pyx_t_13;
          __pyx_L11_bool_binop_done:;
          if (!__pyx_t_2) break;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":188
 *                 # - increment the cur_iWrt or j as needed
 *                 while cur_iWrt < wrt_sz and vtape[j] > wrtParams[cur_iWrt]: #condition to increment cur_iWrt
 *                     cur_iWrt += 1 # so wrtParams[cur_iWrt] >= vtape[j]             # <<<<<<<<<<<<<<
 *                 if cur_iWrt == wrt_sz: break  # no more possible iVars we're interested in;
 *                                                 # we're done with all wrt elements
*/
          __pyx_v_cur_iWrt = (__pyx_v_cur_iWrt + 1);
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":189
 *                 while cur_iWrt < wrt_sz and vtape[j] > wrtParams[cur_iWrt]: #condition to increment cur_iWrt
 *                     cur_iWrt += 1 # so wrtParams[cur_iWrt] >= vtape[j]
 *                 if cur_iWrt == wrt_sz: break  # no more possible iVars we're interested in;             # <<<<<<<<<<<<<<
 *                                                 # we're done with all wrt elements
 *                 # - at this point we know wrt[cur_iWrt] is valid and wrt[cur_iWrt] >= tape[j]
*/
        __pyx_t_2 = (__pyx_v_cur_iWrt == __pyx_v_wrt_sz);
        if (__pyx_t_2) {
          goto __pyx_L8_break;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":192
 *                                                 # we're done with all wrt elements
 *                 # - at this point we know wrt[cur_iWrt] is valid and wrt[cur_iWrt] >= tape[j]
 *                 cur_wrt = wrtParams[cur_iWrt]             # <<<<<<<<<<<<<<
 *                 while j < j1 and vtape[j] < cur_wrt:
 *                     j += 1 # so vtape[j] >= wrt[cur_iWrt]
*/
        __pyx_t_14 = __pyx_v_cur_iWrt;
        __pyx_v_cur_wrt = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_wrtParams.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_wrtParams.diminfo[0].strides));

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":193
 *                 # - at this point we know wrt[cur_iWrt] is valid and wrt[cur_iWrt] >= tape[j]
 *                 cur_wrt = wrtParams[cur_iWrt]
 *                 while j < j1 and vtape[j] < cur_wrt:             # <<<<<<<<<<<<<<
 *                     j += 1 # so vtape[j] >= wrt[cur_iWrt]
 *                 if j == j1: break  # no more iVars - we're done
*/
        while (1) {
          __pyx_t_13 = (__pyx_v_j < __pyx_v_j1);
          if (__pyx_t_13) {
          } else {
            __pyx_t_2 = __pyx_t_13;
            goto __pyx_L16_bool_binop_done;
          }
          __pyx_t_14 = __pyx_v_j;
          __pyx_t_13 = ((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_vtape.diminfo[0].strides)) < __pyx_v_cur_wrt);
          __pyx_t_2 = __pyx_t_13;
          __pyx_L16_bool_binop_done:;
          if (!__pyx_t_2) break;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":194
 *                 cur_wrt = wrtParams[cur_iWrt]
 *                 while j < j1 and vtape[j] < cur_wrt:
 *                     j += 1 # so vtape[j] >= wrt[cur_iWrt]             # <<<<<<<<<<<<<<
 *                 if j == j1: break  # no more iVars - we're done
 * 
*/
          __pyx_v_j = (__pyx_v_j + 1);
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":195
 *                 while j < j1 and vtape[j] < cur_wrt:
 *                     j += 1 # so vtape[j] >= wrt[cur_iWrt]
 *                 if j == j1: break  # no more iVars - we're done             # <<<<<<<<<<<<<<
 * 
 *                 #print " check j=%d, val=%d, wrt=%d, cur_iWrt=%d" % (j,vtape[j],cur_wrt,cur_iWrt)
*/
        __pyx_t_2 = (__pyx_v_j == __pyx_v_j1);
        if (__pyx_t_2) {
          goto __pyx_L8_break;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":198
 * 
 *                 #print " check j=%d, val=%d, wrt=%d, cur_iWrt=%d" % (j,vtape[j],cur_wrt,cur_iWrt)
 *                 if vtape[j] == cur_wrt:             # <<<<<<<<<<<<<<
 *                     #Yay! a value we're looking for is present in the vtape.
 *                     # Figure out how many there are (easy since vtape is sorted
*/
        __pyx_t_14 = __pyx_v_j;
        __pyx_t_2 = ((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_vtape.diminfo[0].strides)) == __pyx_v_cur_wrt);
        if (__pyx_t_2) {

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":202
 *                     # Figure out how many there are (easy since vtape is sorted
 *                     # and we'll always stop on the first one)
 *                     cnt = 0             # <<<<<<<<<<<<<<
 *                     while j < j1 and vtape[j] == cur_wrt:
 *                         cnt += 1; j += 1
*/
          __pyx_v_cnt = 0;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":203
 *                     # and we'll always stop on the first one)
 *                     cnt = 0
 *                     while j < j1 and vtape[j] == cur_wrt:             # <<<<<<<<<<<<<<
 *                         cnt += 1; j += 1
 *                     #Process cur_iWrt: add a term to evaluated poly for derivative w.r.t. wrtParams[cur_iWrt]
*/
          while (1) {
            __pyx_t_13 = (__pyx_v_j < __pyx_v_j1);
            if (__pyx_t_13) {
            } else {
              __pyx_t_2 = __pyx_t_13;
              goto __pyx_L22_bool_binop_done;
            }
            __pyx_t_14 = __pyx_v_j;
            __pyx_t_13 = ((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_vtape.diminfo[0].strides)) == __pyx_v_cur_wrt);
            __pyx_t_2 = __pyx_t_13;
            __pyx_L22_bool_binop_done:;
            if (!__pyx_t_2) break;

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":204
 *                     cnt = 0
 *                     while j < j1 and vtape[j] == cur_wrt:
 *                         cnt += 1; j += 1             # <<<<<<<<<<<<<<
 *                     #Process cur_iWrt: add a term to evaluated poly for derivative w.r.t. wrtParams[cur_iWrt]
 *                     a = coeff*cnt
*/
            __pyx_v_cnt = (__pyx_v_cnt + 1);
            __pyx_v_j = (__pyx_v_j + 1);
          }

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":206
 *                         cnt += 1; j += 1
 *                     #Process cur_iWrt: add a term to evaluated poly for derivative w.r.t. wrtParams[cur_iWrt]
 *                     a = coeff*cnt             # <<<<<<<<<<<<<<
 *                     for k in range(j0,j1):
 *                         if k == j-1: continue # remove this index
*/
          __pyx_v_a = (__pyx_v_coeff * __pyx_v_cnt);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":207
 *                     #Process cur_iWrt: add a term to evaluated poly for derivative w.r.t. wrtParams[cur_iWrt]
 *                     a = coeff*cnt
 *                     for k in range(j0,j1):             # <<<<<<<<<<<<<<
 *                         if k == j-1: continue # remove this index
 *                         a *= paramvec[ vtape[k] ]
*/
          __pyx_t_14 = __pyx_v_j1;
          __pyx_t_12 = __pyx_t_14;
          for (__pyx_t_15 = __pyx_v_j0; __pyx_t_15 < __pyx_t_12; __pyx_t_15+=1) {
            __pyx_v_k = __pyx_t_15;

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":208
 *                     a = coeff*cnt
 *                     for k in range(j0,j1):
 *                         if k == j-1: continue # remove this index             # <<<<<<<<<<<<<<
 *                         a *= paramvec[ vtape[k] ]
 *                     res[iPoly, cur_iWrt] += a
*/
            __pyx_t_2 = (__pyx_v_k == (__pyx_v_j - 1));
            if (__pyx_t_2) {
              goto __pyx_L24_continue;
            }

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":209
 *                     for k in range(j0,j1):
 *                         if k == j-1: continue # remove this index
 *                         a *= paramvec[ vtape[k] ]             # <<<<<<<<<<<<<<
 *                     res[iPoly, cur_iWrt] += a
 *                     cur_iWrt += 1 # processed this wrt param - move to next one
*/
            __pyx_t_16 = __pyx_v_k;
            __pyx_t_17 = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_16, __pyx_pybuffernd_vtape.diminfo[0].strides));
            __pyx_v_a = (__pyx_v_a * (*__Pyx_BufPtrCContig1d(double *, __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.buf, __pyx_t_17, __pyx_pybuffernd_paramvec.diminfo[0].strides)));
            __pyx_L24_continue:;
          }

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":210
 *                         if k == j-1: continue # remove this index
 *                         a *= paramvec[ vtape[k] ]
 *                     res[iPoly, cur_iWrt] += a             # <<<<<<<<<<<<<<
 *                     cur_iWrt += 1 # processed this wrt param - move to next one
 * 
*/
          __pyx_t_14 = __pyx_v_iPoly;
          __pyx_t_12 = __pyx_v_cur_iWrt;
          *__Pyx_BufPtrCContig2d(__pyx_t_5numpy_float64_t *, __pyx_pybuffernd_res.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_res.diminfo[0].strides, __pyx_t_12, __pyx_pybuffernd_res.diminfo[1].strides) += __pyx_v_a;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":211
 *                         a *= paramvec[ vtape[k] ]
 *                     res[iPoly, cur_iWrt] += a
 *                     cur_iWrt += 1 # processed this wrt param - move to next one             # <<<<<<<<<<<<<<
 * 
 *             j = j1 # move to next term; j may not have been incremented if we exited b/c of cur_iWrt reaching end
*/
          __pyx_v_cur_iWrt = (__pyx_v_cur_iWrt + 1);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":198
 * 
 *                 #print " check j=%d, val=%d, wrt=%d, cur_iWrt=%d" % (j,vtape[j],cur_wrt,cur_iWrt)
 *                 if vtape[j] == cur_wrt:             # <<<<<<<<<<<<<<
 *                     #Yay! a value we're looking for is present in the vtape.
 *                     # Figure out how many there are (easy since vtape is sorted
*/
        }
      }
      __pyx_L8_break:;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":213
 *                     cur_iWrt += 1 # processed this wrt param - move to next one
 * 
 *             j = j1 # move to next term; j may not have been incremented if we exited b/c of cur_iWrt reaching end             # <<<<<<<<<<<<<<
 * 
 *         i = j # update location in vtape after processing poly - actually could just use i instead of j it seems??
*/
      __pyx_v_j = __pyx_v_j1;
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":215
 *             j = j1 # move to next term; j may not have been incremented if we exited b/c of cur_iWrt reaching end
 * 
 *         i = j # update location in vtape after processing poly - actually could just use i instead of j it seems??             # <<<<<<<<<<<<<<
 *         iPoly += 1
 * 
*/
    __pyx_v_i = __pyx_v_j;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":216
 * 
 *         i = j # update location in vtape after processing poly - actually could just use i instead of j it seems??
 *         iPoly += 1             # <<<<<<<<<<<<<<
 * 
 *     return res
*/
    __pyx_v_iPoly = (__pyx_v_iPoly + 1);
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":218
 *         iPoly += 1
 * 
 *     return res             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF((PyObject *)__pyx_v_res);
  __pyx_r = ((PyObject *)__pyx_v_res);
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":144
 * 
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def bulk_eval_compact_polynomials_derivs_real(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_res.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_wrtParams.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.bulk_eval_compact_polynomials_derivs_real", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_res.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_wrtParams.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XDECREF((PyObject *)__pyx_v_res);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":221
 * 
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def bulk_eval_compact_polynomials_derivs_complex(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_9bulk_eval_compact_polynomials_derivs_complex(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_9bulk_eval_compact_polynomials_derivs_complex = {"bulk_eval_compact_polynomials_derivs_complex", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_9bulk_eval_compact_polynomials_derivs_complex, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_9bulk_eval_compact_polynomials_derivs_complex(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyArrayObject *__pyx_v_vtape = 0;
  PyArrayObject *__pyx_v_ctape = 0;
  PyArrayObject *__pyx_v_wrtParams = 0;
  PyArrayObject *__pyx_v_paramvec = 0;
  PyObject *__pyx_v_dest_shape = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[5] = {0,0,0,0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("bulk_eval_compact_polynomials_derivs_complex (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_vtape,&__pyx_mstate_global->__pyx_n_u_ctape,&__pyx_mstate_global->__pyx_n_u_wrtParams,&__pyx_mstate_global->__pyx_n_u_paramvec,&__pyx_mstate_global->__pyx_n_u_dest_shape,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 221, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  5:
        values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 221, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  4:
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 221, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  3:
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 221, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 221, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 221, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "bulk_eval_compact_polynomials_derivs_complex", 0) < (0)) __PYX_ERR(0, 221, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 5; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("bulk_eval_compact_polynomials_derivs_complex", 1, 5, 5, i); __PYX_ERR(0, 221, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 5)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 221, __pyx_L3_error)
      values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 221, __pyx_L3_error)
      values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 221, __pyx_L3_error)
      values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 221, __pyx_L3_error)
      values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 221, __pyx_L3_error)
    }
    __pyx_v_vtape = ((PyArrayObject *)values[0]);
    __pyx_v_ctape = ((PyArrayObject *)values[1]);
    __pyx_v_wrtParams = ((PyArrayObject *)values[2]);
    __pyx_v_paramvec = ((PyArrayObject *)values[3]);
    __pyx_v_dest_shape = values[4];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("bulk_eval_compact_polynomials_derivs_complex", 1, 5, 5, __pyx_nargs); __PYX_ERR(0, 221, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.bulk_eval_compact_polynomials_derivs_complex", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_vtape), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "vtape", 0))) __PYX_ERR(0, 223, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_ctape), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "ctape", 0))) __PYX_ERR(0, 224, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_wrtParams), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "wrtParams", 0))) __PYX_ERR(0, 225, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_paramvec), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "paramvec", 0))) __PYX_ERR(0, 226, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_8bulk_eval_compact_polynomials_derivs_complex(__pyx_self, __pyx_v_vtape, __pyx_v_ctape, __pyx_v_wrtParams, __pyx_v_paramvec, __pyx_v_dest_shape);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  goto __pyx_L7_cleaned_up;
  __pyx_L0:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __pyx_L7_cleaned_up:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_8bulk_eval_compact_polynomials_derivs_complex(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_vtape, PyArrayObject *__pyx_v_ctape, PyArrayObject *__pyx_v_wrtParams, PyArrayObject *__pyx_v_paramvec, PyObject *__pyx_v_dest_shape) {
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_c;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_i;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_iPoly;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_j;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_k;
  CYTHON_UNUSED __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_m;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nTerms;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nVars;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_cur_iWrt;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_j0;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_j1;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_cur_wrt;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_cnt;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_vtape_sz;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_wrt_sz;
  __pyx_t_double_complex __pyx_v_coeff;
  __pyx_t_double_complex __pyx_v_a;
  PyArrayObject *__pyx_v_res = 0;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_ctape;
  __Pyx_Buffer __pyx_pybuffer_ctape;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_paramvec;
  __Pyx_Buffer __pyx_pybuffer_paramvec;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_res;
  __Pyx_Buffer __pyx_pybuffer_res;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_vtape;
  __Pyx_Buffer __pyx_pybuffer_vtape;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_wrtParams;
  __Pyx_Buffer __pyx_pybuffer_wrtParams;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  size_t __pyx_t_8;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_9;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_10;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_11;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_12;
  int __pyx_t_13;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_14;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_15;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_16;
  __pyx_t_5numpy_int64_t __pyx_t_17;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("bulk_eval_compact_polynomials_derivs_complex", 0);
  __pyx_pybuffer_res.pybuffer.buf = NULL;
  __pyx_pybuffer_res.refcount = 0;
  __pyx_pybuffernd_res.data = NULL;
  __pyx_pybuffernd_res.rcbuffer = &__pyx_pybuffer_res;
  __pyx_pybuffer_vtape.pybuffer.buf = NULL;
  __pyx_pybuffer_vtape.refcount = 0;
  __pyx_pybuffernd_vtape.data = NULL;
  __pyx_pybuffernd_vtape.rcbuffer = &__pyx_pybuffer_vtape;
  __pyx_pybuffer_ctape.pybuffer.buf = NULL;
  __pyx_pybuffer_ctape.refcount = 0;
  __pyx_pybuffernd_ctape.data = NULL;
  __pyx_pybuffernd_ctape.rcbuffer = &__pyx_pybuffer_ctape;
  __pyx_pybuffer_wrtParams.pybuffer.buf = NULL;
  __pyx_pybuffer_wrtParams.refcount = 0;
  __pyx_pybuffernd_wrtParams.data = NULL;
  __pyx_pybuffernd_wrtParams.rcbuffer = &__pyx_pybuffer_wrtParams;
  __pyx_pybuffer_paramvec.pybuffer.buf = NULL;
  __pyx_pybuffer_paramvec.refcount = 0;
  __pyx_pybuffernd_paramvec.data = NULL;
  __pyx_pybuffernd_paramvec.rcbuffer = &__pyx_pybuffer_paramvec;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer, (PyObject*)__pyx_v_vtape, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 221, __pyx_L1_error)
  }
  __pyx_pybuffernd_vtape.diminfo[0].strides = __pyx_pybuffernd_vtape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_vtape.diminfo[0].shape = __pyx_pybuffernd_vtape.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer, (PyObject*)__pyx_v_ctape, &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 221, __pyx_L1_error)
  }
  __pyx_pybuffernd_ctape.diminfo[0].strides = __pyx_pybuffernd_ctape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_ctape.diminfo[0].shape = __pyx_pybuffernd_ctape.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_wrtParams.rcbuffer->pybuffer, (PyObject*)__pyx_v_wrtParams, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 221, __pyx_L1_error)
  }
  __pyx_pybuffernd_wrtParams.diminfo[0].strides = __pyx_pybuffernd_wrtParams.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_wrtParams.diminfo[0].shape = __pyx_pybuffernd_wrtParams.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer, (PyObject*)__pyx_v_paramvec, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 221, __pyx_L1_error)
  }
  __pyx_pybuffernd_paramvec.diminfo[0].strides = __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_paramvec.diminfo[0].shape = __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.shape[0];

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":232
 *     cdef INT c, i, iPoly
 *     cdef INT j,k, m, nTerms, nVars, cur_iWrt, j0, j1, cur_wrt, cnt, off
 *     cdef INT vtape_sz = vtape.size             # <<<<<<<<<<<<<<
 *     cdef INT wrt_sz = wrtParams.size
 *     cdef double complex coeff
*/
  __pyx_v_vtape_sz = __pyx_f_5numpy_7ndarray_4size_size(((PyArrayObject *)__pyx_v_vtape));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":233
 *     cdef INT j,k, m, nTerms, nVars, cur_iWrt, j0, j1, cur_wrt, cnt, off
 *     cdef INT vtape_sz = vtape.size
 *     cdef INT wrt_sz = wrtParams.size             # <<<<<<<<<<<<<<
 *     cdef double complex coeff
 *     cdef double complex a
*/
  __pyx_v_wrt_sz = __pyx_f_5numpy_7ndarray_4size_size(((PyArrayObject *)__pyx_v_wrtParams));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":237
 *     cdef double complex a
 * 
 *     assert(len(dest_shape) == 2)             # <<<<<<<<<<<<<<
 *     assert(len(wrtParams) == dest_shape[1])
 *     cdef np.ndarray[np.complex128_t, ndim=2, mode="c"] res = np.zeros(dest_shape, np.complex128)  # indices [iPoly, iParam]
*/
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(__pyx_assertions_enabled())) {
    __pyx_t_1 = PyObject_Length(__pyx_v_dest_shape); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 237, __pyx_L1_error)
    __pyx_t_2 = (__pyx_t_1 == 2);
    if (unlikely(!__pyx_t_2)) {
      __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
      __PYX_ERR(0, 237, __pyx_L1_error)
    }
  }
  #else
  if ((1)); else __PYX_ERR(0, 237, __pyx_L1_error)
  #endif

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":238
 * 
 *     assert(len(dest_shape) == 2)
 *     assert(len(wrtParams) == dest_shape[1])             # <<<<<<<<<<<<<<
 *     cdef np.ndarray[np.complex128_t, ndim=2, mode="c"] res = np.zeros(dest_shape, np.complex128)  # indices [iPoly, iParam]
 * 
*/
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(__pyx_assertions_enabled())) {
    __pyx_t_1 = PyObject_Length(((PyObject *)__pyx_v_wrtParams)); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 238, __pyx_L1_error)
    __pyx_t_3 = PyLong_FromSsize_t(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 238, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_dest_shape, 1, long, 1, __Pyx_PyLong_From_long, 0, 0, 0, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 238, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = PyObject_RichCompare(__pyx_t_3, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 238, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely((__pyx_t_2 < 0))) __PYX_ERR(0, 238, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    if (unlikely(!__pyx_t_2)) {
      __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
      __PYX_ERR(0, 238, __pyx_L1_error)
    }
  }
  #else
  if ((1)); else __PYX_ERR(0, 238, __pyx_L1_error)
  #endif

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":239
 *     assert(len(dest_shape) == 2)
 *     assert(len(wrtParams) == dest_shape[1])
 *     cdef np.ndarray[np.complex128_t, ndim=2, mode="c"] res = np.zeros(dest_shape, np.complex128)  # indices [iPoly, iParam]             # <<<<<<<<<<<<<<
 * 
 *     c = 0; i = 0; iPoly = 0
*/
  __pyx_t_4 = NULL;
  __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 239, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_zeros); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 239, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 239, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_complex128); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 239, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_8 = 1;
  #if CYTHON_UNPACK_METHODS
  if (unlikely(PyMethod_Check(__pyx_t_6))) {
    __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_6);
    assert(__pyx_t_4);
    PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_6);
    __Pyx_INCREF(__pyx_t_4);
    __Pyx_INCREF(__pyx__function);
    __Pyx_DECREF_SET(__pyx_t_6, __pyx__function);
    __pyx_t_8 = 0;
  }
  #endif
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_4, __pyx_v_dest_shape, __pyx_t_7};
    __pyx_t_5 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_6, __pyx_callargs+__pyx_t_8, (3-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 239, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
  }
  if (!(likely(((__pyx_t_5) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_5, __pyx_mstate_global->__pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 239, __pyx_L1_error)
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_res.rcbuffer->pybuffer, (PyObject*)((PyArrayObject *)__pyx_t_5), &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS| PyBUF_WRITABLE, 2, 0, __pyx_stack) == -1)) {
      __pyx_v_res = ((PyArrayObject *)Py_None); __Pyx_INCREF(Py_None); __pyx_pybuffernd_res.rcbuffer->pybuffer.buf = NULL;
      __PYX_ERR(0, 239, __pyx_L1_error)
    } else {__pyx_pybuffernd_res.diminfo[0].strides = __pyx_pybuffernd_res.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_res.diminfo[0].shape = __pyx_pybuffernd_res.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_res.diminfo[1].strides = __pyx_pybuffernd_res.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_res.diminfo[1].shape = __pyx_pybuffernd_res.rcbuffer->pybuffer.shape[1];
    }
  }
  __pyx_v_res = ((PyArrayObject *)__pyx_t_5);
  __pyx_t_5 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":241
 *     cdef np.ndarray[np.complex128_t, ndim=2, mode="c"] res = np.zeros(dest_shape, np.complex128)  # indices [iPoly, iParam]
 * 
 *     c = 0; i = 0; iPoly = 0             # <<<<<<<<<<<<<<
 *     while i < vtape_sz:
 *         j = i # increment j instead of i for this poly
*/
  __pyx_v_c = 0;
  __pyx_v_i = 0;
  __pyx_v_iPoly = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":242
 * 
 *     c = 0; i = 0; iPoly = 0
 *     while i < vtape_sz:             # <<<<<<<<<<<<<<
 *         j = i # increment j instead of i for this poly
 *         nTerms = vtape[j]; j+=1
*/
  while (1) {
    __pyx_t_2 = (__pyx_v_i < __pyx_v_vtape_sz);
    if (!__pyx_t_2) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":243
 *     c = 0; i = 0; iPoly = 0
 *     while i < vtape_sz:
 *         j = i # increment j instead of i for this poly             # <<<<<<<<<<<<<<
 *         nTerms = vtape[j]; j+=1
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
*/
    __pyx_v_j = __pyx_v_i;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":244
 *     while i < vtape_sz:
 *         j = i # increment j instead of i for this poly
 *         nTerms = vtape[j]; j+=1             # <<<<<<<<<<<<<<
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 * 
*/
    __pyx_t_9 = __pyx_v_j;
    __pyx_v_nTerms = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_9, __pyx_pybuffernd_vtape.diminfo[0].strides));
    __pyx_v_j = (__pyx_v_j + 1);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":247
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 * 
 *         for m in range(nTerms):             # <<<<<<<<<<<<<<
 *             coeff = ctape[c]; c += 1
 *             nVars = vtape[j]; j += 1 # number of variable indices in this term
*/
    __pyx_t_9 = __pyx_v_nTerms;
    __pyx_t_10 = __pyx_t_9;
    for (__pyx_t_11 = 0; __pyx_t_11 < __pyx_t_10; __pyx_t_11+=1) {
      __pyx_v_m = __pyx_t_11;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":248
 * 
 *         for m in range(nTerms):
 *             coeff = ctape[c]; c += 1             # <<<<<<<<<<<<<<
 *             nVars = vtape[j]; j += 1 # number of variable indices in this term
 * 
*/
      __pyx_t_12 = __pyx_v_c;
      __pyx_v_coeff = (*__Pyx_BufPtrCContig1d(__pyx_t_double_complex *, __pyx_pybuffernd_ctape.rcbuffer->pybuffer.buf, __pyx_t_12, __pyx_pybuffernd_ctape.diminfo[0].strides));
      __pyx_v_c = (__pyx_v_c + 1);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":249
 *         for m in range(nTerms):
 *             coeff = ctape[c]; c += 1
 *             nVars = vtape[j]; j += 1 # number of variable indices in this term             # <<<<<<<<<<<<<<
 * 
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(coeff))
*/
      __pyx_t_12 = __pyx_v_j;
      __pyx_v_nVars = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_12, __pyx_pybuffernd_vtape.diminfo[0].strides));
      __pyx_v_j = (__pyx_v_j + 1);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":252
 * 
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(coeff))
 *             cur_iWrt = 0             # <<<<<<<<<<<<<<
 *             j0 = j # the vtape index where the current term starts
 *             j1 = j+nVars # the ending index
*/
      __pyx_v_cur_iWrt = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":253
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(coeff))
 *             cur_iWrt = 0
 *             j0 = j # the vtape index where the current term starts             # <<<<<<<<<<<<<<
 *             j1 = j+nVars # the ending index
 * 
*/
      __pyx_v_j0 = __pyx_v_j;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":254
 *             cur_iWrt = 0
 *             j0 = j # the vtape index where the current term starts
 *             j1 = j+nVars # the ending index             # <<<<<<<<<<<<<<
 * 
 *             #Loop to get counts of each variable index that is also in `wrt`.
*/
      __pyx_v_j1 = (__pyx_v_j + __pyx_v_nVars);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":259
 *             # Once we've passed an element of `wrt` process it, since there can't
 *             # see it any more (the var indices are sorted).
 *             while j < j1: #loop over variable indices for this term             # <<<<<<<<<<<<<<
 *                 # can't be while True above in case nVars == 0 (then vtape[j] isn't valid)
 * 
*/
      while (1) {
        __pyx_t_2 = (__pyx_v_j < __pyx_v_j1);
        if (!__pyx_t_2) break;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":264
 *                 #find an iVar that is also in wrt.
 *                 # - increment the cur_iWrt or j as needed
 *                 while cur_iWrt < wrt_sz and vtape[j] > wrtParams[cur_iWrt]: #condition to increment cur_iWrt             # <<<<<<<<<<<<<<
 *                     cur_iWrt += 1 # so wrtParams[cur_iWrt] >= vtape[j]
 *                 if cur_iWrt == wrt_sz: break  # no more possible iVars we're interested in;
*/
        while (1) {
          __pyx_t_13 = (__pyx_v_cur_iWrt < __pyx_v_wrt_sz);
          if (__pyx_t_13) {
          } else {
            __pyx_t_2 = __pyx_t_13;
            goto __pyx_L11_bool_binop_done;
          }
          __pyx_t_12 = __pyx_v_j;
          __pyx_t_14 = __pyx_v_cur_iWrt;
          __pyx_t_13 = ((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_12, __pyx_pybuffernd_vtape.diminfo[0].strides)) > (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_wrtParams.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_wrtParams.diminfo[0].strides)));
          __pyx_t_2 = __pyx_t_13;
          __pyx_L11_bool_binop_done:;
          if (!__pyx_t_2) break;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":265
 *                 # - increment the cur_iWrt or j as needed
 *                 while cur_iWrt < wrt_sz and vtape[j] > wrtParams[cur_iWrt]: #condition to increment cur_iWrt
 *                     cur_iWrt += 1 # so wrtParams[cur_iWrt] >= vtape[j]             # <<<<<<<<<<<<<<
 *                 if cur_iWrt == wrt_sz: break  # no more possible iVars we're interested in;
 *                                                 # we're done with all wrt elements
*/
          __pyx_v_cur_iWrt = (__pyx_v_cur_iWrt + 1);
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":266
 *                 while cur_iWrt < wrt_sz and vtape[j] > wrtParams[cur_iWrt]: #condition to increment cur_iWrt
 *                     cur_iWrt += 1 # so wrtParams[cur_iWrt] >= vtape[j]
 *                 if cur_iWrt == wrt_sz: break  # no more possible iVars we're interested in;             # <<<<<<<<<<<<<<
 *                                                 # we're done with all wrt elements
 *                 # - at this point we know wrt[cur_iWrt] is valid and wrt[cur_iWrt] >= tape[j]
*/
        __pyx_t_2 = (__pyx_v_cur_iWrt == __pyx_v_wrt_sz);
        if (__pyx_t_2) {
          goto __pyx_L8_break;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":269
 *                                                 # we're done with all wrt elements
 *                 # - at this point we know wrt[cur_iWrt] is valid and wrt[cur_iWrt] >= tape[j]
 *                 cur_wrt = wrtParams[cur_iWrt]             # <<<<<<<<<<<<<<
 *                 while j < j1 and vtape[j] < cur_wrt:
 *                     j += 1 # so vtape[j] >= wrt[cur_iWrt]
*/
        __pyx_t_14 = __pyx_v_cur_iWrt;
        __pyx_v_cur_wrt = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_wrtParams.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_wrtParams.diminfo[0].strides));

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":270
 *                 # - at this point we know wrt[cur_iWrt] is valid and wrt[cur_iWrt] >= tape[j]
 *                 cur_wrt = wrtParams[cur_iWrt]
 *                 while j < j1 and vtape[j] < cur_wrt:             # <<<<<<<<<<<<<<
 *                     j += 1 # so vtape[j] >= wrt[cur_iWrt]
 *                 if j == j1: break  # no more iVars - we're done
*/
        while (1) {
          __pyx_t_13 = (__pyx_v_j < __pyx_v_j1);
          if (__pyx_t_13) {
          } else {
            __pyx_t_2 = __pyx_t_13;
            goto __pyx_L16_bool_binop_done;
          }
          __pyx_t_14 = __pyx_v_j;
          __pyx_t_13 = ((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_vtape.diminfo[0].strides)) < __pyx_v_cur_wrt);
          __pyx_t_2 = __pyx_t_13;
          __pyx_L16_bool_binop_done:;
          if (!__pyx_t_2) break;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":271
 *                 cur_wrt = wrtParams[cur_iWrt]
 *                 while j < j1 and vtape[j] < cur_wrt:
 *                     j += 1 # so vtape[j] >= wrt[cur_iWrt]             # <<<<<<<<<<<<<<
 *                 if j == j1: break  # no more iVars - we're done
 * 
*/
          __pyx_v_j = (__pyx_v_j + 1);
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":272
 *                 while j < j1 and vtape[j] < cur_wrt:
 *                     j += 1 # so vtape[j] >= wrt[cur_iWrt]
 *                 if j == j1: break  # no more iVars - we're done             # <<<<<<<<<<<<<<
 * 
 *                 #print " check j=%d, val=%d, wrt=%d, cur_iWrt=%d" % (j,vtape[j],cur_wrt,cur_iWrt)
*/
        __pyx_t_2 = (__pyx_v_j == __pyx_v_j1);
        if (__pyx_t_2) {
          goto __pyx_L8_break;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":275
 * 
 *                 #print " check j=%d, val=%d, wrt=%d, cur_iWrt=%d" % (j,vtape[j],cur_wrt,cur_iWrt)
 *                 if vtape[j] == cur_wrt:             # <<<<<<<<<<<<<<
 *                     #Yay! a value we're looking for is present in the vtape.
 *                     # Figure out how many there are (easy since vtape is sorted
*/
        __pyx_t_14 = __pyx_v_j;
        __pyx_t_2 = ((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_vtape.diminfo[0].strides)) == __pyx_v_cur_wrt);
        if (__pyx_t_2) {

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":279
 *                     # Figure out how many there are (easy since vtape is sorted
 *                     # and we'll always stop on the first one)
 *                     cnt = 0             # <<<<<<<<<<<<<<
 *                     while j < j1 and vtape[j] == cur_wrt:
 *                         cnt += 1; j += 1
*/
          __pyx_v_cnt = 0;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":280
 *                     # and we'll always stop on the first one)
 *                     cnt = 0
 *                     while j < j1 and vtape[j] == cur_wrt:             # <<<<<<<<<<<<<<
 *                         cnt += 1; j += 1
 *                     #Process cur_iWrt: add a term to evaluated poly for derivative w.r.t. wrtParams[cur_iWrt]
*/
          while (1) {
            __pyx_t_13 = (__pyx_v_j < __pyx_v_j1);
            if (__pyx_t_13) {
            } else {
              __pyx_t_2 = __pyx_t_13;
              goto __pyx_L22_bool_binop_done;
            }
            __pyx_t_14 = __pyx_v_j;
            __pyx_t_13 = ((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_vtape.diminfo[0].strides)) == __pyx_v_cur_wrt);
            __pyx_t_2 = __pyx_t_13;
            __pyx_L22_bool_binop_done:;
            if (!__pyx_t_2) break;

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":281
 *                     cnt = 0
 *                     while j < j1 and vtape[j] == cur_wrt:
 *                         cnt += 1; j += 1             # <<<<<<<<<<<<<<
 *                     #Process cur_iWrt: add a term to evaluated poly for derivative w.r.t. wrtParams[cur_iWrt]
 *                     a = coeff*cnt
*/
            __pyx_v_cnt = (__pyx_v_cnt + 1);
            __pyx_v_j = (__pyx_v_j + 1);
          }

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":283
 *                         cnt += 1; j += 1
 *                     #Process cur_iWrt: add a term to evaluated poly for derivative w.r.t. wrtParams[cur_iWrt]
 *                     a = coeff*cnt             # <<<<<<<<<<<<<<
 *                     for k in range(j0,j1):
 *                         if k == j-1: continue # remove this index
*/
          __pyx_v_a = __Pyx_c_prod_double(__pyx_v_coeff, __pyx_t_double_complex_from_parts(__pyx_v_cnt, 0));

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":284
 *                     #Process cur_iWrt: add a term to evaluated poly for derivative w.r.t. wrtParams[cur_iWrt]
 *                     a = coeff*cnt
 *                     for k in range(j0,j1):             # <<<<<<<<<<<<<<
 *                         if k == j-1: continue # remove this index
 *                         a *= paramvec[ vtape[k] ]
*/
          __pyx_t_14 = __pyx_v_j1;
          __pyx_t_12 = __pyx_t_14;
          for (__pyx_t_15 = __pyx_v_j0; __pyx_t_15 < __pyx_t_12; __pyx_t_15+=1) {
            __pyx_v_k = __pyx_t_15;

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":285
 *                     a = coeff*cnt
 *                     for k in range(j0,j1):
 *                         if k == j-1: continue # remove this index             # <<<<<<<<<<<<<<
 *                         a *= paramvec[ vtape[k] ]
 *                     res[iPoly, cur_iWrt] += a
*/
            __pyx_t_2 = (__pyx_v_k == (__pyx_v_j - 1));
            if (__pyx_t_2) {
              goto __pyx_L24_continue;
            }

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":286
 *                     for k in range(j0,j1):
 *                         if k == j-1: continue # remove this index
 *                         a *= paramvec[ vtape[k] ]             # <<<<<<<<<<<<<<
 *                     res[iPoly, cur_iWrt] += a
 *                     cur_iWrt += 1 # processed this wrt param - move to next one
*/
            __pyx_t_16 = __pyx_v_k;
            __pyx_t_17 = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_16, __pyx_pybuffernd_vtape.diminfo[0].strides));
            __pyx_v_a = __Pyx_c_prod_double(__pyx_v_a, __pyx_t_double_complex_from_parts((*__Pyx_BufPtrCContig1d(double *, __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.buf, __pyx_t_17, __pyx_pybuffernd_paramvec.diminfo[0].strides)), 0));
            __pyx_L24_continue:;
          }

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":287
 *                         if k == j-1: continue # remove this index
 *                         a *= paramvec[ vtape[k] ]
 *                     res[iPoly, cur_iWrt] += a             # <<<<<<<<<<<<<<
 *                     cur_iWrt += 1 # processed this wrt param - move to next one
 * 
*/
          __pyx_t_14 = __pyx_v_iPoly;
          __pyx_t_12 = __pyx_v_cur_iWrt;
          *__Pyx_BufPtrCContig2d(__pyx_t_double_complex *, __pyx_pybuffernd_res.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_res.diminfo[0].strides, __pyx_t_12, __pyx_pybuffernd_res.diminfo[1].strides) += __pyx_v_a;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":288
 *                         a *= paramvec[ vtape[k] ]
 *                     res[iPoly, cur_iWrt] += a
 *                     cur_iWrt += 1 # processed this wrt param - move to next one             # <<<<<<<<<<<<<<
 * 
 *             j = j1 # move to next term; j may not have been incremented if we exited b/c of cur_iWrt reaching end
*/
          __pyx_v_cur_iWrt = (__pyx_v_cur_iWrt + 1);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":275
 * 
 *                 #print " check j=%d, val=%d, wrt=%d, cur_iWrt=%d" % (j,vtape[j],cur_wrt,cur_iWrt)
 *                 if vtape[j] == cur_wrt:             # <<<<<<<<<<<<<<
 *                     #Yay! a value we're looking for is present in the vtape.
 *                     # Figure out how many there are (easy since vtape is sorted
*/
        }
      }
      __pyx_L8_break:;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":290
 *                     cur_iWrt += 1 # processed this wrt param - move to next one
 * 
 *             j = j1 # move to next term; j may not have been incremented if we exited b/c of cur_iWrt reaching end             # <<<<<<<<<<<<<<
 * 
 *         i = j # update location in vtape after processing poly - actually could just use i instead of j it seems??
*/
      __pyx_v_j = __pyx_v_j1;
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":292
 *             j = j1 # move to next term; j may not have been incremented if we exited b/c of cur_iWrt reaching end
 * 
 *         i = j # update location in vtape after processing poly - actually could just use i instead of j it seems??             # <<<<<<<<<<<<<<
 *         iPoly += 1
 * 
*/
    __pyx_v_i = __pyx_v_j;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":293
 * 
 *         i = j # update location in vtape after processing poly - actually could just use i instead of j it seems??
 *         iPoly += 1             # <<<<<<<<<<<<<<
 * 
 *     return res
*/
    __pyx_v_iPoly = (__pyx_v_iPoly + 1);
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":295
 *         iPoly += 1
 * 
 *     return res             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF((PyObject *)__pyx_v_res);
  __pyx_r = ((PyObject *)__pyx_v_res);
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":221
 * 
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def bulk_eval_compact_polynomials_derivs_complex(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_res.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_wrtParams.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.bulk_eval_compact_polynomials_derivs_complex", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_res.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_wrtParams.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XDECREF((PyObject *)__pyx_v_res);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":301
 * # sum(abs(bulk_eval_compact_polynomials_complex(.))), made into its own function because numpy sum(abs())
 * #  is slow and this is done often in get_total_term_magnitude calls.
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def abs_sum_bulk_eval_compact_polynomials_complex(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_11abs_sum_bulk_eval_compact_polynomials_complex(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_11abs_sum_bulk_eval_compact_polynomials_complex = {"abs_sum_bulk_eval_compact_polynomials_complex", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_11abs_sum_bulk_eval_compact_polynomials_complex, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_11abs_sum_bulk_eval_compact_polynomials_complex(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyArrayObject *__pyx_v_vtape = 0;
  PyArrayObject *__pyx_v_ctape = 0;
  PyArrayObject *__pyx_v_paramvec = 0;
  CYTHON_UNUSED __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_dest_size;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[4] = {0,0,0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("abs_sum_bulk_eval_compact_polynomials_complex (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_vtape,&__pyx_mstate_global->__pyx_n_u_ctape,&__pyx_mstate_global->__pyx_n_u_paramvec,&__pyx_mstate_global->__pyx_n_u_dest_size,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 301, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  4:
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 301, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  3:
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 301, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 301, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 301, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "abs_sum_bulk_eval_compact_polynomials_complex", 0) < (0)) __PYX_ERR(0, 301, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 4; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("abs_sum_bulk_eval_compact_polynomials_complex", 1, 4, 4, i); __PYX_ERR(0, 301, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 4)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 301, __pyx_L3_error)
      values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 301, __pyx_L3_error)
      values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 301, __pyx_L3_error)
      values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 301, __pyx_L3_error)
    }
    __pyx_v_vtape = ((PyArrayObject *)values[0]);
    __pyx_v_ctape = ((PyArrayObject *)values[1]);
    __pyx_v_paramvec = ((PyArrayObject *)values[2]);
    __pyx_v_dest_size = __Pyx_PyLong_As_PY_LONG_LONG(values[3]); if (unlikely((__pyx_v_dest_size == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 306, __pyx_L3_error)
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("abs_sum_bulk_eval_compact_polynomials_complex", 1, 4, 4, __pyx_nargs); __PYX_ERR(0, 301, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.abs_sum_bulk_eval_compact_polynomials_complex", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_vtape), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "vtape", 0))) __PYX_ERR(0, 303, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_ctape), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "ctape", 0))) __PYX_ERR(0, 304, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_paramvec), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "paramvec", 0))) __PYX_ERR(0, 305, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_10abs_sum_bulk_eval_compact_polynomials_complex(__pyx_self, __pyx_v_vtape, __pyx_v_ctape, __pyx_v_paramvec, __pyx_v_dest_size);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  goto __pyx_L7_cleaned_up;
  __pyx_L0:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __pyx_L7_cleaned_up:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_10abs_sum_bulk_eval_compact_polynomials_complex(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_vtape, PyArrayObject *__pyx_v_ctape, PyArrayObject *__pyx_v_paramvec, CYTHON_UNUSED __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_dest_size) {
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_c;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_i;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_vtape_sz;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nTerms;
  CYTHON_UNUSED __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_m;
  CYTHON_UNUSED __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_k;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nVars;
  __pyx_t_double_complex __pyx_v_a;
  __pyx_t_double_complex __pyx_v_poly_val;
  double __pyx_v_ret;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_ctape;
  __Pyx_Buffer __pyx_pybuffer_ctape;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_paramvec;
  __Pyx_Buffer __pyx_pybuffer_paramvec;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_vtape;
  __Pyx_Buffer __pyx_pybuffer_vtape;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_2;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_3;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_4;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_5;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_6;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_7;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_8;
  __pyx_t_5numpy_int64_t __pyx_t_9;
  PyObject *__pyx_t_10 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("abs_sum_bulk_eval_compact_polynomials_complex", 0);
  __pyx_pybuffer_vtape.pybuffer.buf = NULL;
  __pyx_pybuffer_vtape.refcount = 0;
  __pyx_pybuffernd_vtape.data = NULL;
  __pyx_pybuffernd_vtape.rcbuffer = &__pyx_pybuffer_vtape;
  __pyx_pybuffer_ctape.pybuffer.buf = NULL;
  __pyx_pybuffer_ctape.refcount = 0;
  __pyx_pybuffernd_ctape.data = NULL;
  __pyx_pybuffernd_ctape.rcbuffer = &__pyx_pybuffer_ctape;
  __pyx_pybuffer_paramvec.pybuffer.buf = NULL;
  __pyx_pybuffer_paramvec.refcount = 0;
  __pyx_pybuffernd_paramvec.data = NULL;
  __pyx_pybuffernd_paramvec.rcbuffer = &__pyx_pybuffer_paramvec;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer, (PyObject*)__pyx_v_vtape, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 301, __pyx_L1_error)
  }
  __pyx_pybuffernd_vtape.diminfo[0].strides = __pyx_pybuffernd_vtape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_vtape.diminfo[0].shape = __pyx_pybuffernd_vtape.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer, (PyObject*)__pyx_v_ctape, &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 301, __pyx_L1_error)
  }
  __pyx_pybuffernd_ctape.diminfo[0].strides = __pyx_pybuffernd_ctape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_ctape.diminfo[0].shape = __pyx_pybuffernd_ctape.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer, (PyObject*)__pyx_v_paramvec, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 301, __pyx_L1_error)
  }
  __pyx_pybuffernd_paramvec.diminfo[0].strides = __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_paramvec.diminfo[0].shape = __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.shape[0];

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":307
 *                                                   np.ndarray[double, ndim=1, mode="c"] paramvec,
 *                                                   INT dest_size):
 *     cdef INT c = 0             # <<<<<<<<<<<<<<
 *     cdef INT i = 0
 *     cdef INT vtape_sz = vtape.size
*/
  __pyx_v_c = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":308
 *                                                   INT dest_size):
 *     cdef INT c = 0
 *     cdef INT i = 0             # <<<<<<<<<<<<<<
 *     cdef INT vtape_sz = vtape.size
 *     cdef INT nTerms
*/
  __pyx_v_i = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":309
 *     cdef INT c = 0
 *     cdef INT i = 0
 *     cdef INT vtape_sz = vtape.size             # <<<<<<<<<<<<<<
 *     cdef INT nTerms
 *     cdef INT m
*/
  __pyx_v_vtape_sz = __pyx_f_5numpy_7ndarray_4size_size(((PyArrayObject *)__pyx_v_vtape));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":316
 *     cdef double complex a;
 *     cdef double complex poly_val;
 *     cdef double ret = 0.0             # <<<<<<<<<<<<<<
 * 
 *     while i < vtape_sz:
*/
  __pyx_v_ret = 0.0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":318
 *     cdef double ret = 0.0
 * 
 *     while i < vtape_sz:             # <<<<<<<<<<<<<<
 *         poly_val = 0.0
 *         nTerms = vtape[i]; i+=1
*/
  while (1) {
    __pyx_t_1 = (__pyx_v_i < __pyx_v_vtape_sz);
    if (!__pyx_t_1) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":319
 * 
 *     while i < vtape_sz:
 *         poly_val = 0.0             # <<<<<<<<<<<<<<
 *         nTerms = vtape[i]; i+=1
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
*/
    __pyx_v_poly_val = __pyx_t_double_complex_from_parts(0.0, 0);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":320
 *     while i < vtape_sz:
 *         poly_val = 0.0
 *         nTerms = vtape[i]; i+=1             # <<<<<<<<<<<<<<
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 *         for m in range(nTerms):
*/
    __pyx_t_2 = __pyx_v_i;
    __pyx_v_nTerms = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_2, __pyx_pybuffernd_vtape.diminfo[0].strides));
    __pyx_v_i = (__pyx_v_i + 1);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":322
 *         nTerms = vtape[i]; i+=1
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 *         for m in range(nTerms):             # <<<<<<<<<<<<<<
 *             nVars = vtape[i]; i+=1 # number of variable indices in this term
 *             a = ctape[c]; c+=1
*/
    __pyx_t_2 = __pyx_v_nTerms;
    __pyx_t_3 = __pyx_t_2;
    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
      __pyx_v_m = __pyx_t_4;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":323
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 *         for m in range(nTerms):
 *             nVars = vtape[i]; i+=1 # number of variable indices in this term             # <<<<<<<<<<<<<<
 *             a = ctape[c]; c+=1
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(a))
*/
      __pyx_t_5 = __pyx_v_i;
      __pyx_v_nVars = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_5, __pyx_pybuffernd_vtape.diminfo[0].strides));
      __pyx_v_i = (__pyx_v_i + 1);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":324
 *         for m in range(nTerms):
 *             nVars = vtape[i]; i+=1 # number of variable indices in this term
 *             a = ctape[c]; c+=1             # <<<<<<<<<<<<<<
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(a))
 *             for k in range(nVars):
*/
      __pyx_t_5 = __pyx_v_c;
      __pyx_v_a = (*__Pyx_BufPtrCContig1d(__pyx_t_double_complex *, __pyx_pybuffernd_ctape.rcbuffer->pybuffer.buf, __pyx_t_5, __pyx_pybuffernd_ctape.diminfo[0].strides));
      __pyx_v_c = (__pyx_v_c + 1);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":326
 *             a = ctape[c]; c+=1
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(a))
 *             for k in range(nVars):             # <<<<<<<<<<<<<<
 *                 a *= paramvec[ vtape[i] ]; i+=1
 *             poly_val += a
*/
      __pyx_t_5 = __pyx_v_nVars;
      __pyx_t_6 = __pyx_t_5;
      for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
        __pyx_v_k = __pyx_t_7;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":327
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(a))
 *             for k in range(nVars):
 *                 a *= paramvec[ vtape[i] ]; i+=1             # <<<<<<<<<<<<<<
 *             poly_val += a
 *             #print "  -> added %s to poly_val = %s" % (str(a),str(poly_val))," i=%d, vsize=%d" % (i,vtape.size)
*/
        __pyx_t_8 = __pyx_v_i;
        __pyx_t_9 = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_8, __pyx_pybuffernd_vtape.diminfo[0].strides));
        __pyx_v_a = __Pyx_c_prod_double(__pyx_v_a, __pyx_t_double_complex_from_parts((*__Pyx_BufPtrCContig1d(double *, __pyx_pybuffernd_paramvec.rcbuffer->pybuffer.buf, __pyx_t_9, __pyx_pybuffernd_paramvec.diminfo[0].strides)), 0));
        __pyx_v_i = (__pyx_v_i + 1);
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":328
 *             for k in range(nVars):
 *                 a *= paramvec[ vtape[i] ]; i+=1
 *             poly_val += a             # <<<<<<<<<<<<<<
 *             #print "  -> added %s to poly_val = %s" % (str(a),str(poly_val))," i=%d, vsize=%d" % (i,vtape.size)
 *         ret = ret + abs(poly_val)
*/
      __pyx_v_poly_val = __Pyx_c_sum_double(__pyx_v_poly_val, __pyx_v_a);
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":330
 *             poly_val += a
 *             #print "  -> added %s to poly_val = %s" % (str(a),str(poly_val))," i=%d, vsize=%d" % (i,vtape.size)
 *         ret = ret + abs(poly_val)             # <<<<<<<<<<<<<<
 *     return ret
 * 
*/
    __pyx_v_ret = (__pyx_v_ret + __Pyx_c_abs_double(__pyx_v_poly_val));
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":331
 *             #print "  -> added %s to poly_val = %s" % (str(a),str(poly_val))," i=%d, vsize=%d" % (i,vtape.size)
 *         ret = ret + abs(poly_val)
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_10 = PyFloat_FromDouble(__pyx_v_ret); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 331, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __pyx_r = __pyx_t_10;
  __pyx_t_10 = 0;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":301
 * # sum(abs(bulk_eval_compact_polynomials_complex(.))), made into its own function because numpy sum(abs())
 * #  is slow and this is done often in get_total_term_magnitude calls.
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def abs_sum_bulk_eval_compact_polynomials_complex(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_10);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.abs_sum_bulk_eval_compact_polynomials_complex", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_paramvec.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":334
 * 
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def compact_deriv(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_13compact_deriv(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_13compact_deriv = {"compact_deriv", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_13compact_deriv, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_13compact_deriv(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyArrayObject *__pyx_v_vtape = 0;
  PyArrayObject *__pyx_v_ctape = 0;
  PyArrayObject *__pyx_v_wrtParams = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[3] = {0,0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("compact_deriv (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_vtape,&__pyx_mstate_global->__pyx_n_u_ctape,&__pyx_mstate_global->__pyx_n_u_wrtParams,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 334, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  3:
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 334, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 334, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 334, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "compact_deriv", 0) < (0)) __PYX_ERR(0, 334, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 3; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("compact_deriv", 1, 3, 3, i); __PYX_ERR(0, 334, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 3)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 334, __pyx_L3_error)
      values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 334, __pyx_L3_error)
      values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 334, __pyx_L3_error)
    }
    __pyx_v_vtape = ((PyArrayObject *)values[0]);
    __pyx_v_ctape = ((PyArrayObject *)values[1]);
    __pyx_v_wrtParams = ((PyArrayObject *)values[2]);
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("compact_deriv", 1, 3, 3, __pyx_nargs); __PYX_ERR(0, 334, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.compact_deriv", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_vtape), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "vtape", 0))) __PYX_ERR(0, 336, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_ctape), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "ctape", 0))) __PYX_ERR(0, 337, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_wrtParams), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "wrtParams", 0))) __PYX_ERR(0, 338, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_12compact_deriv(__pyx_self, __pyx_v_vtape, __pyx_v_ctape, __pyx_v_wrtParams);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  goto __pyx_L7_cleaned_up;
  __pyx_L0:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __pyx_L7_cleaned_up:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_12compact_deriv(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_vtape, PyArrayObject *__pyx_v_ctape, PyArrayObject *__pyx_v_wrtParams) {
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_c;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_i;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_j;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_k;
  CYTHON_UNUSED __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_m;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nTerms;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nVars;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_cur_iWrt;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_j0;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_j1;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_cur_wrt;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_cnt;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_off;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_vtape_sz;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_wrt_sz;
  __pyx_t_double_complex __pyx_v_coeff;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_max_nTerms;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_max_vsz;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_nPolys;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_vstride;
  __pyx_t_double_complex *__pyx_v_dctapes;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT *__pyx_v_dvtapes;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT *__pyx_v_dnterms;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT *__pyx_v_cptr;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT *__pyx_v_vptr;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_res_vptr;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_res_cptr;
  PyArrayObject *__pyx_v_result_vtape = 0;
  PyArrayObject *__pyx_v_result_ctape = 0;
  CYTHON_UNUSED __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_l;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_ctape;
  __Pyx_Buffer __pyx_pybuffer_ctape;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_result_ctape;
  __Pyx_Buffer __pyx_pybuffer_result_ctape;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_result_vtape;
  __Pyx_Buffer __pyx_pybuffer_result_vtape;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_vtape;
  __Pyx_Buffer __pyx_pybuffer_vtape;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_wrtParams;
  __Pyx_Buffer __pyx_pybuffer_wrtParams;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_2;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_3;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_4;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  PyObject *__pyx_t_10 = NULL;
  PyObject *__pyx_t_11 = NULL;
  size_t __pyx_t_12;
  int __pyx_t_13;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_14;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_15;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_16;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("compact_deriv", 0);
  __pyx_pybuffer_result_vtape.pybuffer.buf = NULL;
  __pyx_pybuffer_result_vtape.refcount = 0;
  __pyx_pybuffernd_result_vtape.data = NULL;
  __pyx_pybuffernd_result_vtape.rcbuffer = &__pyx_pybuffer_result_vtape;
  __pyx_pybuffer_result_ctape.pybuffer.buf = NULL;
  __pyx_pybuffer_result_ctape.refcount = 0;
  __pyx_pybuffernd_result_ctape.data = NULL;
  __pyx_pybuffernd_result_ctape.rcbuffer = &__pyx_pybuffer_result_ctape;
  __pyx_pybuffer_vtape.pybuffer.buf = NULL;
  __pyx_pybuffer_vtape.refcount = 0;
  __pyx_pybuffernd_vtape.data = NULL;
  __pyx_pybuffernd_vtape.rcbuffer = &__pyx_pybuffer_vtape;
  __pyx_pybuffer_ctape.pybuffer.buf = NULL;
  __pyx_pybuffer_ctape.refcount = 0;
  __pyx_pybuffernd_ctape.data = NULL;
  __pyx_pybuffernd_ctape.rcbuffer = &__pyx_pybuffer_ctape;
  __pyx_pybuffer_wrtParams.pybuffer.buf = NULL;
  __pyx_pybuffer_wrtParams.refcount = 0;
  __pyx_pybuffernd_wrtParams.data = NULL;
  __pyx_pybuffernd_wrtParams.rcbuffer = &__pyx_pybuffer_wrtParams;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer, (PyObject*)__pyx_v_vtape, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 334, __pyx_L1_error)
  }
  __pyx_pybuffernd_vtape.diminfo[0].strides = __pyx_pybuffernd_vtape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_vtape.diminfo[0].shape = __pyx_pybuffernd_vtape.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer, (PyObject*)__pyx_v_ctape, &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 334, __pyx_L1_error)
  }
  __pyx_pybuffernd_ctape.diminfo[0].strides = __pyx_pybuffernd_ctape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_ctape.diminfo[0].shape = __pyx_pybuffernd_ctape.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_wrtParams.rcbuffer->pybuffer, (PyObject*)__pyx_v_wrtParams, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 334, __pyx_L1_error)
  }
  __pyx_pybuffernd_wrtParams.diminfo[0].strides = __pyx_pybuffernd_wrtParams.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_wrtParams.diminfo[0].shape = __pyx_pybuffernd_wrtParams.rcbuffer->pybuffer.shape[0];

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":342
 *     #Note: assumes wrtParams is SORTED but doesn't assert it like Python version does
 * 
 *     cdef INT c = 0             # <<<<<<<<<<<<<<
 *     cdef INT i = 0
 *     cdef INT j,k, m, nTerms, nVars, cur_iWrt, j0, j1, cur_wrt, cnt, off
*/
  __pyx_v_c = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":343
 * 
 *     cdef INT c = 0
 *     cdef INT i = 0             # <<<<<<<<<<<<<<
 *     cdef INT j,k, m, nTerms, nVars, cur_iWrt, j0, j1, cur_wrt, cnt, off
 *     cdef INT vtape_sz = vtape.size
*/
  __pyx_v_i = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":345
 *     cdef INT i = 0
 *     cdef INT j,k, m, nTerms, nVars, cur_iWrt, j0, j1, cur_wrt, cnt, off
 *     cdef INT vtape_sz = vtape.size             # <<<<<<<<<<<<<<
 *     cdef INT wrt_sz = wrtParams.size
 *     cdef double complex coeff
*/
  __pyx_v_vtape_sz = __pyx_f_5numpy_7ndarray_4size_size(((PyArrayObject *)__pyx_v_vtape));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":346
 *     cdef INT j,k, m, nTerms, nVars, cur_iWrt, j0, j1, cur_wrt, cnt, off
 *     cdef INT vtape_sz = vtape.size
 *     cdef INT wrt_sz = wrtParams.size             # <<<<<<<<<<<<<<
 *     cdef double complex coeff
 * 
*/
  __pyx_v_wrt_sz = __pyx_f_5numpy_7ndarray_4size_size(((PyArrayObject *)__pyx_v_wrtParams));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":350
 * 
 *     #Figure out buffer sizes for dctapes & dvtapes
 *     cdef INT max_nTerms = 0             # <<<<<<<<<<<<<<
 *     cdef INT max_vsz = 0
 *     cdef INT nPolys = 0
*/
  __pyx_v_max_nTerms = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":351
 *     #Figure out buffer sizes for dctapes & dvtapes
 *     cdef INT max_nTerms = 0
 *     cdef INT max_vsz = 0             # <<<<<<<<<<<<<<
 *     cdef INT nPolys = 0
 *     while i < vtape_sz:
*/
  __pyx_v_max_vsz = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":352
 *     cdef INT max_nTerms = 0
 *     cdef INT max_vsz = 0
 *     cdef INT nPolys = 0             # <<<<<<<<<<<<<<
 *     while i < vtape_sz:
 *         j = i # increment j instead of i for this poly
*/
  __pyx_v_nPolys = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":353
 *     cdef INT max_vsz = 0
 *     cdef INT nPolys = 0
 *     while i < vtape_sz:             # <<<<<<<<<<<<<<
 *         j = i # increment j instead of i for this poly
 *         nTerms = vtape[j]; j+=1
*/
  while (1) {
    __pyx_t_1 = (__pyx_v_i < __pyx_v_vtape_sz);
    if (!__pyx_t_1) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":354
 *     cdef INT nPolys = 0
 *     while i < vtape_sz:
 *         j = i # increment j instead of i for this poly             # <<<<<<<<<<<<<<
 *         nTerms = vtape[j]; j+=1
 *         if nTerms > max_nTerms:
*/
    __pyx_v_j = __pyx_v_i;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":355
 *     while i < vtape_sz:
 *         j = i # increment j instead of i for this poly
 *         nTerms = vtape[j]; j+=1             # <<<<<<<<<<<<<<
 *         if nTerms > max_nTerms:
 *             max_nTerms = nTerms
*/
    __pyx_t_2 = __pyx_v_j;
    __pyx_v_nTerms = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_2, __pyx_pybuffernd_vtape.diminfo[0].strides));
    __pyx_v_j = (__pyx_v_j + 1);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":356
 *         j = i # increment j instead of i for this poly
 *         nTerms = vtape[j]; j+=1
 *         if nTerms > max_nTerms:             # <<<<<<<<<<<<<<
 *             max_nTerms = nTerms
 *         for m in range(nTerms):
*/
    __pyx_t_1 = (__pyx_v_nTerms > __pyx_v_max_nTerms);
    if (__pyx_t_1) {

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":357
 *         nTerms = vtape[j]; j+=1
 *         if nTerms > max_nTerms:
 *             max_nTerms = nTerms             # <<<<<<<<<<<<<<
 *         for m in range(nTerms):
 *             nVars = vtape[j] # number of variable indices in this term
*/
      __pyx_v_max_nTerms = __pyx_v_nTerms;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":356
 *         j = i # increment j instead of i for this poly
 *         nTerms = vtape[j]; j+=1
 *         if nTerms > max_nTerms:             # <<<<<<<<<<<<<<
 *             max_nTerms = nTerms
 *         for m in range(nTerms):
*/
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":358
 *         if nTerms > max_nTerms:
 *             max_nTerms = nTerms
 *         for m in range(nTerms):             # <<<<<<<<<<<<<<
 *             nVars = vtape[j] # number of variable indices in this term
 *             j += nVars + 1
*/
    __pyx_t_2 = __pyx_v_nTerms;
    __pyx_t_3 = __pyx_t_2;
    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
      __pyx_v_m = __pyx_t_4;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":359
 *             max_nTerms = nTerms
 *         for m in range(nTerms):
 *             nVars = vtape[j] # number of variable indices in this term             # <<<<<<<<<<<<<<
 *             j += nVars + 1
 *         if (j-i) > max_vsz:
*/
      __pyx_t_5 = __pyx_v_j;
      __pyx_v_nVars = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_5, __pyx_pybuffernd_vtape.diminfo[0].strides));

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":360
 *         for m in range(nTerms):
 *             nVars = vtape[j] # number of variable indices in this term
 *             j += nVars + 1             # <<<<<<<<<<<<<<
 *         if (j-i) > max_vsz:
 *             max_vsz = j-i # size of variable tape for this poly
*/
      __pyx_v_j = (__pyx_v_j + (__pyx_v_nVars + 1));
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":361
 *             nVars = vtape[j] # number of variable indices in this term
 *             j += nVars + 1
 *         if (j-i) > max_vsz:             # <<<<<<<<<<<<<<
 *             max_vsz = j-i # size of variable tape for this poly
 *         i = j; c += nTerms; nPolys += 1
*/
    __pyx_t_1 = ((__pyx_v_j - __pyx_v_i) > __pyx_v_max_vsz);
    if (__pyx_t_1) {

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":362
 *             j += nVars + 1
 *         if (j-i) > max_vsz:
 *             max_vsz = j-i # size of variable tape for this poly             # <<<<<<<<<<<<<<
 *         i = j; c += nTerms; nPolys += 1
 * 
*/
      __pyx_v_max_vsz = (__pyx_v_j - __pyx_v_i);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":361
 *             nVars = vtape[j] # number of variable indices in this term
 *             j += nVars + 1
 *         if (j-i) > max_vsz:             # <<<<<<<<<<<<<<
 *             max_vsz = j-i # size of variable tape for this poly
 *         i = j; c += nTerms; nPolys += 1
*/
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":363
 *         if (j-i) > max_vsz:
 *             max_vsz = j-i # size of variable tape for this poly
 *         i = j; c += nTerms; nPolys += 1             # <<<<<<<<<<<<<<
 * 
 *     #print "MAX vtape-sz-per-poly = %d, MAX nTerms = %d, WRT size = %d" % (max_vsz, max_nTerms, wrt_sz)
*/
    __pyx_v_i = __pyx_v_j;
    __pyx_v_c = (__pyx_v_c + __pyx_v_nTerms);
    __pyx_v_nPolys = (__pyx_v_nPolys + 1);
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":368
 * 
 *     #Allocate space
 *     cdef INT vstride = max_vsz+1 # +1 for nTerms insertion             # <<<<<<<<<<<<<<
 *     cdef double complex* dctapes = <double complex *>malloc(wrt_sz * max_nTerms * sizeof(double complex))
 *     cdef INT*            dvtapes = <INT *>malloc(wrt_sz * vstride * sizeof(INT))
*/
  __pyx_v_vstride = (__pyx_v_max_vsz + 1);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":369
 *     #Allocate space
 *     cdef INT vstride = max_vsz+1 # +1 for nTerms insertion
 *     cdef double complex* dctapes = <double complex *>malloc(wrt_sz * max_nTerms * sizeof(double complex))             # <<<<<<<<<<<<<<
 *     cdef INT*            dvtapes = <INT *>malloc(wrt_sz * vstride * sizeof(INT))
 *     cdef INT*            dnterms = <INT *>malloc(wrt_sz * sizeof(INT))
*/
  __pyx_v_dctapes = ((__pyx_t_double_complex *)malloc(((__pyx_v_wrt_sz * __pyx_v_max_nTerms) * (sizeof(__pyx_t_double_complex)))));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":370
 *     cdef INT vstride = max_vsz+1 # +1 for nTerms insertion
 *     cdef double complex* dctapes = <double complex *>malloc(wrt_sz * max_nTerms * sizeof(double complex))
 *     cdef INT*            dvtapes = <INT *>malloc(wrt_sz * vstride * sizeof(INT))             # <<<<<<<<<<<<<<
 *     cdef INT*            dnterms = <INT *>malloc(wrt_sz * sizeof(INT))
 *     cdef INT*            cptr = <INT *>malloc(wrt_sz * sizeof(INT))
*/
  __pyx_v_dvtapes = ((__pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT *)malloc(((__pyx_v_wrt_sz * __pyx_v_vstride) * (sizeof(__pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT)))));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":371
 *     cdef double complex* dctapes = <double complex *>malloc(wrt_sz * max_nTerms * sizeof(double complex))
 *     cdef INT*            dvtapes = <INT *>malloc(wrt_sz * vstride * sizeof(INT))
 *     cdef INT*            dnterms = <INT *>malloc(wrt_sz * sizeof(INT))             # <<<<<<<<<<<<<<
 *     cdef INT*            cptr = <INT *>malloc(wrt_sz * sizeof(INT))
 *     cdef INT*            vptr = <INT *>malloc(wrt_sz * sizeof(INT))
*/
  __pyx_v_dnterms = ((__pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT *)malloc((__pyx_v_wrt_sz * (sizeof(__pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT)))));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":372
 *     cdef INT*            dvtapes = <INT *>malloc(wrt_sz * vstride * sizeof(INT))
 *     cdef INT*            dnterms = <INT *>malloc(wrt_sz * sizeof(INT))
 *     cdef INT*            cptr = <INT *>malloc(wrt_sz * sizeof(INT))             # <<<<<<<<<<<<<<
 *     cdef INT*            vptr = <INT *>malloc(wrt_sz * sizeof(INT))
 *     #cdef np.ndarray dctapes = np.empty( (wrt_sz, max_nTerms), np.complex128)
*/
  __pyx_v_cptr = ((__pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT *)malloc((__pyx_v_wrt_sz * (sizeof(__pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT)))));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":373
 *     cdef INT*            dnterms = <INT *>malloc(wrt_sz * sizeof(INT))
 *     cdef INT*            cptr = <INT *>malloc(wrt_sz * sizeof(INT))
 *     cdef INT*            vptr = <INT *>malloc(wrt_sz * sizeof(INT))             # <<<<<<<<<<<<<<
 *     #cdef np.ndarray dctapes = np.empty( (wrt_sz, max_nTerms), np.complex128)
 *     #cdef np.ndarray dvtapes = np.empty( (wrt_sz, max_vsz+1), np.int64) # +1 for nTerms insertion
*/
  __pyx_v_vptr = ((__pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT *)malloc((__pyx_v_wrt_sz * (sizeof(__pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT)))));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":380
 *     #cdef np.ndarray vptr = np.zeros( wrt_sz, np.int64 ) # how much of each dvtapes row is used
 * 
 *     cdef INT res_vptr = 0, res_cptr = 0             # <<<<<<<<<<<<<<
 *     cdef np.ndarray[np.int64_t, ndim=1, mode="c"] result_vtape = np.empty( nPolys*wrt_sz*vstride, np.int64 )
 *     cdef np.ndarray[np.complex128_t, ndim=1, mode="c"] result_ctape = np.empty( nPolys*wrt_sz*max_nTerms, np.complex128 )
*/
  __pyx_v_res_vptr = 0;
  __pyx_v_res_cptr = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":381
 * 
 *     cdef INT res_vptr = 0, res_cptr = 0
 *     cdef np.ndarray[np.int64_t, ndim=1, mode="c"] result_vtape = np.empty( nPolys*wrt_sz*vstride, np.int64 )             # <<<<<<<<<<<<<<
 *     cdef np.ndarray[np.complex128_t, ndim=1, mode="c"] result_ctape = np.empty( nPolys*wrt_sz*max_nTerms, np.complex128 )
 *     #print "TAPE SIZE = %d" % vtape_sz
*/
  __pyx_t_7 = NULL;
  __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 381, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_mstate_global->__pyx_n_u_empty); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 381, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_9);
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_8 = __Pyx_PyLong_From_PY_LONG_LONG(((__pyx_v_nPolys * __pyx_v_wrt_sz) * __pyx_v_vstride)); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 381, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 381, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_mstate_global->__pyx_n_u_int64); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 381, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __pyx_t_12 = 1;
  #if CYTHON_UNPACK_METHODS
  if (unlikely(PyMethod_Check(__pyx_t_9))) {
    __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_9);
    assert(__pyx_t_7);
    PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_9);
    __Pyx_INCREF(__pyx_t_7);
    __Pyx_INCREF(__pyx__function);
    __Pyx_DECREF_SET(__pyx_t_9, __pyx__function);
    __pyx_t_12 = 0;
  }
  #endif
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_7, __pyx_t_8, __pyx_t_11};
    __pyx_t_6 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_9, __pyx_callargs+__pyx_t_12, (3-__pyx_t_12) | (__pyx_t_12*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 381, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
  }
  if (!(likely(((__pyx_t_6) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_6, __pyx_mstate_global->__pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 381, __pyx_L1_error)
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_result_vtape.rcbuffer->pybuffer, (PyObject*)((PyArrayObject *)__pyx_t_6), &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS| PyBUF_WRITABLE, 1, 0, __pyx_stack) == -1)) {
      __pyx_v_result_vtape = ((PyArrayObject *)Py_None); __Pyx_INCREF(Py_None); __pyx_pybuffernd_result_vtape.rcbuffer->pybuffer.buf = NULL;
      __PYX_ERR(0, 381, __pyx_L1_error)
    } else {__pyx_pybuffernd_result_vtape.diminfo[0].strides = __pyx_pybuffernd_result_vtape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_result_vtape.diminfo[0].shape = __pyx_pybuffernd_result_vtape.rcbuffer->pybuffer.shape[0];
    }
  }
  __pyx_v_result_vtape = ((PyArrayObject *)__pyx_t_6);
  __pyx_t_6 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":382
 *     cdef INT res_vptr = 0, res_cptr = 0
 *     cdef np.ndarray[np.int64_t, ndim=1, mode="c"] result_vtape = np.empty( nPolys*wrt_sz*vstride, np.int64 )
 *     cdef np.ndarray[np.complex128_t, ndim=1, mode="c"] result_ctape = np.empty( nPolys*wrt_sz*max_nTerms, np.complex128 )             # <<<<<<<<<<<<<<
 *     #print "TAPE SIZE = %d" % vtape_sz
 *     #print "RESULT SIZE = %d" % result_vtape.size
*/
  __pyx_t_9 = NULL;
  __Pyx_GetModuleGlobalName(__pyx_t_11, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 382, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_11, __pyx_mstate_global->__pyx_n_u_empty); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 382, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  __pyx_t_11 = __Pyx_PyLong_From_PY_LONG_LONG(((__pyx_v_nPolys * __pyx_v_wrt_sz) * __pyx_v_max_nTerms)); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 382, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 382, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_mstate_global->__pyx_n_u_complex128); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 382, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_12 = 1;
  #if CYTHON_UNPACK_METHODS
  if (unlikely(PyMethod_Check(__pyx_t_8))) {
    __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_8);
    assert(__pyx_t_9);
    PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_8);
    __Pyx_INCREF(__pyx_t_9);
    __Pyx_INCREF(__pyx__function);
    __Pyx_DECREF_SET(__pyx_t_8, __pyx__function);
    __pyx_t_12 = 0;
  }
  #endif
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_9, __pyx_t_11, __pyx_t_10};
    __pyx_t_6 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_8, __pyx_callargs+__pyx_t_12, (3-__pyx_t_12) | (__pyx_t_12*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 382, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
  }
  if (!(likely(((__pyx_t_6) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_6, __pyx_mstate_global->__pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 382, __pyx_L1_error)
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_result_ctape.rcbuffer->pybuffer, (PyObject*)((PyArrayObject *)__pyx_t_6), &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS| PyBUF_WRITABLE, 1, 0, __pyx_stack) == -1)) {
      __pyx_v_result_ctape = ((PyArrayObject *)Py_None); __Pyx_INCREF(Py_None); __pyx_pybuffernd_result_ctape.rcbuffer->pybuffer.buf = NULL;
      __PYX_ERR(0, 382, __pyx_L1_error)
    } else {__pyx_pybuffernd_result_ctape.diminfo[0].strides = __pyx_pybuffernd_result_ctape.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_result_ctape.diminfo[0].shape = __pyx_pybuffernd_result_ctape.rcbuffer->pybuffer.shape[0];
    }
  }
  __pyx_v_result_ctape = ((PyArrayObject *)__pyx_t_6);
  __pyx_t_6 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":386
 *     #print "RESULT SIZE = %d" % result_vtape.size
 * 
 *     c = 0; i = 0             # <<<<<<<<<<<<<<
 *     while i < vtape_sz:
 *         j = i # increment j instead of i for this poly
*/
  __pyx_v_c = 0;
  __pyx_v_i = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":387
 * 
 *     c = 0; i = 0
 *     while i < vtape_sz:             # <<<<<<<<<<<<<<
 *         j = i # increment j instead of i for this poly
 *         nTerms = vtape[j]; j+=1
*/
  while (1) {
    __pyx_t_1 = (__pyx_v_i < __pyx_v_vtape_sz);
    if (!__pyx_t_1) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":388
 *     c = 0; i = 0
 *     while i < vtape_sz:
 *         j = i # increment j instead of i for this poly             # <<<<<<<<<<<<<<
 *         nTerms = vtape[j]; j+=1
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
*/
    __pyx_v_j = __pyx_v_i;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":389
 *     while i < vtape_sz:
 *         j = i # increment j instead of i for this poly
 *         nTerms = vtape[j]; j+=1             # <<<<<<<<<<<<<<
 *         #print "POLY w/%d terms (i=%d)" % (nTerms,i)
 * 
*/
    __pyx_t_2 = __pyx_v_j;
    __pyx_v_nTerms = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_2, __pyx_pybuffernd_vtape.diminfo[0].strides));
    __pyx_v_j = (__pyx_v_j + 1);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":393
 * 
 *         # reset/clear dctapes, dvtapes, dnterms for this poly
 *         for k in range(wrt_sz):             # <<<<<<<<<<<<<<
 *             cptr[k] = 0
 *             vptr[k] = 1 # leave room to insert nTerms at end
*/
    __pyx_t_2 = __pyx_v_wrt_sz;
    __pyx_t_3 = __pyx_t_2;
    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
      __pyx_v_k = __pyx_t_4;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":394
 *         # reset/clear dctapes, dvtapes, dnterms for this poly
 *         for k in range(wrt_sz):
 *             cptr[k] = 0             # <<<<<<<<<<<<<<
 *             vptr[k] = 1 # leave room to insert nTerms at end
 *             dnterms[k] = 0
*/
      (__pyx_v_cptr[__pyx_v_k]) = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":395
 *         for k in range(wrt_sz):
 *             cptr[k] = 0
 *             vptr[k] = 1 # leave room to insert nTerms at end             # <<<<<<<<<<<<<<
 *             dnterms[k] = 0
 * 
*/
      (__pyx_v_vptr[__pyx_v_k]) = 1;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":396
 *             cptr[k] = 0
 *             vptr[k] = 1 # leave room to insert nTerms at end
 *             dnterms[k] = 0             # <<<<<<<<<<<<<<
 * 
 *         for m in range(nTerms):
*/
      (__pyx_v_dnterms[__pyx_v_k]) = 0;
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":398
 *             dnterms[k] = 0
 * 
 *         for m in range(nTerms):             # <<<<<<<<<<<<<<
 *             coeff = ctape[c]; c += 1
 *             nVars = vtape[j]; j += 1 # number of variable indices in this term
*/
    __pyx_t_2 = __pyx_v_nTerms;
    __pyx_t_3 = __pyx_t_2;
    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
      __pyx_v_m = __pyx_t_4;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":399
 * 
 *         for m in range(nTerms):
 *             coeff = ctape[c]; c += 1             # <<<<<<<<<<<<<<
 *             nVars = vtape[j]; j += 1 # number of variable indices in this term
 * 
*/
      __pyx_t_5 = __pyx_v_c;
      __pyx_v_coeff = (*__Pyx_BufPtrCContig1d(__pyx_t_double_complex *, __pyx_pybuffernd_ctape.rcbuffer->pybuffer.buf, __pyx_t_5, __pyx_pybuffernd_ctape.diminfo[0].strides));
      __pyx_v_c = (__pyx_v_c + 1);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":400
 *         for m in range(nTerms):
 *             coeff = ctape[c]; c += 1
 *             nVars = vtape[j]; j += 1 # number of variable indices in this term             # <<<<<<<<<<<<<<
 * 
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(coeff))
*/
      __pyx_t_5 = __pyx_v_j;
      __pyx_v_nVars = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_5, __pyx_pybuffernd_vtape.diminfo[0].strides));
      __pyx_v_j = (__pyx_v_j + 1);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":403
 * 
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(coeff))
 *             cur_iWrt = 0             # <<<<<<<<<<<<<<
 *             j0 = j # the vtape index where the current term starts
 *             j1 = j+nVars # the ending index
*/
      __pyx_v_cur_iWrt = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":404
 *             #print "  TERM%d: %d vars, coeff=%s" % (m,nVars,str(coeff))
 *             cur_iWrt = 0
 *             j0 = j # the vtape index where the current term starts             # <<<<<<<<<<<<<<
 *             j1 = j+nVars # the ending index
 * 
*/
      __pyx_v_j0 = __pyx_v_j;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":405
 *             cur_iWrt = 0
 *             j0 = j # the vtape index where the current term starts
 *             j1 = j+nVars # the ending index             # <<<<<<<<<<<<<<
 * 
 *             #Loop to get counts of each variable index that is also in `wrt`.
*/
      __pyx_v_j1 = (__pyx_v_j + __pyx_v_nVars);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":410
 *             # Once we've passed an element of `wrt` process it, since there can't
 *             # see it any more (the var indices are sorted).
 *             while j < j1: #loop over variable indices for this term             # <<<<<<<<<<<<<<
 *                 # can't be while True above in case nVars == 0 (then vtape[j] isn't valid)
 * 
*/
      while (1) {
        __pyx_t_1 = (__pyx_v_j < __pyx_v_j1);
        if (!__pyx_t_1) break;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":415
 *                 #find an iVar that is also in wrt.
 *                 # - increment the cur_iWrt or j as needed
 *                 while cur_iWrt < wrt_sz and vtape[j] > wrtParams[cur_iWrt]: #condition to increment cur_iWrt             # <<<<<<<<<<<<<<
 *                     cur_iWrt += 1 # so wrtParams[cur_iWrt] >= vtape[j]
 *                 if cur_iWrt == wrt_sz: break  # no more possible iVars we're interested in;
*/
        while (1) {
          __pyx_t_13 = (__pyx_v_cur_iWrt < __pyx_v_wrt_sz);
          if (__pyx_t_13) {
          } else {
            __pyx_t_1 = __pyx_t_13;
            goto __pyx_L19_bool_binop_done;
          }
          __pyx_t_5 = __pyx_v_j;
          __pyx_t_14 = __pyx_v_cur_iWrt;
          __pyx_t_13 = ((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_5, __pyx_pybuffernd_vtape.diminfo[0].strides)) > (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_wrtParams.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_wrtParams.diminfo[0].strides)));
          __pyx_t_1 = __pyx_t_13;
          __pyx_L19_bool_binop_done:;
          if (!__pyx_t_1) break;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":416
 *                 # - increment the cur_iWrt or j as needed
 *                 while cur_iWrt < wrt_sz and vtape[j] > wrtParams[cur_iWrt]: #condition to increment cur_iWrt
 *                     cur_iWrt += 1 # so wrtParams[cur_iWrt] >= vtape[j]             # <<<<<<<<<<<<<<
 *                 if cur_iWrt == wrt_sz: break  # no more possible iVars we're interested in;
 *                                                 # we're done with all wrt elements
*/
          __pyx_v_cur_iWrt = (__pyx_v_cur_iWrt + 1);
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":417
 *                 while cur_iWrt < wrt_sz and vtape[j] > wrtParams[cur_iWrt]: #condition to increment cur_iWrt
 *                     cur_iWrt += 1 # so wrtParams[cur_iWrt] >= vtape[j]
 *                 if cur_iWrt == wrt_sz: break  # no more possible iVars we're interested in;             # <<<<<<<<<<<<<<
 *                                                 # we're done with all wrt elements
 *                 # - at this point we know wrt[cur_iWrt] is valid and wrt[cur_iWrt] >= tape[j]
*/
        __pyx_t_1 = (__pyx_v_cur_iWrt == __pyx_v_wrt_sz);
        if (__pyx_t_1) {
          goto __pyx_L16_break;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":420
 *                                                 # we're done with all wrt elements
 *                 # - at this point we know wrt[cur_iWrt] is valid and wrt[cur_iWrt] >= tape[j]
 *                 cur_wrt = wrtParams[cur_iWrt]             # <<<<<<<<<<<<<<
 *                 while j < j1 and vtape[j] < cur_wrt:
 *                     j += 1 # so vtape[j] >= wrt[cur_iWrt]
*/
        __pyx_t_14 = __pyx_v_cur_iWrt;
        __pyx_v_cur_wrt = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_wrtParams.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_wrtParams.diminfo[0].strides));

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":421
 *                 # - at this point we know wrt[cur_iWrt] is valid and wrt[cur_iWrt] >= tape[j]
 *                 cur_wrt = wrtParams[cur_iWrt]
 *                 while j < j1 and vtape[j] < cur_wrt:             # <<<<<<<<<<<<<<
 *                     j += 1 # so vtape[j] >= wrt[cur_iWrt]
 *                 if j == j1: break  # no more iVars - we're done
*/
        while (1) {
          __pyx_t_13 = (__pyx_v_j < __pyx_v_j1);
          if (__pyx_t_13) {
          } else {
            __pyx_t_1 = __pyx_t_13;
            goto __pyx_L24_bool_binop_done;
          }
          __pyx_t_14 = __pyx_v_j;
          __pyx_t_13 = ((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_vtape.diminfo[0].strides)) < __pyx_v_cur_wrt);
          __pyx_t_1 = __pyx_t_13;
          __pyx_L24_bool_binop_done:;
          if (!__pyx_t_1) break;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":422
 *                 cur_wrt = wrtParams[cur_iWrt]
 *                 while j < j1 and vtape[j] < cur_wrt:
 *                     j += 1 # so vtape[j] >= wrt[cur_iWrt]             # <<<<<<<<<<<<<<
 *                 if j == j1: break  # no more iVars - we're done
 * 
*/
          __pyx_v_j = (__pyx_v_j + 1);
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":423
 *                 while j < j1 and vtape[j] < cur_wrt:
 *                     j += 1 # so vtape[j] >= wrt[cur_iWrt]
 *                 if j == j1: break  # no more iVars - we're done             # <<<<<<<<<<<<<<
 * 
 *                 #print " check j=%d, val=%d, wrt=%d, cur_iWrt=%d" % (j,vtape[j],cur_wrt,cur_iWrt)
*/
        __pyx_t_1 = (__pyx_v_j == __pyx_v_j1);
        if (__pyx_t_1) {
          goto __pyx_L16_break;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":426
 * 
 *                 #print " check j=%d, val=%d, wrt=%d, cur_iWrt=%d" % (j,vtape[j],cur_wrt,cur_iWrt)
 *                 if vtape[j] == cur_wrt:             # <<<<<<<<<<<<<<
 *                     #Yay! a value we're looking for is present in the vtape.
 *                     # Figure out how many there are (easy since vtape is sorted
*/
        __pyx_t_14 = __pyx_v_j;
        __pyx_t_1 = ((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_vtape.diminfo[0].strides)) == __pyx_v_cur_wrt);
        if (__pyx_t_1) {

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":430
 *                     # Figure out how many there are (easy since vtape is sorted
 *                     # and we'll always stop on the first one)
 *                     cnt = 0             # <<<<<<<<<<<<<<
 *                     while j < j1 and vtape[j] == cur_wrt:
 *                         cnt += 1; j += 1
*/
          __pyx_v_cnt = 0;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":431
 *                     # and we'll always stop on the first one)
 *                     cnt = 0
 *                     while j < j1 and vtape[j] == cur_wrt:             # <<<<<<<<<<<<<<
 *                         cnt += 1; j += 1
 *                     #Process cur_iWrt: add a term to tape for cur_iWrt
*/
          while (1) {
            __pyx_t_13 = (__pyx_v_j < __pyx_v_j1);
            if (__pyx_t_13) {
            } else {
              __pyx_t_1 = __pyx_t_13;
              goto __pyx_L30_bool_binop_done;
            }
            __pyx_t_14 = __pyx_v_j;
            __pyx_t_13 = ((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_vtape.diminfo[0].strides)) == __pyx_v_cur_wrt);
            __pyx_t_1 = __pyx_t_13;
            __pyx_L30_bool_binop_done:;
            if (!__pyx_t_1) break;

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":432
 *                     cnt = 0
 *                     while j < j1 and vtape[j] == cur_wrt:
 *                         cnt += 1; j += 1             # <<<<<<<<<<<<<<
 *                     #Process cur_iWrt: add a term to tape for cur_iWrt
 *                     off = cur_iWrt*vstride
*/
            __pyx_v_cnt = (__pyx_v_cnt + 1);
            __pyx_v_j = (__pyx_v_j + 1);
          }

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":434
 *                         cnt += 1; j += 1
 *                     #Process cur_iWrt: add a term to tape for cur_iWrt
 *                     off = cur_iWrt*vstride             # <<<<<<<<<<<<<<
 *                     dctapes[ cur_iWrt*max_nTerms + cptr[cur_iWrt] ] = coeff*cnt;  cptr[cur_iWrt] += 1
 *                     dvtapes[ off + vptr[cur_iWrt] ] = nVars-1;                    vptr[cur_iWrt] += 1
*/
          __pyx_v_off = (__pyx_v_cur_iWrt * __pyx_v_vstride);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":435
 *                     #Process cur_iWrt: add a term to tape for cur_iWrt
 *                     off = cur_iWrt*vstride
 *                     dctapes[ cur_iWrt*max_nTerms + cptr[cur_iWrt] ] = coeff*cnt;  cptr[cur_iWrt] += 1             # <<<<<<<<<<<<<<
 *                     dvtapes[ off + vptr[cur_iWrt] ] = nVars-1;                    vptr[cur_iWrt] += 1
 *                     off += vptr[cur_iWrt] # now off points to next available slot in dvtape
*/
          (__pyx_v_dctapes[((__pyx_v_cur_iWrt * __pyx_v_max_nTerms) + (__pyx_v_cptr[__pyx_v_cur_iWrt]))]) = __Pyx_c_prod_double(__pyx_v_coeff, __pyx_t_double_complex_from_parts(__pyx_v_cnt, 0));
          __pyx_t_14 = __pyx_v_cur_iWrt;
          (__pyx_v_cptr[__pyx_t_14]) = ((__pyx_v_cptr[__pyx_t_14]) + 1);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":436
 *                     off = cur_iWrt*vstride
 *                     dctapes[ cur_iWrt*max_nTerms + cptr[cur_iWrt] ] = coeff*cnt;  cptr[cur_iWrt] += 1
 *                     dvtapes[ off + vptr[cur_iWrt] ] = nVars-1;                    vptr[cur_iWrt] += 1             # <<<<<<<<<<<<<<
 *                     off += vptr[cur_iWrt] # now off points to next available slot in dvtape
 *                     for k in range(j0,j1):
*/
          (__pyx_v_dvtapes[(__pyx_v_off + (__pyx_v_vptr[__pyx_v_cur_iWrt]))]) = (__pyx_v_nVars - 1);
          __pyx_t_14 = __pyx_v_cur_iWrt;
          (__pyx_v_vptr[__pyx_t_14]) = ((__pyx_v_vptr[__pyx_t_14]) + 1);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":437
 *                     dctapes[ cur_iWrt*max_nTerms + cptr[cur_iWrt] ] = coeff*cnt;  cptr[cur_iWrt] += 1
 *                     dvtapes[ off + vptr[cur_iWrt] ] = nVars-1;                    vptr[cur_iWrt] += 1
 *                     off += vptr[cur_iWrt] # now off points to next available slot in dvtape             # <<<<<<<<<<<<<<
 *                     for k in range(j0,j1):
 *                         if k == j-1: continue # remove this index
*/
          __pyx_v_off = (__pyx_v_off + (__pyx_v_vptr[__pyx_v_cur_iWrt]));

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":438
 *                     dvtapes[ off + vptr[cur_iWrt] ] = nVars-1;                    vptr[cur_iWrt] += 1
 *                     off += vptr[cur_iWrt] # now off points to next available slot in dvtape
 *                     for k in range(j0,j1):             # <<<<<<<<<<<<<<
 *                         if k == j-1: continue # remove this index
 *                         dvtapes[ off ] = vtape[k]; off += 1
*/
          __pyx_t_14 = __pyx_v_j1;
          __pyx_t_5 = __pyx_t_14;
          for (__pyx_t_15 = __pyx_v_j0; __pyx_t_15 < __pyx_t_5; __pyx_t_15+=1) {
            __pyx_v_k = __pyx_t_15;

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":439
 *                     off += vptr[cur_iWrt] # now off points to next available slot in dvtape
 *                     for k in range(j0,j1):
 *                         if k == j-1: continue # remove this index             # <<<<<<<<<<<<<<
 *                         dvtapes[ off ] = vtape[k]; off += 1
 *                         #print " k=%d -> var %d" % (k,vtape[k])
*/
            __pyx_t_1 = (__pyx_v_k == (__pyx_v_j - 1));
            if (__pyx_t_1) {
              goto __pyx_L32_continue;
            }

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":440
 *                     for k in range(j0,j1):
 *                         if k == j-1: continue # remove this index
 *                         dvtapes[ off ] = vtape[k]; off += 1             # <<<<<<<<<<<<<<
 *                         #print " k=%d -> var %d" % (k,vtape[k])
 *                     vptr[cur_iWrt] += (nVars-1) # accounts for all the off += 1 calls above.
*/
            __pyx_t_16 = __pyx_v_k;
            (__pyx_v_dvtapes[__pyx_v_off]) = (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_vtape.rcbuffer->pybuffer.buf, __pyx_t_16, __pyx_pybuffernd_vtape.diminfo[0].strides));
            __pyx_v_off = (__pyx_v_off + 1);
            __pyx_L32_continue:;
          }

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":442
 *                         dvtapes[ off ] = vtape[k]; off += 1
 *                         #print " k=%d -> var %d" % (k,vtape[k])
 *                     vptr[cur_iWrt] += (nVars-1) # accounts for all the off += 1 calls above.             # <<<<<<<<<<<<<<
 *                     dnterms[cur_iWrt] += 1
 *                     #print " wrt=%d found cnt=%d: adding deriv term coeff=%s nvars=%d" % (cur_wrt, cnt, str(coeff*cnt), nVars-1)
*/
          __pyx_t_14 = __pyx_v_cur_iWrt;
          (__pyx_v_vptr[__pyx_t_14]) = ((__pyx_v_vptr[__pyx_t_14]) + (__pyx_v_nVars - 1));

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":443
 *                         #print " k=%d -> var %d" % (k,vtape[k])
 *                     vptr[cur_iWrt] += (nVars-1) # accounts for all the off += 1 calls above.
 *                     dnterms[cur_iWrt] += 1             # <<<<<<<<<<<<<<
 *                     #print " wrt=%d found cnt=%d: adding deriv term coeff=%s nvars=%d" % (cur_wrt, cnt, str(coeff*cnt), nVars-1)
 *                     cur_iWrt += 1 # processed this wrt param - move to next one
*/
          __pyx_t_14 = __pyx_v_cur_iWrt;
          (__pyx_v_dnterms[__pyx_t_14]) = ((__pyx_v_dnterms[__pyx_t_14]) + 1);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":445
 *                     dnterms[cur_iWrt] += 1
 *                     #print " wrt=%d found cnt=%d: adding deriv term coeff=%s nvars=%d" % (cur_wrt, cnt, str(coeff*cnt), nVars-1)
 *                     cur_iWrt += 1 # processed this wrt param - move to next one             # <<<<<<<<<<<<<<
 * 
 *             #Now term has been processed, adding derivative terms to the dctapes and dvtapes "tape-lists"
*/
          __pyx_v_cur_iWrt = (__pyx_v_cur_iWrt + 1);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":426
 * 
 *                 #print " check j=%d, val=%d, wrt=%d, cur_iWrt=%d" % (j,vtape[j],cur_wrt,cur_iWrt)
 *                 if vtape[j] == cur_wrt:             # <<<<<<<<<<<<<<
 *                     #Yay! a value we're looking for is present in the vtape.
 *                     # Figure out how many there are (easy since vtape is sorted
*/
        }
      }
      __pyx_L16_break:;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":450
 *             # We continue processing terms, adding to these tape lists, until all the terms of the
 *             # current poly are processed.  Then we can concatenate the tapes for each wrtParams element.
 *             j = j1 # move to next term; j may not have been incremented if we exited b/c of cur_iWrt reaching end             # <<<<<<<<<<<<<<
 * 
 *         #Now all terms are processed - concatenate tapes for wrtParams and add to resulting tape.
*/
      __pyx_v_j = __pyx_v_j1;
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":453
 * 
 *         #Now all terms are processed - concatenate tapes for wrtParams and add to resulting tape.
 *         for k in range(wrt_sz):             # <<<<<<<<<<<<<<
 *             off = k*vstride
 *             dvtapes[off] = dnterms[k] # insert nTerms into space reserverd at beginning of each dvtape
*/
    __pyx_t_2 = __pyx_v_wrt_sz;
    __pyx_t_3 = __pyx_t_2;
    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
      __pyx_v_k = __pyx_t_4;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":454
 *         #Now all terms are processed - concatenate tapes for wrtParams and add to resulting tape.
 *         for k in range(wrt_sz):
 *             off = k*vstride             # <<<<<<<<<<<<<<
 *             dvtapes[off] = dnterms[k] # insert nTerms into space reserverd at beginning of each dvtape
 *             for l in range(vptr[k]):
*/
      __pyx_v_off = (__pyx_v_k * __pyx_v_vstride);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":455
 *         for k in range(wrt_sz):
 *             off = k*vstride
 *             dvtapes[off] = dnterms[k] # insert nTerms into space reserverd at beginning of each dvtape             # <<<<<<<<<<<<<<
 *             for l in range(vptr[k]):
 *                 result_vtape[res_vptr] = dvtapes[off]; off += 1; res_vptr += 1
*/
      (__pyx_v_dvtapes[__pyx_v_off]) = (__pyx_v_dnterms[__pyx_v_k]);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":456
 *             off = k*vstride
 *             dvtapes[off] = dnterms[k] # insert nTerms into space reserverd at beginning of each dvtape
 *             for l in range(vptr[k]):             # <<<<<<<<<<<<<<
 *                 result_vtape[res_vptr] = dvtapes[off]; off += 1; res_vptr += 1
 * 
*/
      __pyx_t_14 = (__pyx_v_vptr[__pyx_v_k]);
      __pyx_t_5 = __pyx_t_14;
      for (__pyx_t_15 = 0; __pyx_t_15 < __pyx_t_5; __pyx_t_15+=1) {
        __pyx_v_l = __pyx_t_15;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":457
 *             dvtapes[off] = dnterms[k] # insert nTerms into space reserverd at beginning of each dvtape
 *             for l in range(vptr[k]):
 *                 result_vtape[res_vptr] = dvtapes[off]; off += 1; res_vptr += 1             # <<<<<<<<<<<<<<
 * 
 *             off = k*max_nTerms
*/
        __pyx_t_16 = __pyx_v_res_vptr;
        *__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_result_vtape.rcbuffer->pybuffer.buf, __pyx_t_16, __pyx_pybuffernd_result_vtape.diminfo[0].strides) = (__pyx_v_dvtapes[__pyx_v_off]);
        __pyx_v_off = (__pyx_v_off + 1);
        __pyx_v_res_vptr = (__pyx_v_res_vptr + 1);
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":459
 *                 result_vtape[res_vptr] = dvtapes[off]; off += 1; res_vptr += 1
 * 
 *             off = k*max_nTerms             # <<<<<<<<<<<<<<
 *             for l in range(cptr[k]):
 *                 result_ctape[res_cptr] = dctapes[off]; off += 1; res_cptr += 1
*/
      __pyx_v_off = (__pyx_v_k * __pyx_v_max_nTerms);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":460
 * 
 *             off = k*max_nTerms
 *             for l in range(cptr[k]):             # <<<<<<<<<<<<<<
 *                 result_ctape[res_cptr] = dctapes[off]; off += 1; res_cptr += 1
 * 
*/
      __pyx_t_14 = (__pyx_v_cptr[__pyx_v_k]);
      __pyx_t_5 = __pyx_t_14;
      for (__pyx_t_15 = 0; __pyx_t_15 < __pyx_t_5; __pyx_t_15+=1) {
        __pyx_v_l = __pyx_t_15;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":461
 *             off = k*max_nTerms
 *             for l in range(cptr[k]):
 *                 result_ctape[res_cptr] = dctapes[off]; off += 1; res_cptr += 1             # <<<<<<<<<<<<<<
 * 
 *             #Use numpy, but still slower than above C-able code
*/
        __pyx_t_16 = __pyx_v_res_cptr;
        *__Pyx_BufPtrCContig1d(__pyx_t_double_complex *, __pyx_pybuffernd_result_ctape.rcbuffer->pybuffer.buf, __pyx_t_16, __pyx_pybuffernd_result_ctape.diminfo[0].strides) = (__pyx_v_dctapes[__pyx_v_off]);
        __pyx_v_off = (__pyx_v_off + 1);
        __pyx_v_res_cptr = (__pyx_v_res_cptr + 1);
      }
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":469
 *             #result_vtape = np.concatenate( (result_vtape, dvtapes[k,0:vptr[k]]) ) # SLOW!
 *             #result_ctape = np.concatenate( (result_ctape, dctapes[k,0:cptr[k]]) ) # SLOW!
 *         i = j # update location in vtape after processing poly - actually could just use i instead of j it seems??             # <<<<<<<<<<<<<<
 * 
 *     free(dctapes)
*/
    __pyx_v_i = __pyx_v_j;
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":471
 *         i = j # update location in vtape after processing poly - actually could just use i instead of j it seems??
 * 
 *     free(dctapes)             # <<<<<<<<<<<<<<
 *     free(dvtapes)
 *     free(dnterms)
*/
  free(__pyx_v_dctapes);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":472
 * 
 *     free(dctapes)
 *     free(dvtapes)             # <<<<<<<<<<<<<<
 *     free(dnterms)
 *     free(cptr)
*/
  free(__pyx_v_dvtapes);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":473
 *     free(dctapes)
 *     free(dvtapes)
 *     free(dnterms)             # <<<<<<<<<<<<<<
 *     free(cptr)
 *     free(vptr)
*/
  free(__pyx_v_dnterms);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":474
 *     free(dvtapes)
 *     free(dnterms)
 *     free(cptr)             # <<<<<<<<<<<<<<
 *     free(vptr)
 * 
*/
  free(__pyx_v_cptr);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":475
 *     free(dnterms)
 *     free(cptr)
 *     free(vptr)             # <<<<<<<<<<<<<<
 * 
 *     return result_vtape[0:res_vptr], result_ctape[0:res_cptr]
*/
  free(__pyx_v_vptr);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":477
 *     free(vptr)
 * 
 *     return result_vtape[0:res_vptr], result_ctape[0:res_cptr]             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_6 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_res_vptr); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 477, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __pyx_t_8 = PySlice_New(__pyx_mstate_global->__pyx_int_0, __pyx_t_6, Py_None); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 477, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_6 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_result_vtape), __pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 477, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_8 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_res_cptr); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 477, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_10 = PySlice_New(__pyx_mstate_global->__pyx_int_0, __pyx_t_8, Py_None); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 477, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_8 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_result_ctape), __pyx_t_10); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 477, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __pyx_t_10 = PyTuple_New(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 477, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_GIVEREF(__pyx_t_6);
  if (__Pyx_PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_6) != (0)) __PYX_ERR(0, 477, __pyx_L1_error);
  __Pyx_GIVEREF(__pyx_t_8);
  if (__Pyx_PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_t_8) != (0)) __PYX_ERR(0, 477, __pyx_L1_error);
  __pyx_t_6 = 0;
  __pyx_t_8 = 0;
  __pyx_r = __pyx_t_10;
  __pyx_t_10 = 0;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":334
 * 
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def compact_deriv(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_11);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_result_ctape.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_result_vtape.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_wrtParams.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.compact_deriv", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ctape.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_result_ctape.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_result_vtape.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_vtape.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_wrtParams.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XDECREF((PyObject *)__pyx_v_result_vtape);
  __Pyx_XDECREF((PyObject *)__pyx_v_result_ctape);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":481
 * 
 * 
 * def prs_as_polynomials(circuit, rho_terms, gate_terms, E_terms, E_indices_py, int numEs, int max_order,             # <<<<<<<<<<<<<<
 *                  int stabilizer_evo):
 *     #NOTE: circuit and gate_terms use *integers* as operation labels, not Label objects, to speed
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_15prs_as_polynomials(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_15prs_as_polynomials = {"prs_as_polynomials", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_15prs_as_polynomials, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_15prs_as_polynomials(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyObject *__pyx_v_circuit = 0;
  PyObject *__pyx_v_rho_terms = 0;
  PyObject *__pyx_v_gate_terms = 0;
  PyObject *__pyx_v_E_terms = 0;
  PyObject *__pyx_v_E_indices_py = 0;
  int __pyx_v_numEs;
  int __pyx_v_max_order;
  int __pyx_v_stabilizer_evo;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[8] = {0,0,0,0,0,0,0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("prs_as_polynomials (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_circuit,&__pyx_mstate_global->__pyx_n_u_rho_terms,&__pyx_mstate_global->__pyx_n_u_gate_terms,&__pyx_mstate_global->__pyx_n_u_E_terms,&__pyx_mstate_global->__pyx_n_u_E_indices_py,&__pyx_mstate_global->__pyx_n_u_numEs,&__pyx_mstate_global->__pyx_n_u_max_order,&__pyx_mstate_global->__pyx_n_u_stabilizer_evo,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 481, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  8:
        values[7] = __Pyx_ArgRef_FASTCALL(__pyx_args, 7);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[7])) __PYX_ERR(0, 481, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  7:
        values[6] = __Pyx_ArgRef_FASTCALL(__pyx_args, 6);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 481, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  6:
        values[5] = __Pyx_ArgRef_FASTCALL(__pyx_args, 5);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 481, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  5:
        values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 481, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  4:
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 481, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  3:
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 481, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 481, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 481, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "prs_as_polynomials", 0) < (0)) __PYX_ERR(0, 481, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 8; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("prs_as_polynomials", 1, 8, 8, i); __PYX_ERR(0, 481, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 8)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 481, __pyx_L3_error)
      values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 481, __pyx_L3_error)
      values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 481, __pyx_L3_error)
      values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 481, __pyx_L3_error)
      values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 481, __pyx_L3_error)
      values[5] = __Pyx_ArgRef_FASTCALL(__pyx_args, 5);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 481, __pyx_L3_error)
      values[6] = __Pyx_ArgRef_FASTCALL(__pyx_args, 6);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 481, __pyx_L3_error)
      values[7] = __Pyx_ArgRef_FASTCALL(__pyx_args, 7);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[7])) __PYX_ERR(0, 481, __pyx_L3_error)
    }
    __pyx_v_circuit = values[0];
    __pyx_v_rho_terms = values[1];
    __pyx_v_gate_terms = values[2];
    __pyx_v_E_terms = values[3];
    __pyx_v_E_indices_py = values[4];
    __pyx_v_numEs = __Pyx_PyLong_As_int(values[5]); if (unlikely((__pyx_v_numEs == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 481, __pyx_L3_error)
    __pyx_v_max_order = __Pyx_PyLong_As_int(values[6]); if (unlikely((__pyx_v_max_order == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 481, __pyx_L3_error)
    __pyx_v_stabilizer_evo = __Pyx_PyLong_As_int(values[7]); if (unlikely((__pyx_v_stabilizer_evo == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 482, __pyx_L3_error)
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("prs_as_polynomials", 1, 8, 8, __pyx_nargs); __PYX_ERR(0, 481, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.prs_as_polynomials", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_14prs_as_polynomials(__pyx_self, __pyx_v_circuit, __pyx_v_rho_terms, __pyx_v_gate_terms, __pyx_v_E_terms, __pyx_v_E_indices_py, __pyx_v_numEs, __pyx_v_max_order, __pyx_v_stabilizer_evo);

  /* function exit code */
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_14prs_as_polynomials(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_circuit, PyObject *__pyx_v_rho_terms, PyObject *__pyx_v_gate_terms, PyObject *__pyx_v_E_terms, PyObject *__pyx_v_E_indices_py, int __pyx_v_numEs, int __pyx_v_max_order, int __pyx_v_stabilizer_evo) {
  int __pyx_v_N;
  int *__pyx_v_p;
  int __pyx_v_i;
  int __pyx_v_j;
  int __pyx_v_k;
  int __pyx_v_order;
  int __pyx_v_max_poly_order;
  int __pyx_v_max_poly_vars;
  int __pyx_v_gn;
  std::unordered_map<int,std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > > >  __pyx_v_gate_term_coeffs;
  std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > >  __pyx_v_rho_term_coeffs;
  std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > >  __pyx_v_E_term_coeffs;
  std::vector<std::vector<int> >  __pyx_v_E_indices;
  std::vector<int>  __pyx_v_Einds;
  PyObject *__pyx_v_gl = NULL;
  PyObject *__pyx_v_ii = NULL;
  PyObject *__pyx_v_inds = NULL;
  PyObject *__pyx_v_jj = NULL;
  PyObject *__pyx_v_indx = NULL;
  std::vector<std::unordered_map<int,__pyx_t_double_complex> >  __pyx_v_prps;
  PyObject *__pyx_v_factor_lists = NULL;
  std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > >  __pyx_v_coeff_lists;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  Py_ssize_t __pyx_t_3;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  int __pyx_t_6;
  std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > >  __pyx_t_7;
  std::vector<std::vector<int> >  __pyx_t_8;
  PyObject *(*__pyx_t_9)(PyObject *);
  PyObject *__pyx_t_10 = NULL;
  std::vector<int>  __pyx_t_11;
  std::vector<std::vector<int> > ::size_type __pyx_t_12;
  PyObject *__pyx_t_13 = NULL;
  PyObject *(*__pyx_t_14)(PyObject *);
  PyObject *__pyx_t_15 = NULL;
  std::vector<int> ::size_type __pyx_t_16;
  int __pyx_t_17;
  std::vector<std::unordered_map<int,__pyx_t_double_complex> >  __pyx_t_18;
  long __pyx_t_19;
  long __pyx_t_20;
  long __pyx_t_21;
  long __pyx_t_22;
  int __pyx_t_23;
  int __pyx_t_24;
  int __pyx_t_25;
  int __pyx_t_26;
  long __pyx_t_27;
  long __pyx_t_28;
  int __pyx_t_29;
  long __pyx_t_30;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("prs_as_polynomials", 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":491
 *     #cdef double complex *pLeft = <double complex*>malloc(len(Es) * sizeof(double complex))
 *     #cdef double complex *pRight = <double complex*>malloc(len(Es) * sizeof(double complex))
 *     cdef int N = len(circuit)             # <<<<<<<<<<<<<<
 *     cdef int* p = <int*>malloc((N+2) * sizeof(int))
 *     cdef int i,j,k,order,nTerms
*/
  __pyx_t_1 = PyObject_Length(__pyx_v_circuit); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 491, __pyx_L1_error)
  __pyx_v_N = __pyx_t_1;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":492
 *     #cdef double complex *pRight = <double complex*>malloc(len(Es) * sizeof(double complex))
 *     cdef int N = len(circuit)
 *     cdef int* p = <int*>malloc((N+2) * sizeof(int))             # <<<<<<<<<<<<<<
 *     cdef int i,j,k,order,nTerms
 *     cdef int max_poly_order=-1, max_poly_vars=-1
*/
  __pyx_v_p = ((int *)malloc(((__pyx_v_N + 2) * (sizeof(int)))));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":494
 *     cdef int* p = <int*>malloc((N+2) * sizeof(int))
 *     cdef int i,j,k,order,nTerms
 *     cdef int max_poly_order=-1, max_poly_vars=-1             # <<<<<<<<<<<<<<
 *     cdef int gn
 * 
*/
  __pyx_v_max_poly_order = -1;
  __pyx_v_max_poly_vars = -1;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":505
 *     cdef vector[int] Einds
 * 
 *     for gl in gate_terms.keys():             # <<<<<<<<<<<<<<
 *         gn = gl
 *         gate_term_coeffs[gn] = extract_term_coeffs(gate_terms[gl], max_order,
*/
  __pyx_t_1 = 0;
  if (unlikely(__pyx_v_gate_terms == Py_None)) {
    PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "keys");
    __PYX_ERR(0, 505, __pyx_L1_error)
  }
  __pyx_t_5 = __Pyx_dict_iterator(__pyx_v_gate_terms, 0, __pyx_mstate_global->__pyx_n_u_keys, (&__pyx_t_3), (&__pyx_t_4)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 505, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_2);
  __pyx_t_2 = __pyx_t_5;
  __pyx_t_5 = 0;
  while (1) {
    __pyx_t_6 = __Pyx_dict_iter_next(__pyx_t_2, __pyx_t_3, &__pyx_t_1, &__pyx_t_5, NULL, NULL, __pyx_t_4);
    if (unlikely(__pyx_t_6 == 0)) break;
    if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 505, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_XDECREF_SET(__pyx_v_gl, __pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":506
 * 
 *     for gl in gate_terms.keys():
 *         gn = gl             # <<<<<<<<<<<<<<
 *         gate_term_coeffs[gn] = extract_term_coeffs(gate_terms[gl], max_order,
 *                                                    max_poly_vars, max_poly_order)
*/
    __pyx_t_6 = __Pyx_PyLong_As_int(__pyx_v_gl); if (unlikely((__pyx_t_6 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 506, __pyx_L1_error)
    __pyx_v_gn = __pyx_t_6;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":507
 *     for gl in gate_terms.keys():
 *         gn = gl
 *         gate_term_coeffs[gn] = extract_term_coeffs(gate_terms[gl], max_order,             # <<<<<<<<<<<<<<
 *                                                    max_poly_vars, max_poly_order)
 *     rho_term_coeffs = extract_term_coeffs(rho_terms, max_order,
*/
    __pyx_t_5 = __Pyx_PyObject_GetItem(__pyx_v_gate_terms, __pyx_v_gl); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 507, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":508
 *         gn = gl
 *         gate_term_coeffs[gn] = extract_term_coeffs(gate_terms[gl], max_order,
 *                                                    max_poly_vars, max_poly_order)             # <<<<<<<<<<<<<<
 *     rho_term_coeffs = extract_term_coeffs(rho_terms, max_order,
 *                                           max_poly_vars, max_poly_order)
*/
    __pyx_t_7 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_extract_term_coeffs(__pyx_t_5, __pyx_v_max_order, __pyx_v_max_poly_vars, __pyx_v_max_poly_order); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 507, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":507
 *     for gl in gate_terms.keys():
 *         gn = gl
 *         gate_term_coeffs[gn] = extract_term_coeffs(gate_terms[gl], max_order,             # <<<<<<<<<<<<<<
 *                                                    max_poly_vars, max_poly_order)
 *     rho_term_coeffs = extract_term_coeffs(rho_terms, max_order,
*/
    (__pyx_v_gate_term_coeffs[__pyx_v_gn]) = __pyx_t_7;
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":509
 *         gate_term_coeffs[gn] = extract_term_coeffs(gate_terms[gl], max_order,
 *                                                    max_poly_vars, max_poly_order)
 *     rho_term_coeffs = extract_term_coeffs(rho_terms, max_order,             # <<<<<<<<<<<<<<
 *                                           max_poly_vars, max_poly_order)
 *     E_term_coeffs = extract_term_coeffs(E_terms, max_order,
*/
  __pyx_t_7 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_extract_term_coeffs(__pyx_v_rho_terms, __pyx_v_max_order, __pyx_v_max_poly_vars, __pyx_v_max_poly_order); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 509, __pyx_L1_error)
  __pyx_v_rho_term_coeffs = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_7);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":511
 *     rho_term_coeffs = extract_term_coeffs(rho_terms, max_order,
 *                                           max_poly_vars, max_poly_order)
 *     E_term_coeffs = extract_term_coeffs(E_terms, max_order,             # <<<<<<<<<<<<<<
 *                                         max_poly_vars, max_poly_order)
 * 
*/
  __pyx_t_7 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_extract_term_coeffs(__pyx_v_E_terms, __pyx_v_max_order, __pyx_v_max_poly_vars, __pyx_v_max_poly_order); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 511, __pyx_L1_error)
  __pyx_v_E_term_coeffs = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_7);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":514
 *                                         max_poly_vars, max_poly_order)
 * 
 *     k = len(E_indices_py)             # <<<<<<<<<<<<<<
 *     E_indices = vector[vector[int]](k)
 *     for ii,inds in enumerate(E_indices_py):
*/
  __pyx_t_3 = PyObject_Length(__pyx_v_E_indices_py); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 514, __pyx_L1_error)
  __pyx_v_k = __pyx_t_3;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":515
 * 
 *     k = len(E_indices_py)
 *     E_indices = vector[vector[int]](k)             # <<<<<<<<<<<<<<
 *     for ii,inds in enumerate(E_indices_py):
 *         k = len(inds)
*/
  try {
    __pyx_t_8 = std::vector<std::vector<int> > (__pyx_v_k);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 515, __pyx_L1_error)
  }
  __pyx_v_E_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_8);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":516
 *     k = len(E_indices_py)
 *     E_indices = vector[vector[int]](k)
 *     for ii,inds in enumerate(E_indices_py):             # <<<<<<<<<<<<<<
 *         k = len(inds)
 *         E_indices[ii] = vector[int](k)
*/
  __Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
  __pyx_t_2 = __pyx_mstate_global->__pyx_int_0;
  if (likely(PyList_CheckExact(__pyx_v_E_indices_py)) || PyTuple_CheckExact(__pyx_v_E_indices_py)) {
    __pyx_t_5 = __pyx_v_E_indices_py; __Pyx_INCREF(__pyx_t_5);
    __pyx_t_3 = 0;
    __pyx_t_9 = NULL;
  } else {
    __pyx_t_3 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_v_E_indices_py); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 516, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_9 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_5); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 516, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_9)) {
      if (likely(PyList_CheckExact(__pyx_t_5))) {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_5);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 516, __pyx_L1_error)
          #endif
          if (__pyx_t_3 >= __pyx_temp) break;
        }
        __pyx_t_10 = __Pyx_PyList_GetItemRefFast(__pyx_t_5, __pyx_t_3, __Pyx_ReferenceSharing_OwnStrongReference);
        ++__pyx_t_3;
      } else {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_5);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 516, __pyx_L1_error)
          #endif
          if (__pyx_t_3 >= __pyx_temp) break;
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_10 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_3));
        #else
        __pyx_t_10 = __Pyx_PySequence_ITEM(__pyx_t_5, __pyx_t_3);
        #endif
        ++__pyx_t_3;
      }
      if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 516, __pyx_L1_error)
    } else {
      __pyx_t_10 = __pyx_t_9(__pyx_t_5);
      if (unlikely(!__pyx_t_10)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 516, __pyx_L1_error)
          PyErr_Clear();
        }
        break;
      }
    }
    __Pyx_GOTREF(__pyx_t_10);
    __Pyx_XDECREF_SET(__pyx_v_inds, __pyx_t_10);
    __pyx_t_10 = 0;
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_ii, __pyx_t_2);
    __pyx_t_10 = __Pyx_PyLong_AddObjC(__pyx_t_2, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 516, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __Pyx_DECREF(__pyx_t_2);
    __pyx_t_2 = __pyx_t_10;
    __pyx_t_10 = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":517
 *     E_indices = vector[vector[int]](k)
 *     for ii,inds in enumerate(E_indices_py):
 *         k = len(inds)             # <<<<<<<<<<<<<<
 *         E_indices[ii] = vector[int](k)
 *         for jj,indx in enumerate(inds):
*/
    __pyx_t_1 = PyObject_Length(__pyx_v_inds); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 517, __pyx_L1_error)
    __pyx_v_k = __pyx_t_1;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":518
 *     for ii,inds in enumerate(E_indices_py):
 *         k = len(inds)
 *         E_indices[ii] = vector[int](k)             # <<<<<<<<<<<<<<
 *         for jj,indx in enumerate(inds):
 *             k = indx; E_indices[ii][jj] = k
*/
    try {
      __pyx_t_11 = std::vector<int> (__pyx_v_k);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 518, __pyx_L1_error)
    }
    __pyx_t_12 = __Pyx_PyLong_As_size_t(__pyx_v_ii); if (unlikely((__pyx_t_12 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 518, __pyx_L1_error)
    (__pyx_v_E_indices[__pyx_t_12]) = __pyx_t_11;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":519
 *         k = len(inds)
 *         E_indices[ii] = vector[int](k)
 *         for jj,indx in enumerate(inds):             # <<<<<<<<<<<<<<
 *             k = indx; E_indices[ii][jj] = k
 * 
*/
    __Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
    __pyx_t_10 = __pyx_mstate_global->__pyx_int_0;
    if (likely(PyList_CheckExact(__pyx_v_inds)) || PyTuple_CheckExact(__pyx_v_inds)) {
      __pyx_t_13 = __pyx_v_inds; __Pyx_INCREF(__pyx_t_13);
      __pyx_t_1 = 0;
      __pyx_t_14 = NULL;
    } else {
      __pyx_t_1 = -1; __pyx_t_13 = PyObject_GetIter(__pyx_v_inds); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 519, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_13);
      __pyx_t_14 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_13); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 519, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_14)) {
        if (likely(PyList_CheckExact(__pyx_t_13))) {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_13);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 519, __pyx_L1_error)
            #endif
            if (__pyx_t_1 >= __pyx_temp) break;
          }
          __pyx_t_15 = __Pyx_PyList_GetItemRefFast(__pyx_t_13, __pyx_t_1, __Pyx_ReferenceSharing_OwnStrongReference);
          ++__pyx_t_1;
        } else {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_13);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 519, __pyx_L1_error)
            #endif
            if (__pyx_t_1 >= __pyx_temp) break;
          }
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_15 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_13, __pyx_t_1));
          #else
          __pyx_t_15 = __Pyx_PySequence_ITEM(__pyx_t_13, __pyx_t_1);
          #endif
          ++__pyx_t_1;
        }
        if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 519, __pyx_L1_error)
      } else {
        __pyx_t_15 = __pyx_t_14(__pyx_t_13);
        if (unlikely(!__pyx_t_15)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 519, __pyx_L1_error)
            PyErr_Clear();
          }
          break;
        }
      }
      __Pyx_GOTREF(__pyx_t_15);
      __Pyx_XDECREF_SET(__pyx_v_indx, __pyx_t_15);
      __pyx_t_15 = 0;
      __Pyx_INCREF(__pyx_t_10);
      __Pyx_XDECREF_SET(__pyx_v_jj, __pyx_t_10);
      __pyx_t_15 = __Pyx_PyLong_AddObjC(__pyx_t_10, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 519, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      __Pyx_DECREF(__pyx_t_10);
      __pyx_t_10 = __pyx_t_15;
      __pyx_t_15 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":520
 *         E_indices[ii] = vector[int](k)
 *         for jj,indx in enumerate(inds):
 *             k = indx; E_indices[ii][jj] = k             # <<<<<<<<<<<<<<
 * 
 *     #OLD
*/
      __pyx_t_4 = __Pyx_PyLong_As_int(__pyx_v_indx); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 520, __pyx_L1_error)
      __pyx_v_k = __pyx_t_4;
      __pyx_t_12 = __Pyx_PyLong_As_size_t(__pyx_v_ii); if (unlikely((__pyx_t_12 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 520, __pyx_L1_error)
      __pyx_t_16 = __Pyx_PyLong_As_size_t(__pyx_v_jj); if (unlikely((__pyx_t_16 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 520, __pyx_L1_error)
      ((__pyx_v_E_indices[__pyx_t_12])[__pyx_t_16]) = __pyx_v_k;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":519
 *         k = len(inds)
 *         E_indices[ii] = vector[int](k)
 *         for jj,indx in enumerate(inds):             # <<<<<<<<<<<<<<
 *             k = indx; E_indices[ii][jj] = k
 * 
*/
    }
    __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":516
 *     k = len(E_indices_py)
 *     E_indices = vector[vector[int]](k)
 *     for ii,inds in enumerate(E_indices_py):             # <<<<<<<<<<<<<<
 *         k = len(inds)
 *         E_indices[ii] = vector[int](k)
*/
  }
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":539
 *     #        gate_term_prefactors[igl][order] = vector( GateObj(term.pre_ops[0]).acton_fn for term in gate_terms[gl][order] ) # assume all terms collapsed?
 * 
 *     assert(max_order <= 2) # only support this partitioning below (so far)             # <<<<<<<<<<<<<<
 * 
 *     cdef vector[ unordered_map[int, complex] ] prps = vector[ unordered_map[int, complex] ](numEs)
*/
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(__pyx_assertions_enabled())) {
    __pyx_t_17 = (__pyx_v_max_order <= 2);
    if (unlikely(!__pyx_t_17)) {
      __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
      __PYX_ERR(0, 539, __pyx_L1_error)
    }
  }
  #else
  if ((1)); else __PYX_ERR(0, 539, __pyx_L1_error)
  #endif

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":541
 *     assert(max_order <= 2) # only support this partitioning below (so far)
 * 
 *     cdef vector[ unordered_map[int, complex] ] prps = vector[ unordered_map[int, complex] ](numEs)             # <<<<<<<<<<<<<<
 *     #prps_chk = [None]*numEs
 *     for order in range(max_order+1):
*/
  try {
    __pyx_t_18 = std::vector<std::unordered_map<int,__pyx_t_double_complex> > (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 541, __pyx_L1_error)
  }
  __pyx_v_prps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_18);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":543
 *     cdef vector[ unordered_map[int, complex] ] prps = vector[ unordered_map[int, complex] ](numEs)
 *     #prps_chk = [None]*numEs
 *     for order in range(max_order+1):             # <<<<<<<<<<<<<<
 *         #print("DB: pr_as_poly order=",order)
 * 
*/
  __pyx_t_19 = (__pyx_v_max_order + 1);
  __pyx_t_20 = __pyx_t_19;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_20; __pyx_t_4+=1) {
    __pyx_v_order = __pyx_t_4;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":547
 * 
 *         #for p in partition_into(order, N):
 *         for i in range(N+2): p[i] = 0 # clear p             # <<<<<<<<<<<<<<
 *         factor_lists = [None]*(N+2)
 *         coeff_lists = vector[vector[unordered_map[int, complex]]](N+2)
*/
    __pyx_t_21 = (__pyx_v_N + 2);
    __pyx_t_22 = __pyx_t_21;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_22; __pyx_t_6+=1) {
      __pyx_v_i = __pyx_t_6;
      (__pyx_v_p[__pyx_v_i]) = 0;
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":548
 *         #for p in partition_into(order, N):
 *         for i in range(N+2): p[i] = 0 # clear p
 *         factor_lists = [None]*(N+2)             # <<<<<<<<<<<<<<
 *         coeff_lists = vector[vector[unordered_map[int, complex]]](N+2)
 * 
*/
    __pyx_t_21 = (__pyx_v_N + 2);
    __pyx_t_2 = PyList_New(1 * ((__pyx_t_21<0) ? 0:__pyx_t_21)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 548, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    { Py_ssize_t __pyx_temp;
      for (__pyx_temp=0; __pyx_temp < __pyx_t_21; __pyx_temp++) {
        __Pyx_INCREF(Py_None);
        __Pyx_GIVEREF(Py_None);
        if (__Pyx_PyList_SET_ITEM(__pyx_t_2, __pyx_temp, Py_None) != (0)) __PYX_ERR(0, 548, __pyx_L1_error);
      }
    }
    __Pyx_XDECREF_SET(__pyx_v_factor_lists, ((PyObject*)__pyx_t_2));
    __pyx_t_2 = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":549
 *         for i in range(N+2): p[i] = 0 # clear p
 *         factor_lists = [None]*(N+2)
 *         coeff_lists = vector[vector[unordered_map[int, complex]]](N+2)             # <<<<<<<<<<<<<<
 * 
 *         if order == 0:
*/
    try {
      __pyx_t_7 = std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > > ((__pyx_v_N + 2));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 549, __pyx_L1_error)
    }
    __pyx_v_coeff_lists = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_7);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":551
 *         coeff_lists = vector[vector[unordered_map[int, complex]]](N+2)
 * 
 *         if order == 0:             # <<<<<<<<<<<<<<
 *             #inner loop(p)
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
*/
    switch (__pyx_v_order) {
      case 0:

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":554
 *             #inner loop(p)
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
 *             factor_lists[0] = rho_terms[p[0]]             # <<<<<<<<<<<<<<
 *             coeff_lists[0] = rho_term_coeffs[p[0]]
 *             for k in range(N):
*/
      __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_rho_terms, (__pyx_v_p[0]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 554, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_2);
      if (unlikely((__Pyx_SetItemInt(__pyx_v_factor_lists, 0, __pyx_t_2, long, 1, __Pyx_PyLong_From_long, 1, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 554, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":555
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
 *             factor_lists[0] = rho_terms[p[0]]
 *             coeff_lists[0] = rho_term_coeffs[p[0]]             # <<<<<<<<<<<<<<
 *             for k in range(N):
 *                 gn = circuit[k]
*/
      (__pyx_v_coeff_lists[0]) = (__pyx_v_rho_term_coeffs[(__pyx_v_p[0])]);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":556
 *             factor_lists[0] = rho_terms[p[0]]
 *             coeff_lists[0] = rho_term_coeffs[p[0]]
 *             for k in range(N):             # <<<<<<<<<<<<<<
 *                 gn = circuit[k]
 *                 factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
*/
      __pyx_t_6 = __pyx_v_N;
      __pyx_t_23 = __pyx_t_6;
      for (__pyx_t_24 = 0; __pyx_t_24 < __pyx_t_23; __pyx_t_24+=1) {
        __pyx_v_k = __pyx_t_24;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":557
 *             coeff_lists[0] = rho_term_coeffs[p[0]]
 *             for k in range(N):
 *                 gn = circuit[k]             # <<<<<<<<<<<<<<
 *                 factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
 *                 coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
*/
        __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_circuit, __pyx_v_k, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 557, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_25 = __Pyx_PyLong_As_int(__pyx_t_2); if (unlikely((__pyx_t_25 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 557, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        __pyx_v_gn = __pyx_t_25;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":558
 *             for k in range(N):
 *                 gn = circuit[k]
 *                 factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                 coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
 *                 if len(factor_lists[k+1]) == 0: continue
*/
        __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_circuit, __pyx_v_k, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 558, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_5 = __Pyx_PyObject_GetItem(__pyx_v_gate_terms, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 558, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        __pyx_t_25 = (__pyx_v_p[(__pyx_v_k + 1)]);
        __pyx_t_2 = __Pyx_GetItemInt(__pyx_t_5, __pyx_t_25, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 558, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __pyx_t_21 = (__pyx_v_k + 1);
        if (unlikely((__Pyx_SetItemInt(__pyx_v_factor_lists, __pyx_t_21, __pyx_t_2, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 558, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":559
 *                 gn = circuit[k]
 *                 factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
 *                 coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]             # <<<<<<<<<<<<<<
 *                 if len(factor_lists[k+1]) == 0: continue
 *             factor_lists[N+1] = E_terms[p[N+1]]
*/
        (__pyx_v_coeff_lists[(__pyx_v_k + 1)]) = ((__pyx_v_gate_term_coeffs[__pyx_v_gn])[(__pyx_v_p[(__pyx_v_k + 1)])]);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":560
 *                 factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
 *                 coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
 *                 if len(factor_lists[k+1]) == 0: continue             # <<<<<<<<<<<<<<
 *             factor_lists[N+1] = E_terms[p[N+1]]
 *             coeff_lists[N+1] = E_term_coeffs[p[N+1]]
*/
        __pyx_t_21 = (__pyx_v_k + 1);
        __pyx_t_2 = __Pyx_GetItemInt_List(__pyx_v_factor_lists, __pyx_t_21, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 560, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_3 = PyObject_Length(__pyx_t_2); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 560, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        __pyx_t_17 = (__pyx_t_3 == 0);
        if (__pyx_t_17) {
          goto __pyx_L15_continue;
        }
        __pyx_L15_continue:;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":561
 *                 coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
 *                 if len(factor_lists[k+1]) == 0: continue
 *             factor_lists[N+1] = E_terms[p[N+1]]             # <<<<<<<<<<<<<<
 *             coeff_lists[N+1] = E_term_coeffs[p[N+1]]
 *             Einds = E_indices[p[N+1]]
*/
      __pyx_t_6 = (__pyx_v_p[(__pyx_v_N + 1)]);
      __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_E_terms, __pyx_t_6, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 561, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_2);
      __pyx_t_21 = (__pyx_v_N + 1);
      if (unlikely((__Pyx_SetItemInt(__pyx_v_factor_lists, __pyx_t_21, __pyx_t_2, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 561, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":562
 *                 if len(factor_lists[k+1]) == 0: continue
 *             factor_lists[N+1] = E_terms[p[N+1]]
 *             coeff_lists[N+1] = E_term_coeffs[p[N+1]]             # <<<<<<<<<<<<<<
 *             Einds = E_indices[p[N+1]]
 * 
*/
      (__pyx_v_coeff_lists[(__pyx_v_N + 1)]) = (__pyx_v_E_term_coeffs[(__pyx_v_p[(__pyx_v_N + 1)])]);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":563
 *             factor_lists[N+1] = E_terms[p[N+1]]
 *             coeff_lists[N+1] = E_term_coeffs[p[N+1]]
 *             Einds = E_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *             #print("Part0 ",p)
*/
      __pyx_v_Einds = (__pyx_v_E_indices[(__pyx_v_p[(__pyx_v_N + 1)])]);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":566
 * 
 *             #print("Part0 ",p)
 *             pr_as_poly_innerloop(factor_lists,coeff_lists,Einds,max_poly_vars,             # <<<<<<<<<<<<<<
 *                                  max_poly_order, stabilizer_evo, &prps) #, prps_chk)
 * 
*/
      __pyx_t_2 = __pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___(__pyx_v_coeff_lists); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 566, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_2);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":567
 *             #print("Part0 ",p)
 *             pr_as_poly_innerloop(factor_lists,coeff_lists,Einds,max_poly_vars,
 *                                  max_poly_order, stabilizer_evo, &prps) #, prps_chk)             # <<<<<<<<<<<<<<
 * 
 * 
*/
      __pyx_t_5 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_pr_as_poly_innerloop(__pyx_v_factor_lists, __pyx_t_2, __pyx_v_Einds, __pyx_v_max_poly_vars, __pyx_v_max_poly_order, __pyx_v_stabilizer_evo, (&__pyx_v_prps)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 566, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":551
 *         coeff_lists = vector[vector[unordered_map[int, complex]]](N+2)
 * 
 *         if order == 0:             # <<<<<<<<<<<<<<
 *             #inner loop(p)
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
*/
      break;
      case 1:

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":571
 * 
 *         elif order == 1:
 *             for i in range(N+2):             # <<<<<<<<<<<<<<
 *                 p[i] = 1
 *                 #inner loop(p)
*/
      __pyx_t_21 = (__pyx_v_N + 2);
      __pyx_t_22 = __pyx_t_21;
      for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_22; __pyx_t_6+=1) {
        __pyx_v_i = __pyx_t_6;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":572
 *         elif order == 1:
 *             for i in range(N+2):
 *                 p[i] = 1             # <<<<<<<<<<<<<<
 *                 #inner loop(p)
 *                 factor_lists[0] = rho_terms[p[0]]
*/
        (__pyx_v_p[__pyx_v_i]) = 1;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":574
 *                 p[i] = 1
 *                 #inner loop(p)
 *                 factor_lists[0] = rho_terms[p[0]]             # <<<<<<<<<<<<<<
 *                 coeff_lists[0] = rho_term_coeffs[p[0]]
 *                 for k in range(N):
*/
        __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_rho_terms, (__pyx_v_p[0]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 574, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        if (unlikely((__Pyx_SetItemInt(__pyx_v_factor_lists, 0, __pyx_t_5, long, 1, __Pyx_PyLong_From_long, 1, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 574, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":575
 *                 #inner loop(p)
 *                 factor_lists[0] = rho_terms[p[0]]
 *                 coeff_lists[0] = rho_term_coeffs[p[0]]             # <<<<<<<<<<<<<<
 *                 for k in range(N):
 *                     gn = circuit[k]
*/
        (__pyx_v_coeff_lists[0]) = (__pyx_v_rho_term_coeffs[(__pyx_v_p[0])]);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":576
 *                 factor_lists[0] = rho_terms[p[0]]
 *                 coeff_lists[0] = rho_term_coeffs[p[0]]
 *                 for k in range(N):             # <<<<<<<<<<<<<<
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
*/
        __pyx_t_23 = __pyx_v_N;
        __pyx_t_24 = __pyx_t_23;
        for (__pyx_t_25 = 0; __pyx_t_25 < __pyx_t_24; __pyx_t_25+=1) {
          __pyx_v_k = __pyx_t_25;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":577
 *                 coeff_lists[0] = rho_term_coeffs[p[0]]
 *                 for k in range(N):
 *                     gn = circuit[k]             # <<<<<<<<<<<<<<
 *                     factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
 *                     coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
*/
          __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_circuit, __pyx_v_k, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 577, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __pyx_t_26 = __Pyx_PyLong_As_int(__pyx_t_5); if (unlikely((__pyx_t_26 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 577, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __pyx_v_gn = __pyx_t_26;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":578
 *                 for k in range(N):
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                     coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
 *                     if len(factor_lists[k+1]) == 0: continue
*/
          __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_circuit, __pyx_v_k, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 578, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_gate_terms, __pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 578, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_2);
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __pyx_t_26 = (__pyx_v_p[(__pyx_v_k + 1)]);
          __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_2, __pyx_t_26, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 578, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
          __pyx_t_27 = (__pyx_v_k + 1);
          if (unlikely((__Pyx_SetItemInt(__pyx_v_factor_lists, __pyx_t_27, __pyx_t_5, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 578, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":579
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
 *                     coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]             # <<<<<<<<<<<<<<
 *                     if len(factor_lists[k+1]) == 0: continue
 *                 factor_lists[N+1] = E_terms[p[N+1]]
*/
          (__pyx_v_coeff_lists[(__pyx_v_k + 1)]) = ((__pyx_v_gate_term_coeffs[__pyx_v_gn])[(__pyx_v_p[(__pyx_v_k + 1)])]);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":580
 *                     factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
 *                     coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
 *                     if len(factor_lists[k+1]) == 0: continue             # <<<<<<<<<<<<<<
 *                 factor_lists[N+1] = E_terms[p[N+1]]
 *                 coeff_lists[N+1] = E_term_coeffs[p[N+1]]
*/
          __pyx_t_27 = (__pyx_v_k + 1);
          __pyx_t_5 = __Pyx_GetItemInt_List(__pyx_v_factor_lists, __pyx_t_27, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 580, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __pyx_t_3 = PyObject_Length(__pyx_t_5); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 580, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __pyx_t_17 = (__pyx_t_3 == 0);
          if (__pyx_t_17) {
            goto __pyx_L20_continue;
          }
          __pyx_L20_continue:;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":581
 *                     coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
 *                     if len(factor_lists[k+1]) == 0: continue
 *                 factor_lists[N+1] = E_terms[p[N+1]]             # <<<<<<<<<<<<<<
 *                 coeff_lists[N+1] = E_term_coeffs[p[N+1]]
 *                 Einds = E_indices[p[N+1]]
*/
        __pyx_t_23 = (__pyx_v_p[(__pyx_v_N + 1)]);
        __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_E_terms, __pyx_t_23, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 581, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_27 = (__pyx_v_N + 1);
        if (unlikely((__Pyx_SetItemInt(__pyx_v_factor_lists, __pyx_t_27, __pyx_t_5, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 581, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":582
 *                     if len(factor_lists[k+1]) == 0: continue
 *                 factor_lists[N+1] = E_terms[p[N+1]]
 *                 coeff_lists[N+1] = E_term_coeffs[p[N+1]]             # <<<<<<<<<<<<<<
 *                 Einds = E_indices[p[N+1]]
 * 
*/
        (__pyx_v_coeff_lists[(__pyx_v_N + 1)]) = (__pyx_v_E_term_coeffs[(__pyx_v_p[(__pyx_v_N + 1)])]);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":583
 *                 factor_lists[N+1] = E_terms[p[N+1]]
 *                 coeff_lists[N+1] = E_term_coeffs[p[N+1]]
 *                 Einds = E_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *                 #print("Part1 ",p)
*/
        __pyx_v_Einds = (__pyx_v_E_indices[(__pyx_v_p[(__pyx_v_N + 1)])]);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":586
 * 
 *                 #print("Part1 ",p)
 *                 pr_as_poly_innerloop(factor_lists,coeff_lists,Einds,             # <<<<<<<<<<<<<<
 *                                      max_poly_vars, max_poly_order,
 *                                      stabilizer_evo, &prps) #, prps_chk)
*/
        __pyx_t_5 = __pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___(__pyx_v_coeff_lists); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 586, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":588
 *                 pr_as_poly_innerloop(factor_lists,coeff_lists,Einds,
 *                                      max_poly_vars, max_poly_order,
 *                                      stabilizer_evo, &prps) #, prps_chk)             # <<<<<<<<<<<<<<
 *                 p[i] = 0
 * 
*/
        __pyx_t_2 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_pr_as_poly_innerloop(__pyx_v_factor_lists, __pyx_t_5, __pyx_v_Einds, __pyx_v_max_poly_vars, __pyx_v_max_poly_order, __pyx_v_stabilizer_evo, (&__pyx_v_prps)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 586, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":589
 *                                      max_poly_vars, max_poly_order,
 *                                      stabilizer_evo, &prps) #, prps_chk)
 *                 p[i] = 0             # <<<<<<<<<<<<<<
 * 
 *         elif order == 2:
*/
        (__pyx_v_p[__pyx_v_i]) = 0;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":570
 * 
 * 
 *         elif order == 1:             # <<<<<<<<<<<<<<
 *             for i in range(N+2):
 *                 p[i] = 1
*/
      break;
      case 2:

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":592
 * 
 *         elif order == 2:
 *             for i in range(N+2):             # <<<<<<<<<<<<<<
 *                 p[i] = 2
 *                 #inner loop(p)
*/
      __pyx_t_21 = (__pyx_v_N + 2);
      __pyx_t_22 = __pyx_t_21;
      for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_22; __pyx_t_6+=1) {
        __pyx_v_i = __pyx_t_6;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":593
 *         elif order == 2:
 *             for i in range(N+2):
 *                 p[i] = 2             # <<<<<<<<<<<<<<
 *                 #inner loop(p)
 *                 factor_lists[0] = rho_terms[p[0]]
*/
        (__pyx_v_p[__pyx_v_i]) = 2;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":595
 *                 p[i] = 2
 *                 #inner loop(p)
 *                 factor_lists[0] = rho_terms[p[0]]             # <<<<<<<<<<<<<<
 *                 coeff_lists[0] = rho_term_coeffs[p[0]]
 *                 for k in range(N):
*/
        __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_rho_terms, (__pyx_v_p[0]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 595, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        if (unlikely((__Pyx_SetItemInt(__pyx_v_factor_lists, 0, __pyx_t_2, long, 1, __Pyx_PyLong_From_long, 1, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 595, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":596
 *                 #inner loop(p)
 *                 factor_lists[0] = rho_terms[p[0]]
 *                 coeff_lists[0] = rho_term_coeffs[p[0]]             # <<<<<<<<<<<<<<
 *                 for k in range(N):
 *                     gn = circuit[k]
*/
        (__pyx_v_coeff_lists[0]) = (__pyx_v_rho_term_coeffs[(__pyx_v_p[0])]);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":597
 *                 factor_lists[0] = rho_terms[p[0]]
 *                 coeff_lists[0] = rho_term_coeffs[p[0]]
 *                 for k in range(N):             # <<<<<<<<<<<<<<
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
*/
        __pyx_t_23 = __pyx_v_N;
        __pyx_t_24 = __pyx_t_23;
        for (__pyx_t_25 = 0; __pyx_t_25 < __pyx_t_24; __pyx_t_25+=1) {
          __pyx_v_k = __pyx_t_25;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":598
 *                 coeff_lists[0] = rho_term_coeffs[p[0]]
 *                 for k in range(N):
 *                     gn = circuit[k]             # <<<<<<<<<<<<<<
 *                     factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
 *                     coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
*/
          __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_circuit, __pyx_v_k, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 598, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_2);
          __pyx_t_26 = __Pyx_PyLong_As_int(__pyx_t_2); if (unlikely((__pyx_t_26 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 598, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
          __pyx_v_gn = __pyx_t_26;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":599
 *                 for k in range(N):
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                     coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
 *                     if len(factor_lists[k+1]) == 0: continue
*/
          __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_circuit, __pyx_v_k, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 599, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_2);
          __pyx_t_5 = __Pyx_PyObject_GetItem(__pyx_v_gate_terms, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 599, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
          __pyx_t_26 = (__pyx_v_p[(__pyx_v_k + 1)]);
          __pyx_t_2 = __Pyx_GetItemInt(__pyx_t_5, __pyx_t_26, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 599, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_2);
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __pyx_t_27 = (__pyx_v_k + 1);
          if (unlikely((__Pyx_SetItemInt(__pyx_v_factor_lists, __pyx_t_27, __pyx_t_2, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 599, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":600
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
 *                     coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]             # <<<<<<<<<<<<<<
 *                     if len(factor_lists[k+1]) == 0: continue
 *                 factor_lists[N+1] = E_terms[p[N+1]]
*/
          (__pyx_v_coeff_lists[(__pyx_v_k + 1)]) = ((__pyx_v_gate_term_coeffs[__pyx_v_gn])[(__pyx_v_p[(__pyx_v_k + 1)])]);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":601
 *                     factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
 *                     coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
 *                     if len(factor_lists[k+1]) == 0: continue             # <<<<<<<<<<<<<<
 *                 factor_lists[N+1] = E_terms[p[N+1]]
 *                 coeff_lists[N+1] = E_term_coeffs[p[N+1]]
*/
          __pyx_t_27 = (__pyx_v_k + 1);
          __pyx_t_2 = __Pyx_GetItemInt_List(__pyx_v_factor_lists, __pyx_t_27, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 601, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_2);
          __pyx_t_3 = PyObject_Length(__pyx_t_2); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 601, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
          __pyx_t_17 = (__pyx_t_3 == 0);
          if (__pyx_t_17) {
            goto __pyx_L25_continue;
          }
          __pyx_L25_continue:;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":602
 *                     coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
 *                     if len(factor_lists[k+1]) == 0: continue
 *                 factor_lists[N+1] = E_terms[p[N+1]]             # <<<<<<<<<<<<<<
 *                 coeff_lists[N+1] = E_term_coeffs[p[N+1]]
 *                 Einds = E_indices[p[N+1]]
*/
        __pyx_t_23 = (__pyx_v_p[(__pyx_v_N + 1)]);
        __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_E_terms, __pyx_t_23, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 602, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_27 = (__pyx_v_N + 1);
        if (unlikely((__Pyx_SetItemInt(__pyx_v_factor_lists, __pyx_t_27, __pyx_t_2, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 602, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":603
 *                     if len(factor_lists[k+1]) == 0: continue
 *                 factor_lists[N+1] = E_terms[p[N+1]]
 *                 coeff_lists[N+1] = E_term_coeffs[p[N+1]]             # <<<<<<<<<<<<<<
 *                 Einds = E_indices[p[N+1]]
 * 
*/
        (__pyx_v_coeff_lists[(__pyx_v_N + 1)]) = (__pyx_v_E_term_coeffs[(__pyx_v_p[(__pyx_v_N + 1)])]);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":604
 *                 factor_lists[N+1] = E_terms[p[N+1]]
 *                 coeff_lists[N+1] = E_term_coeffs[p[N+1]]
 *                 Einds = E_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *                 #print("Part2a ",p)
*/
        __pyx_v_Einds = (__pyx_v_E_indices[(__pyx_v_p[(__pyx_v_N + 1)])]);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":607
 * 
 *                 #print("Part2a ",p)
 *                 pr_as_poly_innerloop(factor_lists, coeff_lists,Einds,             # <<<<<<<<<<<<<<
 *                                      max_poly_vars, max_poly_order,
 *                                      stabilizer_evo, &prps) #, prps_chk)
*/
        __pyx_t_2 = __pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___(__pyx_v_coeff_lists); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 607, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":609
 *                 pr_as_poly_innerloop(factor_lists, coeff_lists,Einds,
 *                                      max_poly_vars, max_poly_order,
 *                                      stabilizer_evo, &prps) #, prps_chk)             # <<<<<<<<<<<<<<
 *                 p[i] = 0
 * 
*/
        __pyx_t_5 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_pr_as_poly_innerloop(__pyx_v_factor_lists, __pyx_t_2, __pyx_v_Einds, __pyx_v_max_poly_vars, __pyx_v_max_poly_order, __pyx_v_stabilizer_evo, (&__pyx_v_prps)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 607, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":610
 *                                      max_poly_vars, max_poly_order,
 *                                      stabilizer_evo, &prps) #, prps_chk)
 *                 p[i] = 0             # <<<<<<<<<<<<<<
 * 
 *             for i in range(N+2):
*/
        (__pyx_v_p[__pyx_v_i]) = 0;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":612
 *                 p[i] = 0
 * 
 *             for i in range(N+2):             # <<<<<<<<<<<<<<
 *                 p[i] = 1
 *                 for j in range(i+1,N+2):
*/
      __pyx_t_21 = (__pyx_v_N + 2);
      __pyx_t_22 = __pyx_t_21;
      for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_22; __pyx_t_6+=1) {
        __pyx_v_i = __pyx_t_6;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":613
 * 
 *             for i in range(N+2):
 *                 p[i] = 1             # <<<<<<<<<<<<<<
 *                 for j in range(i+1,N+2):
 *                     p[j] = 1
*/
        (__pyx_v_p[__pyx_v_i]) = 1;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":614
 *             for i in range(N+2):
 *                 p[i] = 1
 *                 for j in range(i+1,N+2):             # <<<<<<<<<<<<<<
 *                     p[j] = 1
 *                     #inner loop(p)
*/
        __pyx_t_27 = (__pyx_v_N + 2);
        __pyx_t_28 = __pyx_t_27;
        for (__pyx_t_23 = (__pyx_v_i + 1); __pyx_t_23 < __pyx_t_28; __pyx_t_23+=1) {
          __pyx_v_j = __pyx_t_23;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":615
 *                 p[i] = 1
 *                 for j in range(i+1,N+2):
 *                     p[j] = 1             # <<<<<<<<<<<<<<
 *                     #inner loop(p)
 *                     factor_lists[0] = rho_terms[p[0]]
*/
          (__pyx_v_p[__pyx_v_j]) = 1;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":617
 *                     p[j] = 1
 *                     #inner loop(p)
 *                     factor_lists[0] = rho_terms[p[0]]             # <<<<<<<<<<<<<<
 *                     coeff_lists[0] = rho_term_coeffs[p[0]]
 *                     for k in range(N):
*/
          __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_rho_terms, (__pyx_v_p[0]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 617, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          if (unlikely((__Pyx_SetItemInt(__pyx_v_factor_lists, 0, __pyx_t_5, long, 1, __Pyx_PyLong_From_long, 1, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 617, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":618
 *                     #inner loop(p)
 *                     factor_lists[0] = rho_terms[p[0]]
 *                     coeff_lists[0] = rho_term_coeffs[p[0]]             # <<<<<<<<<<<<<<
 *                     for k in range(N):
 *                         gn = circuit[k]
*/
          (__pyx_v_coeff_lists[0]) = (__pyx_v_rho_term_coeffs[(__pyx_v_p[0])]);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":619
 *                     factor_lists[0] = rho_terms[p[0]]
 *                     coeff_lists[0] = rho_term_coeffs[p[0]]
 *                     for k in range(N):             # <<<<<<<<<<<<<<
 *                         gn = circuit[k]
 *                         factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
*/
          __pyx_t_24 = __pyx_v_N;
          __pyx_t_25 = __pyx_t_24;
          for (__pyx_t_26 = 0; __pyx_t_26 < __pyx_t_25; __pyx_t_26+=1) {
            __pyx_v_k = __pyx_t_26;

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":620
 *                     coeff_lists[0] = rho_term_coeffs[p[0]]
 *                     for k in range(N):
 *                         gn = circuit[k]             # <<<<<<<<<<<<<<
 *                         factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
 *                         coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
*/
            __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_circuit, __pyx_v_k, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 620, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_5);
            __pyx_t_29 = __Pyx_PyLong_As_int(__pyx_t_5); if (unlikely((__pyx_t_29 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 620, __pyx_L1_error)
            __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
            __pyx_v_gn = __pyx_t_29;

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":621
 *                     for k in range(N):
 *                         gn = circuit[k]
 *                         factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                         coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
 *                         if len(factor_lists[k+1]) == 0: continue
*/
            __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_circuit, __pyx_v_k, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 621, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_5);
            __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_gate_terms, __pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 621, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_2);
            __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
            __pyx_t_29 = (__pyx_v_p[(__pyx_v_k + 1)]);
            __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_2, __pyx_t_29, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 621, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_5);
            __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
            __pyx_t_30 = (__pyx_v_k + 1);
            if (unlikely((__Pyx_SetItemInt(__pyx_v_factor_lists, __pyx_t_30, __pyx_t_5, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 621, __pyx_L1_error)
            __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":622
 *                         gn = circuit[k]
 *                         factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
 *                         coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]             # <<<<<<<<<<<<<<
 *                         if len(factor_lists[k+1]) == 0: continue
 *                     factor_lists[N+1] = E_terms[p[N+1]]
*/
            (__pyx_v_coeff_lists[(__pyx_v_k + 1)]) = ((__pyx_v_gate_term_coeffs[__pyx_v_gn])[(__pyx_v_p[(__pyx_v_k + 1)])]);

            /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":623
 *                         factor_lists[k+1] = gate_terms[circuit[k]][p[k+1]]
 *                         coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
 *                         if len(factor_lists[k+1]) == 0: continue             # <<<<<<<<<<<<<<
 *                     factor_lists[N+1] = E_terms[p[N+1]]
 *                     coeff_lists[N+1] = E_term_coeffs[p[N+1]]
*/
            __pyx_t_30 = (__pyx_v_k + 1);
            __pyx_t_5 = __Pyx_GetItemInt_List(__pyx_v_factor_lists, __pyx_t_30, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 623, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_5);
            __pyx_t_3 = PyObject_Length(__pyx_t_5); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 623, __pyx_L1_error)
            __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
            __pyx_t_17 = (__pyx_t_3 == 0);
            if (__pyx_t_17) {
              goto __pyx_L32_continue;
            }
            __pyx_L32_continue:;
          }

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":624
 *                         coeff_lists[k+1] = gate_term_coeffs[gn][p[k+1]]
 *                         if len(factor_lists[k+1]) == 0: continue
 *                     factor_lists[N+1] = E_terms[p[N+1]]             # <<<<<<<<<<<<<<
 *                     coeff_lists[N+1] = E_term_coeffs[p[N+1]]
 *                     Einds = E_indices[p[N+1]]
*/
          __pyx_t_24 = (__pyx_v_p[(__pyx_v_N + 1)]);
          __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_E_terms, __pyx_t_24, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 624, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __pyx_t_30 = (__pyx_v_N + 1);
          if (unlikely((__Pyx_SetItemInt(__pyx_v_factor_lists, __pyx_t_30, __pyx_t_5, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 624, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":625
 *                         if len(factor_lists[k+1]) == 0: continue
 *                     factor_lists[N+1] = E_terms[p[N+1]]
 *                     coeff_lists[N+1] = E_term_coeffs[p[N+1]]             # <<<<<<<<<<<<<<
 *                     Einds = E_indices[p[N+1]]
 * 
*/
          (__pyx_v_coeff_lists[(__pyx_v_N + 1)]) = (__pyx_v_E_term_coeffs[(__pyx_v_p[(__pyx_v_N + 1)])]);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":626
 *                     factor_lists[N+1] = E_terms[p[N+1]]
 *                     coeff_lists[N+1] = E_term_coeffs[p[N+1]]
 *                     Einds = E_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *                     #print("Part2b ",p)
*/
          __pyx_v_Einds = (__pyx_v_E_indices[(__pyx_v_p[(__pyx_v_N + 1)])]);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":629
 * 
 *                     #print("Part2b ",p)
 *                     pr_as_poly_innerloop(factor_lists, coeff_lists, Einds,             # <<<<<<<<<<<<<<
 *                                          max_poly_vars, max_poly_order,
 *                                          stabilizer_evo, &prps) #, prps_chk)
*/
          __pyx_t_5 = __pyx_convert_vector_to_py_std_3a__3a_vector_3c_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e____3e___(__pyx_v_coeff_lists); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 629, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":631
 *                     pr_as_poly_innerloop(factor_lists, coeff_lists, Einds,
 *                                          max_poly_vars, max_poly_order,
 *                                          stabilizer_evo, &prps) #, prps_chk)             # <<<<<<<<<<<<<<
 *                     p[j] = 0
 *                 p[i] = 0
*/
          __pyx_t_2 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_pr_as_poly_innerloop(__pyx_v_factor_lists, __pyx_t_5, __pyx_v_Einds, __pyx_v_max_poly_vars, __pyx_v_max_poly_order, __pyx_v_stabilizer_evo, (&__pyx_v_prps)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 629, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_2);
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":632
 *                                          max_poly_vars, max_poly_order,
 *                                          stabilizer_evo, &prps) #, prps_chk)
 *                     p[j] = 0             # <<<<<<<<<<<<<<
 *                 p[i] = 0
 *         else:
*/
          (__pyx_v_p[__pyx_v_j]) = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":633
 *                                          stabilizer_evo, &prps) #, prps_chk)
 *                     p[j] = 0
 *                 p[i] = 0             # <<<<<<<<<<<<<<
 *         else:
 *             assert(False) # order > 2 not implemented yet...
*/
        (__pyx_v_p[__pyx_v_i]) = 0;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":591
 *                 p[i] = 0
 * 
 *         elif order == 2:             # <<<<<<<<<<<<<<
 *             for i in range(N+2):
 *                 p[i] = 2
*/
      break;
      default:

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":635
 *                 p[i] = 0
 *         else:
 *             assert(False) # order > 2 not implemented yet...             # <<<<<<<<<<<<<<
 * 
 *     return prps
*/
      #ifndef CYTHON_WITHOUT_ASSERTIONS
      if (unlikely(__pyx_assertions_enabled())) {
        if (unlikely(!0)) {
          __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
          __PYX_ERR(0, 635, __pyx_L1_error)
        }
      }
      #else
      if ((1)); else __PYX_ERR(0, 635, __pyx_L1_error)
      #endif
      break;
    }
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":637
 *             assert(False) # order > 2 not implemented yet...
 * 
 *     return prps             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = __pyx_convert_vector_to_py_std_3a__3a_unordered_map_3c_int_2c___pyx_t_double_complex_3e___(__pyx_v_prps); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 637, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":481
 * 
 * 
 * def prs_as_polynomials(circuit, rho_terms, gate_terms, E_terms, E_indices_py, int numEs, int max_order,             # <<<<<<<<<<<<<<
 *                  int stabilizer_evo):
 *     #NOTE: circuit and gate_terms use *integers* as operation labels, not Label objects, to speed
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_13);
  __Pyx_XDECREF(__pyx_t_15);
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.prs_as_polynomials", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_gl);
  __Pyx_XDECREF(__pyx_v_ii);
  __Pyx_XDECREF(__pyx_v_inds);
  __Pyx_XDECREF(__pyx_v_jj);
  __Pyx_XDECREF(__pyx_v_indx);
  __Pyx_XDECREF(__pyx_v_factor_lists);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":641
 * 
 * 
 * cdef pr_as_poly_innerloop(factor_lists, factor_coeff_lists, vector[int]& Einds,             # <<<<<<<<<<<<<<
 *                           int max_poly_vars, int max_poly_order, int stabilizer_evo,
 *                           vector[ unordered_map[int, complex] ]* prps): #, prps_chk):
*/

static PyObject *__pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_pr_as_poly_innerloop(PyObject *__pyx_v_factor_lists, PyObject *__pyx_v_factor_coeff_lists, std::vector<int>  &__pyx_v_Einds, int __pyx_v_max_poly_vars, int __pyx_v_max_poly_order, int __pyx_v_stabilizer_evo, std::vector<std::unordered_map<int,__pyx_t_double_complex> >  *__pyx_v_prps) {
  int __pyx_v_i;
  int __pyx_v_j;
  int __pyx_v_fastmode;
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_v_result;
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_v_coeff;
  __pyx_t_double_complex __pyx_v_pLeft;
  __pyx_t_double_complex __pyx_v_pRight;
  int __pyx_v_incd;
  int __pyx_v_nFactorLists;
  int *__pyx_v_factorListLens;
  int __pyx_v_last_index;
  int *__pyx_v_b;
  PyObject *__pyx_v_leftSaved = NULL;
  PyObject *__pyx_v_rightSaved = NULL;
  PyObject *__pyx_v_coeffSaved = NULL;
  PyObject *__pyx_v_factor = NULL;
  PyObject *__pyx_v_rhoVecL = NULL;
  PyObject *__pyx_v_rhoVecR = NULL;
  PyObject *__pyx_v_EVec = NULL;
  int __pyx_v_final_factor_indx;
  int __pyx_v_Ei;
  PyObject *__pyx_v_rhoVec = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  int __pyx_t_2;
  int __pyx_t_3;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  int __pyx_t_6;
  long __pyx_t_7;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  PyObject *__pyx_t_10 = NULL;
  size_t __pyx_t_11;
  Py_ssize_t __pyx_t_12;
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_t_13;
  int __pyx_t_14;
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_t_15;
  __pyx_t_double_complex __pyx_t_16;
  PyObject *__pyx_t_17 = NULL;
  PyObject *__pyx_t_18 = NULL;
  PyObject *__pyx_t_19 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("pr_as_poly_innerloop", 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":647
 * 
 *     cdef int i,j
 *     cdef int fastmode = 1 # HARDCODED - but it has been checked that non-fast-mode agrees w/fastmode             # <<<<<<<<<<<<<<
 *     cdef unordered_map[int, complex].iterator it1, it2, itk
 *     cdef unordered_map[int, complex] result, coeff, coeff2, curCoeff
*/
  __pyx_v_fastmode = 1;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":655
 *     cdef int incd
 * 
 *     cdef int nFactorLists = len(factor_lists) # may need to recompute this after fast-mode             # <<<<<<<<<<<<<<
 *     cdef int* factorListLens = <int*>malloc(nFactorLists * sizeof(int))
 *     cdef int last_index = nFactorLists-1
*/
  __pyx_t_1 = PyObject_Length(__pyx_v_factor_lists); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 655, __pyx_L1_error)
  __pyx_v_nFactorLists = __pyx_t_1;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":656
 * 
 *     cdef int nFactorLists = len(factor_lists) # may need to recompute this after fast-mode
 *     cdef int* factorListLens = <int*>malloc(nFactorLists * sizeof(int))             # <<<<<<<<<<<<<<
 *     cdef int last_index = nFactorLists-1
 * 
*/
  __pyx_v_factorListLens = ((int *)malloc((__pyx_v_nFactorLists * (sizeof(int)))));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":657
 *     cdef int nFactorLists = len(factor_lists) # may need to recompute this after fast-mode
 *     cdef int* factorListLens = <int*>malloc(nFactorLists * sizeof(int))
 *     cdef int last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 * 
 *     for i in range(nFactorLists):
*/
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":659
 *     cdef int last_index = nFactorLists-1
 * 
 *     for i in range(nFactorLists):             # <<<<<<<<<<<<<<
 *         factorListLens[i] = len(factor_lists[i])
 *         if factorListLens[i] == 0: return # nothing to loop over!
*/
  __pyx_t_2 = __pyx_v_nFactorLists;
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":660
 * 
 *     for i in range(nFactorLists):
 *         factorListLens[i] = len(factor_lists[i])             # <<<<<<<<<<<<<<
 *         if factorListLens[i] == 0: return # nothing to loop over!
 * 
*/
    __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_factor_lists, __pyx_v_i, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 660, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_1 = PyObject_Length(__pyx_t_5); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 660, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    (__pyx_v_factorListLens[__pyx_v_i]) = __pyx_t_1;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":661
 *     for i in range(nFactorLists):
 *         factorListLens[i] = len(factor_lists[i])
 *         if factorListLens[i] == 0: return # nothing to loop over!             # <<<<<<<<<<<<<<
 * 
 *     cdef int* b = <int*>malloc(nFactorLists * sizeof(int))
*/
    __pyx_t_6 = ((__pyx_v_factorListLens[__pyx_v_i]) == 0);
    if (__pyx_t_6) {
      __Pyx_XDECREF(__pyx_r);
      __pyx_r = Py_None; __Pyx_INCREF(Py_None);
      goto __pyx_L0;
    }
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":663
 *         if factorListLens[i] == 0: return # nothing to loop over!
 * 
 *     cdef int* b = <int*>malloc(nFactorLists * sizeof(int))             # <<<<<<<<<<<<<<
 *     for i in range(nFactorLists): b[i] = 0
 * 
*/
  __pyx_v_b = ((int *)malloc((__pyx_v_nFactorLists * (sizeof(int)))));

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":664
 * 
 *     cdef int* b = <int*>malloc(nFactorLists * sizeof(int))
 *     for i in range(nFactorLists): b[i] = 0             # <<<<<<<<<<<<<<
 * 
 *     #DEBUG
*/
  __pyx_t_2 = __pyx_v_nFactorLists;
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;
    (__pyx_v_b[__pyx_v_i]) = 0;
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":671
 *     #    for i in range(nFactorLists):
 *     #        print factorListLens[i]
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"             # <<<<<<<<<<<<<<
 * 
 *     if fastmode: # filter factor_lists to matrix-compose all length-1 lists
*/
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(__pyx_assertions_enabled())) {
    __pyx_t_6 = (__pyx_v_nFactorLists > 0);
    if (unlikely(!__pyx_t_6)) {
      __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), __pyx_mstate_global->__pyx_kp_u_Number_of_factor_lists_must_be_0, 0, 0);
      __PYX_ERR(0, 671, __pyx_L1_error)
    }
  }
  #else
  if ((1)); else __PYX_ERR(0, 671, __pyx_L1_error)
  #endif

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":673
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
 * 
 *     if fastmode: # filter factor_lists to matrix-compose all length-1 lists             # <<<<<<<<<<<<<<
 * 
 *         leftSaved = [None]*(nFactorLists-1)  # saved[i] is state after i-th
*/
  __pyx_t_6 = (__pyx_v_fastmode != 0);
  if (__pyx_t_6) {

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":675
 *     if fastmode: # filter factor_lists to matrix-compose all length-1 lists
 * 
 *         leftSaved = [None]*(nFactorLists-1)  # saved[i] is state after i-th             # <<<<<<<<<<<<<<
 *         rightSaved = [None]*(nFactorLists-1) # factor has been applied
 *         coeffSaved = [None]*(nFactorLists-1)
*/
    __pyx_t_7 = (__pyx_v_nFactorLists - 1);
    __pyx_t_5 = PyList_New(1 * ((__pyx_t_7<0) ? 0:__pyx_t_7)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 675, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    { Py_ssize_t __pyx_temp;
      for (__pyx_temp=0; __pyx_temp < __pyx_t_7; __pyx_temp++) {
        __Pyx_INCREF(Py_None);
        __Pyx_GIVEREF(Py_None);
        if (__Pyx_PyList_SET_ITEM(__pyx_t_5, __pyx_temp, Py_None) != (0)) __PYX_ERR(0, 675, __pyx_L1_error);
      }
    }
    __pyx_v_leftSaved = ((PyObject*)__pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":676
 * 
 *         leftSaved = [None]*(nFactorLists-1)  # saved[i] is state after i-th
 *         rightSaved = [None]*(nFactorLists-1) # factor has been applied             # <<<<<<<<<<<<<<
 *         coeffSaved = [None]*(nFactorLists-1)
 *         incd = 0
*/
    __pyx_t_7 = (__pyx_v_nFactorLists - 1);
    __pyx_t_5 = PyList_New(1 * ((__pyx_t_7<0) ? 0:__pyx_t_7)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 676, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    { Py_ssize_t __pyx_temp;
      for (__pyx_temp=0; __pyx_temp < __pyx_t_7; __pyx_temp++) {
        __Pyx_INCREF(Py_None);
        __Pyx_GIVEREF(Py_None);
        if (__Pyx_PyList_SET_ITEM(__pyx_t_5, __pyx_temp, Py_None) != (0)) __PYX_ERR(0, 676, __pyx_L1_error);
      }
    }
    __pyx_v_rightSaved = ((PyObject*)__pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":677
 *         leftSaved = [None]*(nFactorLists-1)  # saved[i] is state after i-th
 *         rightSaved = [None]*(nFactorLists-1) # factor has been applied
 *         coeffSaved = [None]*(nFactorLists-1)             # <<<<<<<<<<<<<<
 *         incd = 0
 * 
*/
    __pyx_t_7 = (__pyx_v_nFactorLists - 1);
    __pyx_t_5 = PyList_New(1 * ((__pyx_t_7<0) ? 0:__pyx_t_7)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 677, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    { Py_ssize_t __pyx_temp;
      for (__pyx_temp=0; __pyx_temp < __pyx_t_7; __pyx_temp++) {
        __Pyx_INCREF(Py_None);
        __Pyx_GIVEREF(Py_None);
        if (__Pyx_PyList_SET_ITEM(__pyx_t_5, __pyx_temp, Py_None) != (0)) __PYX_ERR(0, 677, __pyx_L1_error);
      }
    }
    __pyx_v_coeffSaved = ((PyObject*)__pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":678
 *         rightSaved = [None]*(nFactorLists-1) # factor has been applied
 *         coeffSaved = [None]*(nFactorLists-1)
 *         incd = 0             # <<<<<<<<<<<<<<
 * 
 *         #for factors in _itertools.product(*factor_lists):
*/
    __pyx_v_incd = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":682
 *         #for factors in _itertools.product(*factor_lists):
 *         #for incd,fi in incd_product(*[range(len(l)) for l in factor_lists]):
 *         while(True):             # <<<<<<<<<<<<<<
 *             #if debug > 0: # DEBUG
 *             #    debug += 1
*/
    while (1) {

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":689
 *             # In this loop, b holds "current" indices into factor_lists
 * 
 *             if incd == 0: # need to re-evaluate rho vector             # <<<<<<<<<<<<<<
 *                 factor = factor_lists[0][b[0]]
 *                 rhoVecL = factor.pre_ops[0].to_dense()
*/
      __pyx_t_6 = (__pyx_v_incd == 0);
      if (__pyx_t_6) {

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":690
 * 
 *             if incd == 0: # need to re-evaluate rho vector
 *                 factor = factor_lists[0][b[0]]             # <<<<<<<<<<<<<<
 *                 rhoVecL = factor.pre_ops[0].to_dense()
 *                 for j in range(1,len(factor.pre_ops)):
*/
        __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_factor_lists, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 690, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_8 = __Pyx_GetItemInt(__pyx_t_5, (__pyx_v_b[0]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 690, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __Pyx_XDECREF_SET(__pyx_v_factor, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":691
 *             if incd == 0: # need to re-evaluate rho vector
 *                 factor = factor_lists[0][b[0]]
 *                 rhoVecL = factor.pre_ops[0].to_dense()             # <<<<<<<<<<<<<<
 *                 for j in range(1,len(factor.pre_ops)):
 *                     rhoVecL = factor.pre_ops[j].acton(rhoVecL)
*/
        __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 691, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_10 = __Pyx_GetItemInt(__pyx_t_9, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 691, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_t_5 = __pyx_t_10;
        __Pyx_INCREF(__pyx_t_5);
        __pyx_t_11 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_5, NULL};
          __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_to_dense, __pyx_callargs+__pyx_t_11, (1-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 691, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
        }
        __Pyx_XDECREF_SET(__pyx_v_rhoVecL, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":692
 *                 factor = factor_lists[0][b[0]]
 *                 rhoVecL = factor.pre_ops[0].to_dense()
 *                 for j in range(1,len(factor.pre_ops)):             # <<<<<<<<<<<<<<
 *                     rhoVecL = factor.pre_ops[j].acton(rhoVecL)
 *                 leftSaved[0] = rhoVecL
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 692, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_1 = PyObject_Length(__pyx_t_8); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 692, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_12 = __pyx_t_1;
        for (__pyx_t_2 = 1; __pyx_t_2 < __pyx_t_12; __pyx_t_2+=1) {
          __pyx_v_j = __pyx_t_2;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":693
 *                 rhoVecL = factor.pre_ops[0].to_dense()
 *                 for j in range(1,len(factor.pre_ops)):
 *                     rhoVecL = factor.pre_ops[j].acton(rhoVecL)             # <<<<<<<<<<<<<<
 *                 leftSaved[0] = rhoVecL
 * 
*/
          __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 693, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_5, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 693, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __pyx_t_10 = __pyx_t_9;
          __Pyx_INCREF(__pyx_t_10);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_10, __pyx_v_rhoVecL};
            __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
            __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
            if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 693, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_8);
          }
          __Pyx_DECREF_SET(__pyx_v_rhoVecL, __pyx_t_8);
          __pyx_t_8 = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":694
 *                 for j in range(1,len(factor.pre_ops)):
 *                     rhoVecL = factor.pre_ops[j].acton(rhoVecL)
 *                 leftSaved[0] = rhoVecL             # <<<<<<<<<<<<<<
 * 
 *                 rhoVecR = factor.post_ops[0].to_dense()
*/
        if (unlikely((__Pyx_SetItemInt(__pyx_v_leftSaved, 0, __pyx_v_rhoVecL, long, 1, __Pyx_PyLong_From_long, 1, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 694, __pyx_L1_error)

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":696
 *                 leftSaved[0] = rhoVecL
 * 
 *                 rhoVecR = factor.post_ops[0].to_dense()             # <<<<<<<<<<<<<<
 *                 for j in range(1,len(factor.post_ops)):
 *                     rhoVecR = factor.post_ops[j].acton(rhoVecR)
*/
        __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 696, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_10, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 696, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_t_9 = __pyx_t_5;
        __Pyx_INCREF(__pyx_t_9);
        __pyx_t_11 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_9, NULL};
          __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_to_dense, __pyx_callargs+__pyx_t_11, (1-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 696, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
        }
        __Pyx_XDECREF_SET(__pyx_v_rhoVecR, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":697
 * 
 *                 rhoVecR = factor.post_ops[0].to_dense()
 *                 for j in range(1,len(factor.post_ops)):             # <<<<<<<<<<<<<<
 *                     rhoVecR = factor.post_ops[j].acton(rhoVecR)
 *                 rightSaved[0] = rhoVecR
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 697, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_1 = PyObject_Length(__pyx_t_8); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 697, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_12 = __pyx_t_1;
        for (__pyx_t_2 = 1; __pyx_t_2 < __pyx_t_12; __pyx_t_2+=1) {
          __pyx_v_j = __pyx_t_2;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":698
 *                 rhoVecR = factor.post_ops[0].to_dense()
 *                 for j in range(1,len(factor.post_ops)):
 *                     rhoVecR = factor.post_ops[j].acton(rhoVecR)             # <<<<<<<<<<<<<<
 *                 rightSaved[0] = rhoVecR
 * 
*/
          __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 698, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          __pyx_t_10 = __Pyx_GetItemInt(__pyx_t_9, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 698, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
          __pyx_t_5 = __pyx_t_10;
          __Pyx_INCREF(__pyx_t_5);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_v_rhoVecR};
            __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
            __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
            if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 698, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_8);
          }
          __Pyx_DECREF_SET(__pyx_v_rhoVecR, __pyx_t_8);
          __pyx_t_8 = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":699
 *                 for j in range(1,len(factor.post_ops)):
 *                     rhoVecR = factor.post_ops[j].acton(rhoVecR)
 *                 rightSaved[0] = rhoVecR             # <<<<<<<<<<<<<<
 * 
 *                 coeff = factor_coeff_lists[0][b[0]]
*/
        if (unlikely((__Pyx_SetItemInt(__pyx_v_rightSaved, 0, __pyx_v_rhoVecR, long, 1, __Pyx_PyLong_From_long, 1, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 699, __pyx_L1_error)

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":701
 *                 rightSaved[0] = rhoVecR
 * 
 *                 coeff = factor_coeff_lists[0][b[0]]             # <<<<<<<<<<<<<<
 *                 coeffSaved[0] = coeff
 *                 incd += 1
*/
        __pyx_t_8 = __Pyx_GetItemInt(__pyx_v_factor_coeff_lists, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 701, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_10 = __Pyx_GetItemInt(__pyx_t_8, (__pyx_v_b[0]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 701, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_13 = __pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex(__pyx_t_10); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 701, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_v_coeff = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_13);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":702
 * 
 *                 coeff = factor_coeff_lists[0][b[0]]
 *                 coeffSaved[0] = coeff             # <<<<<<<<<<<<<<
 *                 incd += 1
 *             else:
*/
        __pyx_t_10 = __pyx_convert_unordered_map_to_py_int______pyx_t_double_complex(__pyx_v_coeff); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 702, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        if (unlikely((__Pyx_SetItemInt(__pyx_v_coeffSaved, 0, __pyx_t_10, long, 1, __Pyx_PyLong_From_long, 1, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 702, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":703
 *                 coeff = factor_coeff_lists[0][b[0]]
 *                 coeffSaved[0] = coeff
 *                 incd += 1             # <<<<<<<<<<<<<<
 *             else:
 *                 rhoVecL = leftSaved[incd-1]
*/
        __pyx_v_incd = (__pyx_v_incd + 1);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":689
 *             # In this loop, b holds "current" indices into factor_lists
 * 
 *             if incd == 0: # need to re-evaluate rho vector             # <<<<<<<<<<<<<<
 *                 factor = factor_lists[0][b[0]]
 *                 rhoVecL = factor.pre_ops[0].to_dense()
*/
        goto __pyx_L11;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":705
 *                 incd += 1
 *             else:
 *                 rhoVecL = leftSaved[incd-1]             # <<<<<<<<<<<<<<
 *                 rhoVecR = rightSaved[incd-1]
 *                 coeff = coeffSaved[incd-1]
*/
      /*else*/ {
        __pyx_t_7 = (__pyx_v_incd - 1);
        __pyx_t_10 = __Pyx_GetItemInt_List(__pyx_v_leftSaved, __pyx_t_7, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 705, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_XDECREF_SET(__pyx_v_rhoVecL, __pyx_t_10);
        __pyx_t_10 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":706
 *             else:
 *                 rhoVecL = leftSaved[incd-1]
 *                 rhoVecR = rightSaved[incd-1]             # <<<<<<<<<<<<<<
 *                 coeff = coeffSaved[incd-1]
 * 
*/
        __pyx_t_7 = (__pyx_v_incd - 1);
        __pyx_t_10 = __Pyx_GetItemInt_List(__pyx_v_rightSaved, __pyx_t_7, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 706, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_XDECREF_SET(__pyx_v_rhoVecR, __pyx_t_10);
        __pyx_t_10 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":707
 *                 rhoVecL = leftSaved[incd-1]
 *                 rhoVecR = rightSaved[incd-1]
 *                 coeff = coeffSaved[incd-1]             # <<<<<<<<<<<<<<
 * 
 *             # propagate left and right states, saving as we go
*/
        __pyx_t_7 = (__pyx_v_incd - 1);
        __pyx_t_10 = __Pyx_GetItemInt_List(__pyx_v_coeffSaved, __pyx_t_7, long, 1, __Pyx_PyLong_From_long, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 707, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_13 = __pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex(__pyx_t_10); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 707, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_v_coeff = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_13);
      }
      __pyx_L11:;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":710
 * 
 *             # propagate left and right states, saving as we go
 *             for i in range(incd,last_index):             # <<<<<<<<<<<<<<
 *                 factor = factor_lists[i][b[i]]
 *                 for j in range(len(factor.pre_ops)):
*/
      __pyx_t_2 = __pyx_v_last_index;
      __pyx_t_3 = __pyx_t_2;
      for (__pyx_t_4 = __pyx_v_incd; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
        __pyx_v_i = __pyx_t_4;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":711
 *             # propagate left and right states, saving as we go
 *             for i in range(incd,last_index):
 *                 factor = factor_lists[i][b[i]]             # <<<<<<<<<<<<<<
 *                 for j in range(len(factor.pre_ops)):
 *                     rhoVecL = factor.pre_ops[j].acton(rhoVecL)
*/
        __pyx_t_10 = __Pyx_GetItemInt(__pyx_v_factor_lists, __pyx_v_i, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 711, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_8 = __Pyx_GetItemInt(__pyx_t_10, (__pyx_v_b[__pyx_v_i]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 711, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __Pyx_XDECREF_SET(__pyx_v_factor, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":712
 *             for i in range(incd,last_index):
 *                 factor = factor_lists[i][b[i]]
 *                 for j in range(len(factor.pre_ops)):             # <<<<<<<<<<<<<<
 *                     rhoVecL = factor.pre_ops[j].acton(rhoVecL)
 *                 leftSaved[i] = rhoVecL
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 712, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_1 = PyObject_Length(__pyx_t_8); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 712, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_12 = __pyx_t_1;
        for (__pyx_t_14 = 0; __pyx_t_14 < __pyx_t_12; __pyx_t_14+=1) {
          __pyx_v_j = __pyx_t_14;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":713
 *                 factor = factor_lists[i][b[i]]
 *                 for j in range(len(factor.pre_ops)):
 *                     rhoVecL = factor.pre_ops[j].acton(rhoVecL)             # <<<<<<<<<<<<<<
 *                 leftSaved[i] = rhoVecL
 * 
*/
          __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 713, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_5, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 713, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __pyx_t_10 = __pyx_t_9;
          __Pyx_INCREF(__pyx_t_10);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_10, __pyx_v_rhoVecL};
            __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
            __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
            if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 713, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_8);
          }
          __Pyx_DECREF_SET(__pyx_v_rhoVecL, __pyx_t_8);
          __pyx_t_8 = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":714
 *                 for j in range(len(factor.pre_ops)):
 *                     rhoVecL = factor.pre_ops[j].acton(rhoVecL)
 *                 leftSaved[i] = rhoVecL             # <<<<<<<<<<<<<<
 * 
 *                 for j in range(len(factor.post_ops)):
*/
        if (unlikely((__Pyx_SetItemInt(__pyx_v_leftSaved, __pyx_v_i, __pyx_v_rhoVecL, int, 1, __Pyx_PyLong_From_int, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 714, __pyx_L1_error)

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":716
 *                 leftSaved[i] = rhoVecL
 * 
 *                 for j in range(len(factor.post_ops)):             # <<<<<<<<<<<<<<
 *                     rhoVecR = factor.post_ops[j].acton(rhoVecR)
 *                 rightSaved[i] = rhoVecR
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 716, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_1 = PyObject_Length(__pyx_t_8); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 716, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_12 = __pyx_t_1;
        for (__pyx_t_14 = 0; __pyx_t_14 < __pyx_t_12; __pyx_t_14+=1) {
          __pyx_v_j = __pyx_t_14;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":717
 * 
 *                 for j in range(len(factor.post_ops)):
 *                     rhoVecR = factor.post_ops[j].acton(rhoVecR)             # <<<<<<<<<<<<<<
 *                 rightSaved[i] = rhoVecR
 * 
*/
          __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 717, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_10, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 717, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          __pyx_t_9 = __pyx_t_5;
          __Pyx_INCREF(__pyx_t_9);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_v_rhoVecR};
            __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
            __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
            if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 717, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_8);
          }
          __Pyx_DECREF_SET(__pyx_v_rhoVecR, __pyx_t_8);
          __pyx_t_8 = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":718
 *                 for j in range(len(factor.post_ops)):
 *                     rhoVecR = factor.post_ops[j].acton(rhoVecR)
 *                 rightSaved[i] = rhoVecR             # <<<<<<<<<<<<<<
 * 
 *                 coeff = mult_polynomials(coeff, factor_coeff_lists[i][b[i]],
*/
        if (unlikely((__Pyx_SetItemInt(__pyx_v_rightSaved, __pyx_v_i, __pyx_v_rhoVecR, int, 1, __Pyx_PyLong_From_int, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 718, __pyx_L1_error)

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":720
 *                 rightSaved[i] = rhoVecR
 * 
 *                 coeff = mult_polynomials(coeff, factor_coeff_lists[i][b[i]],             # <<<<<<<<<<<<<<
 *                                    max_poly_vars, max_poly_order)
 *                 coeffSaved[i] = coeff
*/
        __pyx_t_8 = __Pyx_GetItemInt(__pyx_v_factor_coeff_lists, __pyx_v_i, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 720, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_8, (__pyx_v_b[__pyx_v_i]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 720, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_13 = __pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex(__pyx_t_5); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 720, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":721
 * 
 *                 coeff = mult_polynomials(coeff, factor_coeff_lists[i][b[i]],
 *                                    max_poly_vars, max_poly_order)             # <<<<<<<<<<<<<<
 *                 coeffSaved[i] = coeff
 * 
*/
        __pyx_t_15 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_mult_polynomials(__pyx_v_coeff, __pyx_t_13, __pyx_v_max_poly_vars, __pyx_v_max_poly_order); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 720, __pyx_L1_error)
        __pyx_v_coeff = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_15);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":722
 *                 coeff = mult_polynomials(coeff, factor_coeff_lists[i][b[i]],
 *                                    max_poly_vars, max_poly_order)
 *                 coeffSaved[i] = coeff             # <<<<<<<<<<<<<<
 * 
 *             # for the last index, no need to save, and need to construct
*/
        __pyx_t_5 = __pyx_convert_unordered_map_to_py_int______pyx_t_double_complex(__pyx_v_coeff); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 722, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        if (unlikely((__Pyx_SetItemInt(__pyx_v_coeffSaved, __pyx_v_i, __pyx_t_5, int, 1, __Pyx_PyLong_From_int, 1, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 722, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":726
 *             # for the last index, no need to save, and need to construct
 *             # and apply effect vector
 *             if stabilizer_evo == 0:             # <<<<<<<<<<<<<<
 *                 factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
 *                 EVec = factor.post_ops[0].to_dense() # TODO USE scratch here
*/
      __pyx_t_6 = (__pyx_v_stabilizer_evo == 0);
      if (__pyx_t_6) {

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":727
 *             # and apply effect vector
 *             if stabilizer_evo == 0:
 *                 factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 *                 EVec = factor.post_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.post_ops)): # evaluate effect term to arrive at final EVec
*/
        __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_factor_lists, __pyx_v_last_index, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 727, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_8 = __Pyx_GetItemInt(__pyx_t_5, (__pyx_v_b[__pyx_v_last_index]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 727, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __Pyx_XDECREF_SET(__pyx_v_factor, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":728
 *             if stabilizer_evo == 0:
 *                 factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
 *                 EVec = factor.post_ops[0].to_dense() # TODO USE scratch here             # <<<<<<<<<<<<<<
 *                 for j in range(1,len(factor.post_ops)): # evaluate effect term to arrive at final EVec
 *                     EVec = factor.post_ops[j].acton(EVec)
*/
        __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 728, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_10 = __Pyx_GetItemInt(__pyx_t_9, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 728, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_t_5 = __pyx_t_10;
        __Pyx_INCREF(__pyx_t_5);
        __pyx_t_11 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_5, NULL};
          __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_to_dense, __pyx_callargs+__pyx_t_11, (1-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 728, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
        }
        __Pyx_XDECREF_SET(__pyx_v_EVec, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":729
 *                 factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
 *                 EVec = factor.post_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.post_ops)): # evaluate effect term to arrive at final EVec             # <<<<<<<<<<<<<<
 *                     EVec = factor.post_ops[j].acton(EVec)
 *                 pLeft = np.vdot(EVec,rhoVecL) # complex amplitudes, *not* real probabilities
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 729, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_1 = PyObject_Length(__pyx_t_8); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 729, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_12 = __pyx_t_1;
        for (__pyx_t_2 = 1; __pyx_t_2 < __pyx_t_12; __pyx_t_2+=1) {
          __pyx_v_j = __pyx_t_2;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":730
 *                 EVec = factor.post_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.post_ops)): # evaluate effect term to arrive at final EVec
 *                     EVec = factor.post_ops[j].acton(EVec)             # <<<<<<<<<<<<<<
 *                 pLeft = np.vdot(EVec,rhoVecL) # complex amplitudes, *not* real probabilities
 * 
*/
          __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 730, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_5, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 730, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __pyx_t_10 = __pyx_t_9;
          __Pyx_INCREF(__pyx_t_10);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_10, __pyx_v_EVec};
            __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
            __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
            if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 730, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_8);
          }
          __Pyx_DECREF_SET(__pyx_v_EVec, __pyx_t_8);
          __pyx_t_8 = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":731
 *                 for j in range(1,len(factor.post_ops)): # evaluate effect term to arrive at final EVec
 *                     EVec = factor.post_ops[j].acton(EVec)
 *                 pLeft = np.vdot(EVec,rhoVecL) # complex amplitudes, *not* real probabilities             # <<<<<<<<<<<<<<
 * 
 *                 EVec = factor.pre_ops[0].to_dense() # TODO USE scratch here
*/
        __pyx_t_9 = NULL;
        __Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 731, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_mstate_global->__pyx_n_u_vdot); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 731, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_t_11 = 1;
        #if CYTHON_UNPACK_METHODS
        if (unlikely(PyMethod_Check(__pyx_t_5))) {
          __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_5);
          assert(__pyx_t_9);
          PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_5);
          __Pyx_INCREF(__pyx_t_9);
          __Pyx_INCREF(__pyx__function);
          __Pyx_DECREF_SET(__pyx_t_5, __pyx__function);
          __pyx_t_11 = 0;
        }
        #endif
        {
          PyObject *__pyx_callargs[3] = {__pyx_t_9, __pyx_v_EVec, __pyx_v_rhoVecL};
          __pyx_t_8 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_5, __pyx_callargs+__pyx_t_11, (3-__pyx_t_11) | (__pyx_t_11*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 731, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
        }
        __pyx_t_16 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_t_8); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 731, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_v_pLeft = __pyx_t_16;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":733
 *                 pLeft = np.vdot(EVec,rhoVecL) # complex amplitudes, *not* real probabilities
 * 
 *                 EVec = factor.pre_ops[0].to_dense() # TODO USE scratch here             # <<<<<<<<<<<<<<
 *                 for j in range(1,len(factor.pre_ops)): # evaluate effect term to arrive at final EVec
 *                     EVec = factor.pre_ops[j].acton(EVec)
*/
        __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 733, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_10 = __Pyx_GetItemInt(__pyx_t_9, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 733, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_t_5 = __pyx_t_10;
        __Pyx_INCREF(__pyx_t_5);
        __pyx_t_11 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_5, NULL};
          __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_to_dense, __pyx_callargs+__pyx_t_11, (1-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 733, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
        }
        __Pyx_DECREF_SET(__pyx_v_EVec, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":734
 * 
 *                 EVec = factor.pre_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.pre_ops)): # evaluate effect term to arrive at final EVec             # <<<<<<<<<<<<<<
 *                     EVec = factor.pre_ops[j].acton(EVec)
 *                 pRight = np.conjugate(np.vdot(EVec,rhoVecR)) # complex amplitudes, *not* real probabilities
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 734, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_1 = PyObject_Length(__pyx_t_8); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 734, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_12 = __pyx_t_1;
        for (__pyx_t_2 = 1; __pyx_t_2 < __pyx_t_12; __pyx_t_2+=1) {
          __pyx_v_j = __pyx_t_2;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":735
 *                 EVec = factor.pre_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.pre_ops)): # evaluate effect term to arrive at final EVec
 *                     EVec = factor.pre_ops[j].acton(EVec)             # <<<<<<<<<<<<<<
 *                 pRight = np.conjugate(np.vdot(EVec,rhoVecR)) # complex amplitudes, *not* real probabilities
 *             else: # CLIFFORD - can't propagate effects, but can act w/adjoint of post_ops in reverse order...
*/
          __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 735, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_5, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 735, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __pyx_t_10 = __pyx_t_9;
          __Pyx_INCREF(__pyx_t_10);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_10, __pyx_v_EVec};
            __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
            __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
            if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 735, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_8);
          }
          __Pyx_DECREF_SET(__pyx_v_EVec, __pyx_t_8);
          __pyx_t_8 = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":736
 *                 for j in range(1,len(factor.pre_ops)): # evaluate effect term to arrive at final EVec
 *                     EVec = factor.pre_ops[j].acton(EVec)
 *                 pRight = np.conjugate(np.vdot(EVec,rhoVecR)) # complex amplitudes, *not* real probabilities             # <<<<<<<<<<<<<<
 *             else: # CLIFFORD - can't propagate effects, but can act w/adjoint of post_ops in reverse order...
 *                 factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
*/
        __pyx_t_9 = NULL;
        __Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 736, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_mstate_global->__pyx_n_u_conjugate); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 736, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_t_17 = NULL;
        __Pyx_GetModuleGlobalName(__pyx_t_18, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 736, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_18);
        __pyx_t_19 = __Pyx_PyObject_GetAttrStr(__pyx_t_18, __pyx_mstate_global->__pyx_n_u_vdot); if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 736, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_19);
        __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
        __pyx_t_11 = 1;
        #if CYTHON_UNPACK_METHODS
        if (unlikely(PyMethod_Check(__pyx_t_19))) {
          __pyx_t_17 = PyMethod_GET_SELF(__pyx_t_19);
          assert(__pyx_t_17);
          PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_19);
          __Pyx_INCREF(__pyx_t_17);
          __Pyx_INCREF(__pyx__function);
          __Pyx_DECREF_SET(__pyx_t_19, __pyx__function);
          __pyx_t_11 = 0;
        }
        #endif
        {
          PyObject *__pyx_callargs[3] = {__pyx_t_17, __pyx_v_EVec, __pyx_v_rhoVecR};
          __pyx_t_10 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_19, __pyx_callargs+__pyx_t_11, (3-__pyx_t_11) | (__pyx_t_11*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_17); __pyx_t_17 = 0;
          __Pyx_DECREF(__pyx_t_19); __pyx_t_19 = 0;
          if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 736, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
        }
        __pyx_t_11 = 1;
        #if CYTHON_UNPACK_METHODS
        if (unlikely(PyMethod_Check(__pyx_t_5))) {
          __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_5);
          assert(__pyx_t_9);
          PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_5);
          __Pyx_INCREF(__pyx_t_9);
          __Pyx_INCREF(__pyx__function);
          __Pyx_DECREF_SET(__pyx_t_5, __pyx__function);
          __pyx_t_11 = 0;
        }
        #endif
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_t_10};
          __pyx_t_8 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_5, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (__pyx_t_11*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 736, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
        }
        __pyx_t_16 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_t_8); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 736, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_v_pRight = __pyx_t_16;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":726
 *             # for the last index, no need to save, and need to construct
 *             # and apply effect vector
 *             if stabilizer_evo == 0:             # <<<<<<<<<<<<<<
 *                 factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
 *                 EVec = factor.post_ops[0].to_dense() # TODO USE scratch here
*/
        goto __pyx_L22;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":738
 *                 pRight = np.conjugate(np.vdot(EVec,rhoVecR)) # complex amplitudes, *not* real probabilities
 *             else: # CLIFFORD - can't propagate effects, but can act w/adjoint of post_ops in reverse order...
 *                 factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 *                 EVec = factor.post_ops[0]
 *                 for j in range(len(factor.post_ops)-1,0,-1): # (reversed)
*/
      /*else*/ {
        __pyx_t_8 = __Pyx_GetItemInt(__pyx_v_factor_lists, __pyx_v_last_index, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 738, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_8, (__pyx_v_b[__pyx_v_last_index]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 738, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __Pyx_XDECREF_SET(__pyx_v_factor, __pyx_t_5);
        __pyx_t_5 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":739
 *             else: # CLIFFORD - can't propagate effects, but can act w/adjoint of post_ops in reverse order...
 *                 factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
 *                 EVec = factor.post_ops[0]             # <<<<<<<<<<<<<<
 *                 for j in range(len(factor.post_ops)-1,0,-1): # (reversed)
 *                     rhoVecL = factor.post_ops[j].adjoint_acton(rhoVecL)
*/
        __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 739, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_8 = __Pyx_GetItemInt(__pyx_t_5, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 739, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __Pyx_XDECREF_SET(__pyx_v_EVec, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":740
 *                 factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
 *                 EVec = factor.post_ops[0]
 *                 for j in range(len(factor.post_ops)-1,0,-1): # (reversed)             # <<<<<<<<<<<<<<
 *                     rhoVecL = factor.post_ops[j].adjoint_acton(rhoVecL)
 *                 #OLD: p = stabilizer_measurement_prob(rhoVecL, EVec.outcomes)
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 740, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_1 = PyObject_Length(__pyx_t_8); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 740, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        for (__pyx_t_2 = (__pyx_t_1 - 1); __pyx_t_2 > 0; __pyx_t_2-=1) {
          __pyx_v_j = __pyx_t_2;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":741
 *                 EVec = factor.post_ops[0]
 *                 for j in range(len(factor.post_ops)-1,0,-1): # (reversed)
 *                     rhoVecL = factor.post_ops[j].adjoint_acton(rhoVecL)             # <<<<<<<<<<<<<<
 *                 #OLD: p = stabilizer_measurement_prob(rhoVecL, EVec.outcomes)
 *                 #OLD: pLeft = np.sqrt(p) # sqrt b/c pLeft is just *amplitude*
*/
          __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 741, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_10, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 741, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          __pyx_t_5 = __pyx_t_9;
          __Pyx_INCREF(__pyx_t_5);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_v_rhoVecL};
            __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_adjoint_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
            __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
            if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 741, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_8);
          }
          __Pyx_DECREF_SET(__pyx_v_rhoVecL, __pyx_t_8);
          __pyx_t_8 = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":744
 *                 #OLD: p = stabilizer_measurement_prob(rhoVecL, EVec.outcomes)
 *                 #OLD: pLeft = np.sqrt(p) # sqrt b/c pLeft is just *amplitude*
 *                 pLeft = rhoVecL.extract_amplitude(EVec.outcomes)             # <<<<<<<<<<<<<<
 * 
 *                 EVec = factor.pre_ops[0]
*/
        __pyx_t_9 = __pyx_v_rhoVecL;
        __Pyx_INCREF(__pyx_t_9);
        __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_EVec, __pyx_mstate_global->__pyx_n_u_outcomes); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 744, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_11 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_t_5};
          __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_extract_amplitude, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 744, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
        }
        __pyx_t_16 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_t_8); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 744, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_v_pLeft = __pyx_t_16;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":746
 *                 pLeft = rhoVecL.extract_amplitude(EVec.outcomes)
 * 
 *                 EVec = factor.pre_ops[0]             # <<<<<<<<<<<<<<
 *                 for j in range(len(factor.pre_ops)-1,0,-1): # (reversed)
 *                     rhoVecR = factor.pre_ops[j].adjoint_acton(rhoVecR)
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 746, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_8, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 746, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __Pyx_DECREF_SET(__pyx_v_EVec, __pyx_t_5);
        __pyx_t_5 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":747
 * 
 *                 EVec = factor.pre_ops[0]
 *                 for j in range(len(factor.pre_ops)-1,0,-1): # (reversed)             # <<<<<<<<<<<<<<
 *                     rhoVecR = factor.pre_ops[j].adjoint_acton(rhoVecR)
 *                 #OLD: p = stabilizer_measurement_prob(rhoVecR, EVec.outcomes)
*/
        __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 747, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_1 = PyObject_Length(__pyx_t_5); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 747, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        for (__pyx_t_2 = (__pyx_t_1 - 1); __pyx_t_2 > 0; __pyx_t_2-=1) {
          __pyx_v_j = __pyx_t_2;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":748
 *                 EVec = factor.pre_ops[0]
 *                 for j in range(len(factor.pre_ops)-1,0,-1): # (reversed)
 *                     rhoVecR = factor.pre_ops[j].adjoint_acton(rhoVecR)             # <<<<<<<<<<<<<<
 *                 #OLD: p = stabilizer_measurement_prob(rhoVecR, EVec.outcomes)
 *                 #OLD: pRight = np.sqrt(p) # sqrt b/c pRight is just *amplitude*
*/
          __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 748, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          __pyx_t_10 = __Pyx_GetItemInt(__pyx_t_9, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 748, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
          __pyx_t_8 = __pyx_t_10;
          __Pyx_INCREF(__pyx_t_8);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_8, __pyx_v_rhoVecR};
            __pyx_t_5 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_adjoint_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
            __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
            if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 748, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_5);
          }
          __Pyx_DECREF_SET(__pyx_v_rhoVecR, __pyx_t_5);
          __pyx_t_5 = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":751
 *                 #OLD: p = stabilizer_measurement_prob(rhoVecR, EVec.outcomes)
 *                 #OLD: pRight = np.sqrt(p) # sqrt b/c pRight is just *amplitude*
 *                 pRight = np.conjugate(rhoVecR.extract_amplitude(EVec.outcomes))             # <<<<<<<<<<<<<<
 * 
 *             result = mult_polynomials(coeff, factor_coeff_lists[last_index][b[last_index]],
*/
        __pyx_t_10 = NULL;
        __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 751, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_mstate_global->__pyx_n_u_conjugate); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 751, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_19 = __pyx_v_rhoVecR;
        __Pyx_INCREF(__pyx_t_19);
        __pyx_t_17 = __Pyx_PyObject_GetAttrStr(__pyx_v_EVec, __pyx_mstate_global->__pyx_n_u_outcomes); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 751, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_17);
        __pyx_t_11 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_19, __pyx_t_17};
          __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_extract_amplitude, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_19); __pyx_t_19 = 0;
          __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
          if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 751, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
        }
        __pyx_t_11 = 1;
        #if CYTHON_UNPACK_METHODS
        if (unlikely(PyMethod_Check(__pyx_t_9))) {
          __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_9);
          assert(__pyx_t_10);
          PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_9);
          __Pyx_INCREF(__pyx_t_10);
          __Pyx_INCREF(__pyx__function);
          __Pyx_DECREF_SET(__pyx_t_9, __pyx__function);
          __pyx_t_11 = 0;
        }
        #endif
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_10, __pyx_t_8};
          __pyx_t_5 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_9, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (__pyx_t_11*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
          __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
          if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 751, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
        }
        __pyx_t_16 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_t_5); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 751, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __pyx_v_pRight = __pyx_t_16;
      }
      __pyx_L22:;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":753
 *                 pRight = np.conjugate(rhoVecR.extract_amplitude(EVec.outcomes))
 * 
 *             result = mult_polynomials(coeff, factor_coeff_lists[last_index][b[last_index]],             # <<<<<<<<<<<<<<
 *                                max_poly_vars, max_poly_order)
 *             scale_poly(result, (pLeft * pRight) )
*/
      __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_factor_coeff_lists, __pyx_v_last_index, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 753, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_5, (__pyx_v_b[__pyx_v_last_index]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 753, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __pyx_t_15 = __pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex(__pyx_t_9); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 753, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":754
 * 
 *             result = mult_polynomials(coeff, factor_coeff_lists[last_index][b[last_index]],
 *                                max_poly_vars, max_poly_order)             # <<<<<<<<<<<<<<
 *             scale_poly(result, (pLeft * pRight) )
 *             final_factor_indx = b[last_index]
*/
      __pyx_t_13 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_mult_polynomials(__pyx_v_coeff, __pyx_t_15, __pyx_v_max_poly_vars, __pyx_v_max_poly_order); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 753, __pyx_L1_error)
      __pyx_v_result = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_13);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":755
 *             result = mult_polynomials(coeff, factor_coeff_lists[last_index][b[last_index]],
 *                                max_poly_vars, max_poly_order)
 *             scale_poly(result, (pLeft * pRight) )             # <<<<<<<<<<<<<<
 *             final_factor_indx = b[last_index]
 *             Ei = Einds[final_factor_indx] #final "factor" index == E-vector index
*/
      __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_scale_poly(__pyx_v_result, __Pyx_c_prod_double(__pyx_v_pLeft, __pyx_v_pRight)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 755, __pyx_L1_error)

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":756
 *                                max_poly_vars, max_poly_order)
 *             scale_poly(result, (pLeft * pRight) )
 *             final_factor_indx = b[last_index]             # <<<<<<<<<<<<<<
 *             Ei = Einds[final_factor_indx] #final "factor" index == E-vector index
 *             add_polynomials_inplace(deref(prps)[Ei], result)
*/
      __pyx_v_final_factor_indx = (__pyx_v_b[__pyx_v_last_index]);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":757
 *             scale_poly(result, (pLeft * pRight) )
 *             final_factor_indx = b[last_index]
 *             Ei = Einds[final_factor_indx] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *             add_polynomials_inplace(deref(prps)[Ei], result)
 * 
*/
      __pyx_v_Ei = (__pyx_v_Einds[__pyx_v_final_factor_indx]);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":758
 *             final_factor_indx = b[last_index]
 *             Ei = Einds[final_factor_indx] #final "factor" index == E-vector index
 *             add_polynomials_inplace(deref(prps)[Ei], result)             # <<<<<<<<<<<<<<
 * 
 *             #assert(debug < 100) #DEBUG
*/
      __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_add_polynomials_inplace(((*__pyx_v_prps)[__pyx_v_Ei]), __pyx_v_result); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 758, __pyx_L1_error)

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":763
 * 
 *             #increment b ~ itertools.product & update vec_index_noop = _np.dot(self.multipliers, b)
 *             for i in range(nFactorLists-1,-1,-1):             # <<<<<<<<<<<<<<
 *                 if b[i]+1 < factorListLens[i]:
 *                     b[i] += 1; incd = i
*/
      for (__pyx_t_2 = (__pyx_v_nFactorLists - 1); __pyx_t_2 > -1; __pyx_t_2-=1) {
        __pyx_v_i = __pyx_t_2;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":764
 *             #increment b ~ itertools.product & update vec_index_noop = _np.dot(self.multipliers, b)
 *             for i in range(nFactorLists-1,-1,-1):
 *                 if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                     b[i] += 1; incd = i
 *                     break
*/
        __pyx_t_6 = (((__pyx_v_b[__pyx_v_i]) + 1) < (__pyx_v_factorListLens[__pyx_v_i]));
        if (__pyx_t_6) {

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":765
 *             for i in range(nFactorLists-1,-1,-1):
 *                 if b[i]+1 < factorListLens[i]:
 *                     b[i] += 1; incd = i             # <<<<<<<<<<<<<<
 *                     break
 *                 else:
*/
          __pyx_t_3 = __pyx_v_i;
          (__pyx_v_b[__pyx_t_3]) = ((__pyx_v_b[__pyx_t_3]) + 1);
          __pyx_v_incd = __pyx_v_i;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":766
 *                 if b[i]+1 < factorListLens[i]:
 *                     b[i] += 1; incd = i
 *                     break             # <<<<<<<<<<<<<<
 *                 else:
 *                     b[i] = 0
*/
          goto __pyx_L32_break;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":764
 *             #increment b ~ itertools.product & update vec_index_noop = _np.dot(self.multipliers, b)
 *             for i in range(nFactorLists-1,-1,-1):
 *                 if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                     b[i] += 1; incd = i
 *                     break
*/
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":768
 *                     break
 *                 else:
 *                     b[i] = 0             # <<<<<<<<<<<<<<
 *             else:
 *                 break # can't increment anything - break while(True) loop
*/
        /*else*/ {
          (__pyx_v_b[__pyx_v_i]) = 0;
        }
      }
      /*else*/ {

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":770
 *                     b[i] = 0
 *             else:
 *                 break # can't increment anything - break while(True) loop             # <<<<<<<<<<<<<<
 * 
 * 
*/
        goto __pyx_L10_break;
      }
      __pyx_L32_break:;
    }
    __pyx_L10_break:;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":673
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
 * 
 *     if fastmode: # filter factor_lists to matrix-compose all length-1 lists             # <<<<<<<<<<<<<<
 * 
 *         leftSaved = [None]*(nFactorLists-1)  # saved[i] is state after i-th
*/
    goto __pyx_L8;
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":775
 *     else: # "slow" mode
 *         #for factors in _itertools.product(*factor_lists):
 *         while(True):             # <<<<<<<<<<<<<<
 *             # In this loop, b holds "current" indices into factor_lists
 * 
*/
  /*else*/ {
    while (1) {

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":786
 *             #    coeff = unordered_map[int,complex](); coeff[0] = 1.0
 *             #else:
 *             coeff = factor_coeff_lists[0][b[0]] # an unordered_map (copies to new "coeff" variable)             # <<<<<<<<<<<<<<
 * 
 *             # CHECK POLY MATH
*/
      __pyx_t_9 = __Pyx_GetItemInt(__pyx_v_factor_coeff_lists, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 786, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_9, (__pyx_v_b[0]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 786, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_t_13 = __pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex(__pyx_t_5); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 786, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __pyx_v_coeff = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_13);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":793
 *             #checkpolys(coeff, coeff_check)
 * 
 *             for i in range(1,nFactorLists):             # <<<<<<<<<<<<<<
 *                 coeff = mult_polynomials(coeff, factor_coeff_lists[i][b[i]],
 *                                    max_poly_vars, max_poly_order)
*/
      __pyx_t_2 = __pyx_v_nFactorLists;
      __pyx_t_3 = __pyx_t_2;
      for (__pyx_t_4 = 1; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
        __pyx_v_i = __pyx_t_4;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":794
 * 
 *             for i in range(1,nFactorLists):
 *                 coeff = mult_polynomials(coeff, factor_coeff_lists[i][b[i]],             # <<<<<<<<<<<<<<
 *                                    max_poly_vars, max_poly_order)
 * 
*/
        __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_factor_coeff_lists, __pyx_v_i, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 794, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_5, (__pyx_v_b[__pyx_v_i]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 794, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __pyx_t_13 = __pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex(__pyx_t_9); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 794, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":795
 *             for i in range(1,nFactorLists):
 *                 coeff = mult_polynomials(coeff, factor_coeff_lists[i][b[i]],
 *                                    max_poly_vars, max_poly_order)             # <<<<<<<<<<<<<<
 * 
 *                 #CHECK POLY MATH
*/
        __pyx_t_15 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_mult_polynomials(__pyx_v_coeff, __pyx_t_13, __pyx_v_max_poly_vars, __pyx_v_max_poly_order); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 794, __pyx_L1_error)
        __pyx_v_coeff = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_15);
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":809
 * 
 *             #pLeft / "pre" sim
 *             factor = factor_lists[0][b[0]] # 0th-factor = rhoVec             # <<<<<<<<<<<<<<
 *             rhoVec = factor.pre_ops[0].to_dense()
 *             for j in range(1,len(factor.pre_ops)):
*/
      __pyx_t_9 = __Pyx_GetItemInt(__pyx_v_factor_lists, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 809, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_9, (__pyx_v_b[0]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 809, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __Pyx_XDECREF_SET(__pyx_v_factor, __pyx_t_5);
      __pyx_t_5 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":810
 *             #pLeft / "pre" sim
 *             factor = factor_lists[0][b[0]] # 0th-factor = rhoVec
 *             rhoVec = factor.pre_ops[0].to_dense()             # <<<<<<<<<<<<<<
 *             for j in range(1,len(factor.pre_ops)):
 *                 rhoVec = factor.pre_ops[j].acton(rhoVec)
*/
      __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 810, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_10 = __Pyx_GetItemInt(__pyx_t_8, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 810, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_9 = __pyx_t_10;
      __Pyx_INCREF(__pyx_t_9);
      __pyx_t_11 = 0;
      {
        PyObject *__pyx_callargs[2] = {__pyx_t_9, NULL};
        __pyx_t_5 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_to_dense, __pyx_callargs+__pyx_t_11, (1-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 810, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
      }
      __Pyx_XDECREF_SET(__pyx_v_rhoVec, __pyx_t_5);
      __pyx_t_5 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":811
 *             factor = factor_lists[0][b[0]] # 0th-factor = rhoVec
 *             rhoVec = factor.pre_ops[0].to_dense()
 *             for j in range(1,len(factor.pre_ops)):             # <<<<<<<<<<<<<<
 *                 rhoVec = factor.pre_ops[j].acton(rhoVec)
 *             for i in range(1,last_index):
*/
      __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 811, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_1 = PyObject_Length(__pyx_t_5); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 811, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __pyx_t_12 = __pyx_t_1;
      for (__pyx_t_2 = 1; __pyx_t_2 < __pyx_t_12; __pyx_t_2+=1) {
        __pyx_v_j = __pyx_t_2;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":812
 *             rhoVec = factor.pre_ops[0].to_dense()
 *             for j in range(1,len(factor.pre_ops)):
 *                 rhoVec = factor.pre_ops[j].acton(rhoVec)             # <<<<<<<<<<<<<<
 *             for i in range(1,last_index):
 *                 factor = factor_lists[i][b[i]]
*/
        __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 812, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_8 = __Pyx_GetItemInt(__pyx_t_9, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 812, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_t_10 = __pyx_t_8;
        __Pyx_INCREF(__pyx_t_10);
        __pyx_t_11 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_10, __pyx_v_rhoVec};
          __pyx_t_5 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
          if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 812, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
        }
        __Pyx_DECREF_SET(__pyx_v_rhoVec, __pyx_t_5);
        __pyx_t_5 = 0;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":813
 *             for j in range(1,len(factor.pre_ops)):
 *                 rhoVec = factor.pre_ops[j].acton(rhoVec)
 *             for i in range(1,last_index):             # <<<<<<<<<<<<<<
 *                 factor = factor_lists[i][b[i]]
 *                 for j in range(len(factor.pre_ops)):
*/
      __pyx_t_2 = __pyx_v_last_index;
      __pyx_t_3 = __pyx_t_2;
      for (__pyx_t_4 = 1; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
        __pyx_v_i = __pyx_t_4;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":814
 *                 rhoVec = factor.pre_ops[j].acton(rhoVec)
 *             for i in range(1,last_index):
 *                 factor = factor_lists[i][b[i]]             # <<<<<<<<<<<<<<
 *                 for j in range(len(factor.pre_ops)):
 *                     rhoVec = factor.pre_ops[j].acton(rhoVec)
*/
        __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_factor_lists, __pyx_v_i, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 814, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_8 = __Pyx_GetItemInt(__pyx_t_5, (__pyx_v_b[__pyx_v_i]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 814, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __Pyx_DECREF_SET(__pyx_v_factor, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":815
 *             for i in range(1,last_index):
 *                 factor = factor_lists[i][b[i]]
 *                 for j in range(len(factor.pre_ops)):             # <<<<<<<<<<<<<<
 *                     rhoVec = factor.pre_ops[j].acton(rhoVec)
 *             factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 815, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_1 = PyObject_Length(__pyx_t_8); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 815, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_12 = __pyx_t_1;
        for (__pyx_t_14 = 0; __pyx_t_14 < __pyx_t_12; __pyx_t_14+=1) {
          __pyx_v_j = __pyx_t_14;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":816
 *                 factor = factor_lists[i][b[i]]
 *                 for j in range(len(factor.pre_ops)):
 *                     rhoVec = factor.pre_ops[j].acton(rhoVec)             # <<<<<<<<<<<<<<
 *             factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
 * 
*/
          __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 816, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_10, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 816, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          __pyx_t_5 = __pyx_t_9;
          __Pyx_INCREF(__pyx_t_5);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_v_rhoVec};
            __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
            __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
            if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 816, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_8);
          }
          __Pyx_DECREF_SET(__pyx_v_rhoVec, __pyx_t_8);
          __pyx_t_8 = 0;
        }
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":817
 *                 for j in range(len(factor.pre_ops)):
 *                     rhoVec = factor.pre_ops[j].acton(rhoVec)
 *             factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 * 
 *             if stabilizer_evo == 0:
*/
      __pyx_t_8 = __Pyx_GetItemInt(__pyx_v_factor_lists, __pyx_v_last_index, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 817, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_8, (__pyx_v_b[__pyx_v_last_index]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 817, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __Pyx_DECREF_SET(__pyx_v_factor, __pyx_t_9);
      __pyx_t_9 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":819
 *             factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
 * 
 *             if stabilizer_evo == 0:             # <<<<<<<<<<<<<<
 *                 EVec = factor.post_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.post_ops)): # evaluate effect term to arrive at final EVec
*/
      __pyx_t_6 = (__pyx_v_stabilizer_evo == 0);
      if (__pyx_t_6) {

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":820
 * 
 *             if stabilizer_evo == 0:
 *                 EVec = factor.post_ops[0].to_dense() # TODO USE scratch here             # <<<<<<<<<<<<<<
 *                 for j in range(1,len(factor.post_ops)): # evaluate effect term to arrive at final EVec
 *                     EVec = factor.post_ops[j].acton(EVec)
*/
        __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 820, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_10 = __Pyx_GetItemInt(__pyx_t_5, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 820, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __pyx_t_8 = __pyx_t_10;
        __Pyx_INCREF(__pyx_t_8);
        __pyx_t_11 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_8, NULL};
          __pyx_t_9 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_to_dense, __pyx_callargs+__pyx_t_11, (1-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 820, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
        }
        __Pyx_XDECREF_SET(__pyx_v_EVec, __pyx_t_9);
        __pyx_t_9 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":821
 *             if stabilizer_evo == 0:
 *                 EVec = factor.post_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.post_ops)): # evaluate effect term to arrive at final EVec             # <<<<<<<<<<<<<<
 *                     EVec = factor.post_ops[j].acton(EVec)
 *                 pLeft = np.vdot(EVec,rhoVec) # complex amplitudes, *not* real probabilities
*/
        __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 821, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_1 = PyObject_Length(__pyx_t_9); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 821, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_t_12 = __pyx_t_1;
        for (__pyx_t_2 = 1; __pyx_t_2 < __pyx_t_12; __pyx_t_2+=1) {
          __pyx_v_j = __pyx_t_2;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":822
 *                 EVec = factor.post_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.post_ops)): # evaluate effect term to arrive at final EVec
 *                     EVec = factor.post_ops[j].acton(EVec)             # <<<<<<<<<<<<<<
 *                 pLeft = np.vdot(EVec,rhoVec) # complex amplitudes, *not* real probabilities
 *             else: # CLIFFORD - can't propagate effects, but can act w/adjoint of post_ops in reverse order...
*/
          __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 822, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
          __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_8, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 822, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
          __pyx_t_10 = __pyx_t_5;
          __Pyx_INCREF(__pyx_t_10);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_10, __pyx_v_EVec};
            __pyx_t_9 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
            __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
            if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 822, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_9);
          }
          __Pyx_DECREF_SET(__pyx_v_EVec, __pyx_t_9);
          __pyx_t_9 = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":823
 *                 for j in range(1,len(factor.post_ops)): # evaluate effect term to arrive at final EVec
 *                     EVec = factor.post_ops[j].acton(EVec)
 *                 pLeft = np.vdot(EVec,rhoVec) # complex amplitudes, *not* real probabilities             # <<<<<<<<<<<<<<
 *             else: # CLIFFORD - can't propagate effects, but can act w/adjoint of post_ops in reverse order...
 *                 EVec = factor.post_ops[0]
*/
        __pyx_t_5 = NULL;
        __Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 823, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_mstate_global->__pyx_n_u_vdot); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 823, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_t_11 = 1;
        #if CYTHON_UNPACK_METHODS
        if (unlikely(PyMethod_Check(__pyx_t_8))) {
          __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_8);
          assert(__pyx_t_5);
          PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_8);
          __Pyx_INCREF(__pyx_t_5);
          __Pyx_INCREF(__pyx__function);
          __Pyx_DECREF_SET(__pyx_t_8, __pyx__function);
          __pyx_t_11 = 0;
        }
        #endif
        {
          PyObject *__pyx_callargs[3] = {__pyx_t_5, __pyx_v_EVec, __pyx_v_rhoVec};
          __pyx_t_9 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_8, __pyx_callargs+__pyx_t_11, (3-__pyx_t_11) | (__pyx_t_11*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
          if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 823, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
        }
        __pyx_t_16 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_t_9); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 823, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_v_pLeft = __pyx_t_16;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":819
 *             factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
 * 
 *             if stabilizer_evo == 0:             # <<<<<<<<<<<<<<
 *                 EVec = factor.post_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.post_ops)): # evaluate effect term to arrive at final EVec
*/
        goto __pyx_L44;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":825
 *                 pLeft = np.vdot(EVec,rhoVec) # complex amplitudes, *not* real probabilities
 *             else: # CLIFFORD - can't propagate effects, but can act w/adjoint of post_ops in reverse order...
 *                 EVec = factor.post_ops[0]             # <<<<<<<<<<<<<<
 *                 for j in range(len(factor.post_ops)-1,0,-1): # (reversed)
 *                     rhoVec = factor.post_ops[j].adjoint_acton(rhoVec)
*/
      /*else*/ {
        __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 825, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_8 = __Pyx_GetItemInt(__pyx_t_9, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 825, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __Pyx_XDECREF_SET(__pyx_v_EVec, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":826
 *             else: # CLIFFORD - can't propagate effects, but can act w/adjoint of post_ops in reverse order...
 *                 EVec = factor.post_ops[0]
 *                 for j in range(len(factor.post_ops)-1,0,-1): # (reversed)             # <<<<<<<<<<<<<<
 *                     rhoVec = factor.post_ops[j].adjoint_acton(rhoVec)
 *                 #OLD: p = stabilizer_measurement_prob(rhoVec, EVec.outcomes)
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 826, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_1 = PyObject_Length(__pyx_t_8); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 826, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        for (__pyx_t_2 = (__pyx_t_1 - 1); __pyx_t_2 > 0; __pyx_t_2-=1) {
          __pyx_v_j = __pyx_t_2;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":827
 *                 EVec = factor.post_ops[0]
 *                 for j in range(len(factor.post_ops)-1,0,-1): # (reversed)
 *                     rhoVec = factor.post_ops[j].adjoint_acton(rhoVec)             # <<<<<<<<<<<<<<
 *                 #OLD: p = stabilizer_measurement_prob(rhoVec, EVec.outcomes)
 *                 #OLD: pLeft = np.sqrt(p) # sqrt b/c pLeft is just *amplitude*
*/
          __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 827, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __pyx_t_10 = __Pyx_GetItemInt(__pyx_t_5, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 827, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __pyx_t_9 = __pyx_t_10;
          __Pyx_INCREF(__pyx_t_9);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_v_rhoVec};
            __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_adjoint_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
            __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
            if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 827, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_8);
          }
          __Pyx_DECREF_SET(__pyx_v_rhoVec, __pyx_t_8);
          __pyx_t_8 = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":830
 *                 #OLD: p = stabilizer_measurement_prob(rhoVec, EVec.outcomes)
 *                 #OLD: pLeft = np.sqrt(p) # sqrt b/c pLeft is just *amplitude*
 *                 pLeft = rhoVec.extract_amplitude(EVec.outcomes)             # <<<<<<<<<<<<<<
 * 
 * 
*/
        __pyx_t_10 = __pyx_v_rhoVec;
        __Pyx_INCREF(__pyx_t_10);
        __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_EVec, __pyx_mstate_global->__pyx_n_u_outcomes); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 830, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_11 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_10, __pyx_t_9};
          __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_extract_amplitude, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
          __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
          if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 830, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
        }
        __pyx_t_16 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_t_8); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 830, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_v_pLeft = __pyx_t_16;
      }
      __pyx_L44:;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":834
 * 
 *             #pRight / "post" sim
 *             factor = factor_lists[0][b[0]] # 0th-factor = rhoVec             # <<<<<<<<<<<<<<
 *             rhoVec = factor.post_ops[0].to_dense()
 *             for j in range(1,len(factor.post_ops)):
*/
      __pyx_t_8 = __Pyx_GetItemInt(__pyx_v_factor_lists, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 834, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_8, (__pyx_v_b[0]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 834, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __Pyx_DECREF_SET(__pyx_v_factor, __pyx_t_9);
      __pyx_t_9 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":835
 *             #pRight / "post" sim
 *             factor = factor_lists[0][b[0]] # 0th-factor = rhoVec
 *             rhoVec = factor.post_ops[0].to_dense()             # <<<<<<<<<<<<<<
 *             for j in range(1,len(factor.post_ops)):
 *                 rhoVec = factor.post_ops[j].acton(rhoVec)
*/
      __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 835, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_10, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 835, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __pyx_t_8 = __pyx_t_5;
      __Pyx_INCREF(__pyx_t_8);
      __pyx_t_11 = 0;
      {
        PyObject *__pyx_callargs[2] = {__pyx_t_8, NULL};
        __pyx_t_9 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_to_dense, __pyx_callargs+__pyx_t_11, (1-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 835, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
      }
      __Pyx_DECREF_SET(__pyx_v_rhoVec, __pyx_t_9);
      __pyx_t_9 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":836
 *             factor = factor_lists[0][b[0]] # 0th-factor = rhoVec
 *             rhoVec = factor.post_ops[0].to_dense()
 *             for j in range(1,len(factor.post_ops)):             # <<<<<<<<<<<<<<
 *                 rhoVec = factor.post_ops[j].acton(rhoVec)
 *             for i in range(1,last_index):
*/
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 836, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_1 = PyObject_Length(__pyx_t_9); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 836, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_t_12 = __pyx_t_1;
      for (__pyx_t_2 = 1; __pyx_t_2 < __pyx_t_12; __pyx_t_2+=1) {
        __pyx_v_j = __pyx_t_2;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":837
 *             rhoVec = factor.post_ops[0].to_dense()
 *             for j in range(1,len(factor.post_ops)):
 *                 rhoVec = factor.post_ops[j].acton(rhoVec)             # <<<<<<<<<<<<<<
 *             for i in range(1,last_index):
 *                 factor = factor_lists[i][b[i]]
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 837, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_10 = __Pyx_GetItemInt(__pyx_t_8, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 837, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_5 = __pyx_t_10;
        __Pyx_INCREF(__pyx_t_5);
        __pyx_t_11 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_v_rhoVec};
          __pyx_t_9 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 837, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
        }
        __Pyx_DECREF_SET(__pyx_v_rhoVec, __pyx_t_9);
        __pyx_t_9 = 0;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":838
 *             for j in range(1,len(factor.post_ops)):
 *                 rhoVec = factor.post_ops[j].acton(rhoVec)
 *             for i in range(1,last_index):             # <<<<<<<<<<<<<<
 *                 factor = factor_lists[i][b[i]]
 *                 for j in range(len(factor.post_ops)):
*/
      __pyx_t_2 = __pyx_v_last_index;
      __pyx_t_3 = __pyx_t_2;
      for (__pyx_t_4 = 1; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
        __pyx_v_i = __pyx_t_4;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":839
 *                 rhoVec = factor.post_ops[j].acton(rhoVec)
 *             for i in range(1,last_index):
 *                 factor = factor_lists[i][b[i]]             # <<<<<<<<<<<<<<
 *                 for j in range(len(factor.post_ops)):
 *                     rhoVec = factor.post_ops[j].acton(rhoVec)
*/
        __pyx_t_9 = __Pyx_GetItemInt(__pyx_v_factor_lists, __pyx_v_i, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 839, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_10 = __Pyx_GetItemInt(__pyx_t_9, (__pyx_v_b[__pyx_v_i]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 839, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __Pyx_DECREF_SET(__pyx_v_factor, __pyx_t_10);
        __pyx_t_10 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":840
 *             for i in range(1,last_index):
 *                 factor = factor_lists[i][b[i]]
 *                 for j in range(len(factor.post_ops)):             # <<<<<<<<<<<<<<
 *                     rhoVec = factor.post_ops[j].acton(rhoVec)
 *             factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
*/
        __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 840, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_1 = PyObject_Length(__pyx_t_10); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 840, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_t_12 = __pyx_t_1;
        for (__pyx_t_14 = 0; __pyx_t_14 < __pyx_t_12; __pyx_t_14+=1) {
          __pyx_v_j = __pyx_t_14;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":841
 *                 factor = factor_lists[i][b[i]]
 *                 for j in range(len(factor.post_ops)):
 *                     rhoVec = factor.post_ops[j].acton(rhoVec)             # <<<<<<<<<<<<<<
 *             factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
 * 
*/
          __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_post_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 841, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __pyx_t_8 = __Pyx_GetItemInt(__pyx_t_5, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 841, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __pyx_t_9 = __pyx_t_8;
          __Pyx_INCREF(__pyx_t_9);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_v_rhoVec};
            __pyx_t_10 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
            __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
            if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 841, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_10);
          }
          __Pyx_DECREF_SET(__pyx_v_rhoVec, __pyx_t_10);
          __pyx_t_10 = 0;
        }
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":842
 *                 for j in range(len(factor.post_ops)):
 *                     rhoVec = factor.post_ops[j].acton(rhoVec)
 *             factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 * 
 *             if stabilizer_evo == 0:
*/
      __pyx_t_10 = __Pyx_GetItemInt(__pyx_v_factor_lists, __pyx_v_last_index, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 842, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __pyx_t_8 = __Pyx_GetItemInt(__pyx_t_10, (__pyx_v_b[__pyx_v_last_index]), int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 842, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __Pyx_DECREF_SET(__pyx_v_factor, __pyx_t_8);
      __pyx_t_8 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":844
 *             factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
 * 
 *             if stabilizer_evo == 0:             # <<<<<<<<<<<<<<
 *                 EVec = factor.pre_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.pre_ops)): # evaluate effect term to arrive at final EVec
*/
      __pyx_t_6 = (__pyx_v_stabilizer_evo == 0);
      if (__pyx_t_6) {

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":845
 * 
 *             if stabilizer_evo == 0:
 *                 EVec = factor.pre_ops[0].to_dense() # TODO USE scratch here             # <<<<<<<<<<<<<<
 *                 for j in range(1,len(factor.pre_ops)): # evaluate effect term to arrive at final EVec
 *                     EVec = factor.pre_ops[j].acton(EVec)
*/
        __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 845, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_5 = __Pyx_GetItemInt(__pyx_t_9, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 845, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_t_10 = __pyx_t_5;
        __Pyx_INCREF(__pyx_t_10);
        __pyx_t_11 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_10, NULL};
          __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_to_dense, __pyx_callargs+__pyx_t_11, (1-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 845, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
        }
        __Pyx_DECREF_SET(__pyx_v_EVec, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":846
 *             if stabilizer_evo == 0:
 *                 EVec = factor.pre_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.pre_ops)): # evaluate effect term to arrive at final EVec             # <<<<<<<<<<<<<<
 *                     EVec = factor.pre_ops[j].acton(EVec)
 *                 pRight = np.conjugate(np.vdot(EVec,rhoVec)) # complex amplitudes, *not* real probabilities
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 846, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_1 = PyObject_Length(__pyx_t_8); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 846, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_12 = __pyx_t_1;
        for (__pyx_t_2 = 1; __pyx_t_2 < __pyx_t_12; __pyx_t_2+=1) {
          __pyx_v_j = __pyx_t_2;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":847
 *                 EVec = factor.pre_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.pre_ops)): # evaluate effect term to arrive at final EVec
 *                     EVec = factor.pre_ops[j].acton(EVec)             # <<<<<<<<<<<<<<
 *                 pRight = np.conjugate(np.vdot(EVec,rhoVec)) # complex amplitudes, *not* real probabilities
 *             else: # CLIFFORD - can't propagate effects, but can act w/adjoint of post_ops in reverse order...
*/
          __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 847, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_10, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 847, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          __pyx_t_5 = __pyx_t_9;
          __Pyx_INCREF(__pyx_t_5);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_5, __pyx_v_EVec};
            __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
            __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
            if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 847, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_8);
          }
          __Pyx_DECREF_SET(__pyx_v_EVec, __pyx_t_8);
          __pyx_t_8 = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":848
 *                 for j in range(1,len(factor.pre_ops)): # evaluate effect term to arrive at final EVec
 *                     EVec = factor.pre_ops[j].acton(EVec)
 *                 pRight = np.conjugate(np.vdot(EVec,rhoVec)) # complex amplitudes, *not* real probabilities             # <<<<<<<<<<<<<<
 *             else: # CLIFFORD - can't propagate effects, but can act w/adjoint of post_ops in reverse order...
 *                 EVec = factor.pre_ops[0]
*/
        __pyx_t_9 = NULL;
        __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 848, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_mstate_global->__pyx_n_u_conjugate); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 848, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __pyx_t_17 = NULL;
        __Pyx_GetModuleGlobalName(__pyx_t_19, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 848, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_19);
        __pyx_t_18 = __Pyx_PyObject_GetAttrStr(__pyx_t_19, __pyx_mstate_global->__pyx_n_u_vdot); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 848, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_18);
        __Pyx_DECREF(__pyx_t_19); __pyx_t_19 = 0;
        __pyx_t_11 = 1;
        #if CYTHON_UNPACK_METHODS
        if (unlikely(PyMethod_Check(__pyx_t_18))) {
          __pyx_t_17 = PyMethod_GET_SELF(__pyx_t_18);
          assert(__pyx_t_17);
          PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_18);
          __Pyx_INCREF(__pyx_t_17);
          __Pyx_INCREF(__pyx__function);
          __Pyx_DECREF_SET(__pyx_t_18, __pyx__function);
          __pyx_t_11 = 0;
        }
        #endif
        {
          PyObject *__pyx_callargs[3] = {__pyx_t_17, __pyx_v_EVec, __pyx_v_rhoVec};
          __pyx_t_5 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_18, __pyx_callargs+__pyx_t_11, (3-__pyx_t_11) | (__pyx_t_11*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_17); __pyx_t_17 = 0;
          __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
          if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 848, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
        }
        __pyx_t_11 = 1;
        #if CYTHON_UNPACK_METHODS
        if (unlikely(PyMethod_Check(__pyx_t_10))) {
          __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_10);
          assert(__pyx_t_9);
          PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_10);
          __Pyx_INCREF(__pyx_t_9);
          __Pyx_INCREF(__pyx__function);
          __Pyx_DECREF_SET(__pyx_t_10, __pyx__function);
          __pyx_t_11 = 0;
        }
        #endif
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_t_5};
          __pyx_t_8 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_10, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (__pyx_t_11*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 848, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
        }
        __pyx_t_16 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_t_8); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 848, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_v_pRight = __pyx_t_16;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":844
 *             factor = factor_lists[last_index][b[last_index]] # the last factor (an Evec)
 * 
 *             if stabilizer_evo == 0:             # <<<<<<<<<<<<<<
 *                 EVec = factor.pre_ops[0].to_dense() # TODO USE scratch here
 *                 for j in range(1,len(factor.pre_ops)): # evaluate effect term to arrive at final EVec
*/
        goto __pyx_L55;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":850
 *                 pRight = np.conjugate(np.vdot(EVec,rhoVec)) # complex amplitudes, *not* real probabilities
 *             else: # CLIFFORD - can't propagate effects, but can act w/adjoint of post_ops in reverse order...
 *                 EVec = factor.pre_ops[0]             # <<<<<<<<<<<<<<
 *                 for j in range(len(factor.pre_ops)-1,0,-1): # (reversed)
 *                     rhoVec = factor.pre_ops[j].adjoint_acton(rhoVec)
*/
      /*else*/ {
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 850, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_10 = __Pyx_GetItemInt(__pyx_t_8, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 850, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __Pyx_DECREF_SET(__pyx_v_EVec, __pyx_t_10);
        __pyx_t_10 = 0;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":851
 *             else: # CLIFFORD - can't propagate effects, but can act w/adjoint of post_ops in reverse order...
 *                 EVec = factor.pre_ops[0]
 *                 for j in range(len(factor.pre_ops)-1,0,-1): # (reversed)             # <<<<<<<<<<<<<<
 *                     rhoVec = factor.pre_ops[j].adjoint_acton(rhoVec)
 *                 #OLD: p = stabilizer_measurement_prob(rhoVec, EVec.outcomes)
*/
        __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 851, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_1 = PyObject_Length(__pyx_t_10); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 851, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        for (__pyx_t_2 = (__pyx_t_1 - 1); __pyx_t_2 > 0; __pyx_t_2-=1) {
          __pyx_v_j = __pyx_t_2;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":852
 *                 EVec = factor.pre_ops[0]
 *                 for j in range(len(factor.pre_ops)-1,0,-1): # (reversed)
 *                     rhoVec = factor.pre_ops[j].adjoint_acton(rhoVec)             # <<<<<<<<<<<<<<
 *                 #OLD: p = stabilizer_measurement_prob(rhoVec, EVec.outcomes)
 *                 #OLD: pRight = np.sqrt(p) # sqrt b/c pRight is just *amplitude*
*/
          __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_factor, __pyx_mstate_global->__pyx_n_u_pre_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 852, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
          __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_5, __pyx_v_j, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 852, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __pyx_t_8 = __pyx_t_9;
          __Pyx_INCREF(__pyx_t_8);
          __pyx_t_11 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_8, __pyx_v_rhoVec};
            __pyx_t_10 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_adjoint_acton, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
            __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
            if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 852, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_10);
          }
          __Pyx_DECREF_SET(__pyx_v_rhoVec, __pyx_t_10);
          __pyx_t_10 = 0;
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":855
 *                 #OLD: p = stabilizer_measurement_prob(rhoVec, EVec.outcomes)
 *                 #OLD: pRight = np.sqrt(p) # sqrt b/c pRight is just *amplitude*
 *                 pRight = np.conjugate(rhoVec.extract_amplitude(EVec.outcomes))             # <<<<<<<<<<<<<<
 * 
 *             #Add result to appropriate poly
*/
        __pyx_t_9 = NULL;
        __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 855, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_mstate_global->__pyx_n_u_conjugate); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 855, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_18 = __pyx_v_rhoVec;
        __Pyx_INCREF(__pyx_t_18);
        __pyx_t_17 = __Pyx_PyObject_GetAttrStr(__pyx_v_EVec, __pyx_mstate_global->__pyx_n_u_outcomes); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 855, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_17);
        __pyx_t_11 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_18, __pyx_t_17};
          __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_extract_amplitude, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0;
          __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
          if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 855, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
        }
        __pyx_t_11 = 1;
        #if CYTHON_UNPACK_METHODS
        if (unlikely(PyMethod_Check(__pyx_t_5))) {
          __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_5);
          assert(__pyx_t_9);
          PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_5);
          __Pyx_INCREF(__pyx_t_9);
          __Pyx_INCREF(__pyx__function);
          __Pyx_DECREF_SET(__pyx_t_5, __pyx__function);
          __pyx_t_11 = 0;
        }
        #endif
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_t_8};
          __pyx_t_10 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_5, __pyx_callargs+__pyx_t_11, (2-__pyx_t_11) | (__pyx_t_11*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 855, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
        }
        __pyx_t_16 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_t_10); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 855, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_v_pRight = __pyx_t_16;
      }
      __pyx_L55:;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":858
 * 
 *             #Add result to appropriate poly
 *             result = coeff  # use a reference?             # <<<<<<<<<<<<<<
 *             scale_poly(result, (pLeft * pRight) )
 *             final_factor_indx = b[last_index]
*/
      __pyx_v_result = __pyx_v_coeff;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":859
 *             #Add result to appropriate poly
 *             result = coeff  # use a reference?
 *             scale_poly(result, (pLeft * pRight) )             # <<<<<<<<<<<<<<
 *             final_factor_indx = b[last_index]
 *             Ei = Einds[final_factor_indx] #final "factor" index == E-vector index
*/
      __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_scale_poly(__pyx_v_result, __Pyx_c_prod_double(__pyx_v_pLeft, __pyx_v_pRight)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 859, __pyx_L1_error)

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":860
 *             result = coeff  # use a reference?
 *             scale_poly(result, (pLeft * pRight) )
 *             final_factor_indx = b[last_index]             # <<<<<<<<<<<<<<
 *             Ei = Einds[final_factor_indx] #final "factor" index == E-vector index
 * 
*/
      __pyx_v_final_factor_indx = (__pyx_v_b[__pyx_v_last_index]);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":861
 *             scale_poly(result, (pLeft * pRight) )
 *             final_factor_indx = b[last_index]
 *             Ei = Einds[final_factor_indx] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 * 
 *             #CHECK POLY MATH
*/
      __pyx_v_Ei = (__pyx_v_Einds[__pyx_v_final_factor_indx]);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":871
 *             #else:                    prps_chk[Ei] += res
 * 
 *             add_polynomials_inplace(deref(prps)[Ei], result)             # <<<<<<<<<<<<<<
 * 
 *             #CHECK POLY MATH
*/
      __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_add_polynomials_inplace(((*__pyx_v_prps)[__pyx_v_Ei]), __pyx_v_result); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 871, __pyx_L1_error)

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":880
 * 
 *             #increment b ~ itertools.product & update vec_index_noop = _np.dot(self.multipliers, b)
 *             for i in range(nFactorLists-1,-1,-1):             # <<<<<<<<<<<<<<
 *                 if b[i]+1 < factorListLens[i]:
 *                     b[i] += 1
*/
      for (__pyx_t_2 = (__pyx_v_nFactorLists - 1); __pyx_t_2 > -1; __pyx_t_2-=1) {
        __pyx_v_i = __pyx_t_2;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":881
 *             #increment b ~ itertools.product & update vec_index_noop = _np.dot(self.multipliers, b)
 *             for i in range(nFactorLists-1,-1,-1):
 *                 if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                     b[i] += 1
 *                     break
*/
        __pyx_t_6 = (((__pyx_v_b[__pyx_v_i]) + 1) < (__pyx_v_factorListLens[__pyx_v_i]));
        if (__pyx_t_6) {

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":882
 *             for i in range(nFactorLists-1,-1,-1):
 *                 if b[i]+1 < factorListLens[i]:
 *                     b[i] += 1             # <<<<<<<<<<<<<<
 *                     break
 *                 else:
*/
          __pyx_t_3 = __pyx_v_i;
          (__pyx_v_b[__pyx_t_3]) = ((__pyx_v_b[__pyx_t_3]) + 1);

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":883
 *                 if b[i]+1 < factorListLens[i]:
 *                     b[i] += 1
 *                     break             # <<<<<<<<<<<<<<
 *                 else:
 *                     b[i] = 0
*/
          goto __pyx_L61_break;

          /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":881
 *             #increment b ~ itertools.product & update vec_index_noop = _np.dot(self.multipliers, b)
 *             for i in range(nFactorLists-1,-1,-1):
 *                 if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                     b[i] += 1
 *                     break
*/
        }

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":885
 *                     break
 *                 else:
 *                     b[i] = 0             # <<<<<<<<<<<<<<
 *             else:
 *                 break # can't increment anything - break while(True) loop
*/
        /*else*/ {
          (__pyx_v_b[__pyx_v_i]) = 0;
        }
      }
      /*else*/ {

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":887
 *                     b[i] = 0
 *             else:
 *                 break # can't increment anything - break while(True) loop             # <<<<<<<<<<<<<<
 * 
 *         #print("DB: pr_as_poly   partition=",p,"(cnt ",db_part_cnt," with ",db_nfactors," factors (cnt=",db_factor_cnt,")")
*/
        goto __pyx_L35_break;
      }
      __pyx_L61_break:;
    }
    __pyx_L35_break:;
  }
  __pyx_L8:;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":641
 * 
 * 
 * cdef pr_as_poly_innerloop(factor_lists, factor_coeff_lists, vector[int]& Einds,             # <<<<<<<<<<<<<<
 *                           int max_poly_vars, int max_poly_order, int stabilizer_evo,
 *                           vector[ unordered_map[int, complex] ]* prps): #, prps_chk):
*/

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_17);
  __Pyx_XDECREF(__pyx_t_18);
  __Pyx_XDECREF(__pyx_t_19);
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.pr_as_poly_innerloop", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_leftSaved);
  __Pyx_XDECREF(__pyx_v_rightSaved);
  __Pyx_XDECREF(__pyx_v_coeffSaved);
  __Pyx_XDECREF(__pyx_v_factor);
  __Pyx_XDECREF(__pyx_v_rhoVecL);
  __Pyx_XDECREF(__pyx_v_rhoVecR);
  __Pyx_XDECREF(__pyx_v_EVec);
  __Pyx_XDECREF(__pyx_v_rhoVec);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":891
 *         #print("DB: pr_as_poly   partition=",p,"(cnt ",db_part_cnt," with ",db_nfactors," factors (cnt=",db_factor_cnt,")")
 * 
 * cdef unordered_map[int, complex] mult_polynomials(unordered_map[int, complex]& poly1,             # <<<<<<<<<<<<<<
 *                                             unordered_map[int, complex]& poly2,
 *                                             int max_poly_vars, int max_poly_order):
*/

static std::unordered_map<int,__pyx_t_double_complex>  __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_mult_polynomials(std::unordered_map<int,__pyx_t_double_complex>  &__pyx_v_poly1, std::unordered_map<int,__pyx_t_double_complex>  &__pyx_v_poly2, int __pyx_v_max_poly_vars, int __pyx_v_max_poly_order) {
  std::unordered_map<int,__pyx_t_double_complex> ::iterator __pyx_v_it1;
  std::unordered_map<int,__pyx_t_double_complex> ::iterator __pyx_v_it2;
  std::unordered_map<int,__pyx_t_double_complex> ::iterator __pyx_v_itk;
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_v_result;
  __pyx_t_double_complex __pyx_v_val;
  PyObject *__pyx_v_k = NULL;
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_r;
  __Pyx_RefNannyDeclarations
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("mult_polynomials", 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":896
 *     cdef unordered_map[int, complex].iterator it1, it2
 *     cdef unordered_map[int, complex].iterator itk
 *     cdef unordered_map[int, complex] result = unordered_map[int,complex]()             # <<<<<<<<<<<<<<
 *     cdef double complex val
 * 
*/
  try {
    __pyx_t_1 = std::unordered_map<int,__pyx_t_double_complex> ();
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 896, __pyx_L1_error)
  }
  __pyx_v_result = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":899
 *     cdef double complex val
 * 
 *     it1 = poly1.begin()             # <<<<<<<<<<<<<<
 *     while it1 != poly1.end():
 *         it2 = poly2.begin()
*/
  __pyx_v_it1 = __pyx_v_poly1.begin();

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":900
 * 
 *     it1 = poly1.begin()
 *     while it1 != poly1.end():             # <<<<<<<<<<<<<<
 *         it2 = poly2.begin()
 *         while it2 != poly2.end():
*/
  while (1) {
    __pyx_t_2 = (__pyx_v_it1 != __pyx_v_poly1.end());
    if (!__pyx_t_2) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":901
 *     it1 = poly1.begin()
 *     while it1 != poly1.end():
 *         it2 = poly2.begin()             # <<<<<<<<<<<<<<
 *         while it2 != poly2.end():
 *             k = mult_vinds_ints(deref(it1).first, deref(it2).first, max_poly_vars, max_poly_order) #key to add
*/
    __pyx_v_it2 = __pyx_v_poly2.begin();

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":902
 *     while it1 != poly1.end():
 *         it2 = poly2.begin()
 *         while it2 != poly2.end():             # <<<<<<<<<<<<<<
 *             k = mult_vinds_ints(deref(it1).first, deref(it2).first, max_poly_vars, max_poly_order) #key to add
 *             itk = result.find(k)
*/
    while (1) {
      __pyx_t_2 = (__pyx_v_it2 != __pyx_v_poly2.end());
      if (!__pyx_t_2) break;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":903
 *         it2 = poly2.begin()
 *         while it2 != poly2.end():
 *             k = mult_vinds_ints(deref(it1).first, deref(it2).first, max_poly_vars, max_poly_order) #key to add             # <<<<<<<<<<<<<<
 *             itk = result.find(k)
 *             val = deref(it1).second * deref(it2).second
*/
      __pyx_t_3 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_mult_vinds_ints((*__pyx_v_it1).first, (*__pyx_v_it2).first, __pyx_v_max_poly_vars, __pyx_v_max_poly_order); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 903, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_XDECREF_SET(__pyx_v_k, __pyx_t_3);
      __pyx_t_3 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":904
 *         while it2 != poly2.end():
 *             k = mult_vinds_ints(deref(it1).first, deref(it2).first, max_poly_vars, max_poly_order) #key to add
 *             itk = result.find(k)             # <<<<<<<<<<<<<<
 *             val = deref(it1).second * deref(it2).second
 *             if itk != result.end():
*/
      __pyx_t_4 = __Pyx_PyLong_As_int(__pyx_v_k); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 904, __pyx_L1_error)
      __pyx_v_itk = __pyx_v_result.find(__pyx_t_4);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":905
 *             k = mult_vinds_ints(deref(it1).first, deref(it2).first, max_poly_vars, max_poly_order) #key to add
 *             itk = result.find(k)
 *             val = deref(it1).second * deref(it2).second             # <<<<<<<<<<<<<<
 *             if itk != result.end():
 *                 deref(itk).second = deref(itk).second + val
*/
      __pyx_v_val = __Pyx_c_prod_double((*__pyx_v_it1).second, (*__pyx_v_it2).second);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":906
 *             itk = result.find(k)
 *             val = deref(it1).second * deref(it2).second
 *             if itk != result.end():             # <<<<<<<<<<<<<<
 *                 deref(itk).second = deref(itk).second + val
 *             else: result[k] = val
*/
      __pyx_t_2 = (__pyx_v_itk != __pyx_v_result.end());
      if (__pyx_t_2) {

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":907
 *             val = deref(it1).second * deref(it2).second
 *             if itk != result.end():
 *                 deref(itk).second = deref(itk).second + val             # <<<<<<<<<<<<<<
 *             else: result[k] = val
 *             inc(it2)
*/
        (*__pyx_v_itk).second = __Pyx_c_sum_double((*__pyx_v_itk).second, __pyx_v_val);

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":906
 *             itk = result.find(k)
 *             val = deref(it1).second * deref(it2).second
 *             if itk != result.end():             # <<<<<<<<<<<<<<
 *                 deref(itk).second = deref(itk).second + val
 *             else: result[k] = val
*/
        goto __pyx_L7;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":908
 *             if itk != result.end():
 *                 deref(itk).second = deref(itk).second + val
 *             else: result[k] = val             # <<<<<<<<<<<<<<
 *             inc(it2)
 *         inc(it1)
*/
      /*else*/ {
        __pyx_t_4 = __Pyx_PyLong_As_int(__pyx_v_k); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 908, __pyx_L1_error)
        (__pyx_v_result[__pyx_t_4]) = __pyx_v_val;
      }
      __pyx_L7:;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":909
 *                 deref(itk).second = deref(itk).second + val
 *             else: result[k] = val
 *             inc(it2)             # <<<<<<<<<<<<<<
 *         inc(it1)
 *     return result
*/
      (void)((++__pyx_v_it2));
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":910
 *             else: result[k] = val
 *             inc(it2)
 *         inc(it1)             # <<<<<<<<<<<<<<
 *     return result
 * 
*/
    (void)((++__pyx_v_it1));
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":911
 *             inc(it2)
 *         inc(it1)
 *     return result             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = __pyx_v_result;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":891
 *         #print("DB: pr_as_poly   partition=",p,"(cnt ",db_part_cnt," with ",db_nfactors," factors (cnt=",db_factor_cnt,")")
 * 
 * cdef unordered_map[int, complex] mult_polynomials(unordered_map[int, complex]& poly1,             # <<<<<<<<<<<<<<
 *                                             unordered_map[int, complex]& poly2,
 *                                             int max_poly_vars, int max_poly_order):
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.mult_polynomials", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_k);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":914
 * 
 * 
 * cdef void add_polynomials_inplace(unordered_map[int, complex]& poly1,             # <<<<<<<<<<<<<<
 *                             unordered_map[int, complex]& poly2):
 *     """ poly1 += poly2 """
*/

static void __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_add_polynomials_inplace(std::unordered_map<int,__pyx_t_double_complex>  &__pyx_v_poly1, std::unordered_map<int,__pyx_t_double_complex>  &__pyx_v_poly2) {
  std::unordered_map<int,__pyx_t_double_complex> ::iterator __pyx_v_it2;
  std::unordered_map<int,__pyx_t_double_complex> ::iterator __pyx_v_itk;
  __pyx_t_double_complex __pyx_v_val;
  __pyx_t_double_complex __pyx_v_newval;
  int __pyx_v_k;
  int __pyx_t_1;
  int __pyx_t_2;
  __pyx_t_double_complex __pyx_t_3;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":920
 *     cdef double complex val, newval
 * 
 *     it2 = poly2.begin()             # <<<<<<<<<<<<<<
 *     while it2 != poly2.end():
 *         k = deref(it2).first # key
*/
  __pyx_v_it2 = __pyx_v_poly2.begin();

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":921
 * 
 *     it2 = poly2.begin()
 *     while it2 != poly2.end():             # <<<<<<<<<<<<<<
 *         k = deref(it2).first # key
 *         val = deref(it2).second # value
*/
  while (1) {
    __pyx_t_1 = (__pyx_v_it2 != __pyx_v_poly2.end());
    if (!__pyx_t_1) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":922
 *     it2 = poly2.begin()
 *     while it2 != poly2.end():
 *         k = deref(it2).first # key             # <<<<<<<<<<<<<<
 *         val = deref(it2).second # value
 *         itk = poly1.find(k)
*/
    __pyx_t_2 = (*__pyx_v_it2).first;
    __pyx_v_k = __pyx_t_2;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":923
 *     while it2 != poly2.end():
 *         k = deref(it2).first # key
 *         val = deref(it2).second # value             # <<<<<<<<<<<<<<
 *         itk = poly1.find(k)
 *         if itk != poly1.end():
*/
    __pyx_t_3 = (*__pyx_v_it2).second;
    __pyx_v_val = __pyx_t_3;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":924
 *         k = deref(it2).first # key
 *         val = deref(it2).second # value
 *         itk = poly1.find(k)             # <<<<<<<<<<<<<<
 *         if itk != poly1.end():
 *             newval = deref(itk).second + val
*/
    __pyx_v_itk = __pyx_v_poly1.find(__pyx_v_k);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":925
 *         val = deref(it2).second # value
 *         itk = poly1.find(k)
 *         if itk != poly1.end():             # <<<<<<<<<<<<<<
 *             newval = deref(itk).second + val
 *             if abs(newval) > 1e-12:
*/
    __pyx_t_1 = (__pyx_v_itk != __pyx_v_poly1.end());
    if (__pyx_t_1) {

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":926
 *         itk = poly1.find(k)
 *         if itk != poly1.end():
 *             newval = deref(itk).second + val             # <<<<<<<<<<<<<<
 *             if abs(newval) > 1e-12:
 *                 deref(itk).second = newval # note: += doens't work here (complex Cython?)
*/
      __pyx_v_newval = __Pyx_c_sum_double((*__pyx_v_itk).second, __pyx_v_val);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":927
 *         if itk != poly1.end():
 *             newval = deref(itk).second + val
 *             if abs(newval) > 1e-12:             # <<<<<<<<<<<<<<
 *                 deref(itk).second = newval # note: += doens't work here (complex Cython?)
 *             else: poly1.erase(itk)
*/
      __pyx_t_1 = (__Pyx_c_abs_double(__pyx_v_newval) > 1e-12);
      if (__pyx_t_1) {

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":928
 *             newval = deref(itk).second + val
 *             if abs(newval) > 1e-12:
 *                 deref(itk).second = newval # note: += doens't work here (complex Cython?)             # <<<<<<<<<<<<<<
 *             else: poly1.erase(itk)
 *         elif abs(val) > 1e-12:
*/
        (*__pyx_v_itk).second = __pyx_v_newval;

        /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":927
 *         if itk != poly1.end():
 *             newval = deref(itk).second + val
 *             if abs(newval) > 1e-12:             # <<<<<<<<<<<<<<
 *                 deref(itk).second = newval # note: += doens't work here (complex Cython?)
 *             else: poly1.erase(itk)
*/
        goto __pyx_L6;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":929
 *             if abs(newval) > 1e-12:
 *                 deref(itk).second = newval # note: += doens't work here (complex Cython?)
 *             else: poly1.erase(itk)             # <<<<<<<<<<<<<<
 *         elif abs(val) > 1e-12:
 *             poly1[k] = val
*/
      /*else*/ {
        (void)(__pyx_v_poly1.erase(__pyx_v_itk));
      }
      __pyx_L6:;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":925
 *         val = deref(it2).second # value
 *         itk = poly1.find(k)
 *         if itk != poly1.end():             # <<<<<<<<<<<<<<
 *             newval = deref(itk).second + val
 *             if abs(newval) > 1e-12:
*/
      goto __pyx_L5;
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":930
 *                 deref(itk).second = newval # note: += doens't work here (complex Cython?)
 *             else: poly1.erase(itk)
 *         elif abs(val) > 1e-12:             # <<<<<<<<<<<<<<
 *             poly1[k] = val
 *         inc(it2)
*/
    __pyx_t_1 = (__Pyx_c_abs_double(__pyx_v_val) > 1e-12);
    if (__pyx_t_1) {

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":931
 *             else: poly1.erase(itk)
 *         elif abs(val) > 1e-12:
 *             poly1[k] = val             # <<<<<<<<<<<<<<
 *         inc(it2)
 *     return
*/
      (__pyx_v_poly1[__pyx_v_k]) = __pyx_v_val;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":930
 *                 deref(itk).second = newval # note: += doens't work here (complex Cython?)
 *             else: poly1.erase(itk)
 *         elif abs(val) > 1e-12:             # <<<<<<<<<<<<<<
 *             poly1[k] = val
 *         inc(it2)
*/
    }
    __pyx_L5:;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":932
 *         elif abs(val) > 1e-12:
 *             poly1[k] = val
 *         inc(it2)             # <<<<<<<<<<<<<<
 *     return
 * 
*/
    (void)((++__pyx_v_it2));
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":933
 *             poly1[k] = val
 *         inc(it2)
 *     return             # <<<<<<<<<<<<<<
 * 
 * 
*/
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":914
 * 
 * 
 * cdef void add_polynomials_inplace(unordered_map[int, complex]& poly1,             # <<<<<<<<<<<<<<
 *                             unordered_map[int, complex]& poly2):
 *     """ poly1 += poly2 """
*/

  /* function exit code */
  __pyx_L0:;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":936
 * 
 * 
 * cdef void scale_poly(unordered_map[int, complex]& poly,             # <<<<<<<<<<<<<<
 *                      double complex scale):
 *     """" poly *= scale """
*/

static void __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_scale_poly(std::unordered_map<int,__pyx_t_double_complex>  &__pyx_v_poly, __pyx_t_double_complex __pyx_v_scale) {
  std::unordered_map<int,__pyx_t_double_complex> ::iterator __pyx_v_it;
  int __pyx_t_1;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":940
 *     """" poly *= scale """
 *     cdef unordered_map[int, complex].iterator it
 *     it = poly.begin()             # <<<<<<<<<<<<<<
 *     while it != poly.end():
 *         deref(it).second = deref(it).second * scale # note: *= doesn't work here (complex Cython?)
*/
  __pyx_v_it = __pyx_v_poly.begin();

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":941
 *     cdef unordered_map[int, complex].iterator it
 *     it = poly.begin()
 *     while it != poly.end():             # <<<<<<<<<<<<<<
 *         deref(it).second = deref(it).second * scale # note: *= doesn't work here (complex Cython?)
 *         inc(it)
*/
  while (1) {
    __pyx_t_1 = (__pyx_v_it != __pyx_v_poly.end());
    if (!__pyx_t_1) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":942
 *     it = poly.begin()
 *     while it != poly.end():
 *         deref(it).second = deref(it).second * scale # note: *= doesn't work here (complex Cython?)             # <<<<<<<<<<<<<<
 *         inc(it)
 *     return
*/
    (*__pyx_v_it).second = __Pyx_c_prod_double((*__pyx_v_it).second, __pyx_v_scale);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":943
 *     while it != poly.end():
 *         deref(it).second = deref(it).second * scale # note: *= doesn't work here (complex Cython?)
 *         inc(it)             # <<<<<<<<<<<<<<
 *     return
 * 
*/
    (void)((++__pyx_v_it));
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":944
 *         deref(it).second = deref(it).second * scale # note: *= doesn't work here (complex Cython?)
 *         inc(it)
 *     return             # <<<<<<<<<<<<<<
 * 
 * 
*/
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":936
 * 
 * 
 * cdef void scale_poly(unordered_map[int, complex]& poly,             # <<<<<<<<<<<<<<
 *                      double complex scale):
 *     """" poly *= scale """
*/

  /* function exit code */
  __pyx_L0:;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":947
 * 
 * 
 * cdef vinds_to_int(vector[int] vinds, int max_num_vars, int max_order):             # <<<<<<<<<<<<<<
 *     cdef int ret = 0
 *     cdef int i,m = 1
*/

static PyObject *__pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_vinds_to_int(std::vector<int>  __pyx_v_vinds, int __pyx_v_max_num_vars, CYTHON_UNUSED int __pyx_v_max_order) {
  int __pyx_v_ret;
  int __pyx_v_i;
  int __pyx_v_m;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  std::vector<int> ::iterator __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("vinds_to_int", 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":948
 * 
 * cdef vinds_to_int(vector[int] vinds, int max_num_vars, int max_order):
 *     cdef int ret = 0             # <<<<<<<<<<<<<<
 *     cdef int i,m = 1
 *     for i in vinds: # last tuple index is most significant
*/
  __pyx_v_ret = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":949
 * cdef vinds_to_int(vector[int] vinds, int max_num_vars, int max_order):
 *     cdef int ret = 0
 *     cdef int i,m = 1             # <<<<<<<<<<<<<<
 *     for i in vinds: # last tuple index is most significant
 *         ret += (i+1)*m
*/
  __pyx_v_m = 1;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":950
 *     cdef int ret = 0
 *     cdef int i,m = 1
 *     for i in vinds: # last tuple index is most significant             # <<<<<<<<<<<<<<
 *         ret += (i+1)*m
 *         m *= max_num_vars+1
*/
  __pyx_t_1 = __pyx_v_vinds.begin();
  for (; __pyx_t_1 != __pyx_v_vinds.end(); ++__pyx_t_1) {
    __pyx_t_2 = *__pyx_t_1;
    __pyx_v_i = __pyx_t_2;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":951
 *     cdef int i,m = 1
 *     for i in vinds: # last tuple index is most significant
 *         ret += (i+1)*m             # <<<<<<<<<<<<<<
 *         m *= max_num_vars+1
 *     return ret
*/
    __pyx_v_ret = (__pyx_v_ret + ((__pyx_v_i + 1) * __pyx_v_m));

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":952
 *     for i in vinds: # last tuple index is most significant
 *         ret += (i+1)*m
 *         m *= max_num_vars+1             # <<<<<<<<<<<<<<
 *     return ret
 * 
*/
    __pyx_v_m = (__pyx_v_m * (__pyx_v_max_num_vars + 1));

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":950
 *     cdef int ret = 0
 *     cdef int i,m = 1
 *     for i in vinds: # last tuple index is most significant             # <<<<<<<<<<<<<<
 *         ret += (i+1)*m
 *         m *= max_num_vars+1
*/
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":953
 *         ret += (i+1)*m
 *         m *= max_num_vars+1
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * cdef int_to_vinds(int indx, int max_num_vars, int max_order):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = __Pyx_PyLong_From_int(__pyx_v_ret); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 953, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":947
 * 
 * 
 * cdef vinds_to_int(vector[int] vinds, int max_num_vars, int max_order):             # <<<<<<<<<<<<<<
 *     cdef int ret = 0
 *     cdef int i,m = 1
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.vinds_to_int", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":955
 *     return ret
 * 
 * cdef int_to_vinds(int indx, int max_num_vars, int max_order):             # <<<<<<<<<<<<<<
 *     cdef vector[int] ret
 *     cdef int nxt, i
*/

static PyObject *__pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_int_to_vinds(int __pyx_v_indx, int __pyx_v_max_num_vars, CYTHON_UNUSED int __pyx_v_max_order) {
  std::vector<int>  __pyx_v_ret;
  int __pyx_v_nxt;
  int __pyx_v_i;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  long __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("int_to_vinds", 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":958
 *     cdef vector[int] ret
 *     cdef int nxt, i
 *     while indx != 0:             # <<<<<<<<<<<<<<
 *         nxt = indx // (max_num_vars+1)
 *         i = indx - nxt*(max_num_vars+1)
*/
  while (1) {
    __pyx_t_1 = (__pyx_v_indx != 0);
    if (!__pyx_t_1) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":959
 *     cdef int nxt, i
 *     while indx != 0:
 *         nxt = indx // (max_num_vars+1)             # <<<<<<<<<<<<<<
 *         i = indx - nxt*(max_num_vars+1)
 *         ret.push_back(i-1)
*/
    __pyx_t_2 = (__pyx_v_max_num_vars + 1);
    if (unlikely(__pyx_t_2 == 0)) {
      PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero");
      __PYX_ERR(0, 959, __pyx_L1_error)
    }
    else if (sizeof(long) == sizeof(long) && (!(((long)-1) > 0)) && unlikely(__pyx_t_2 == (long)-1)  && unlikely(__Pyx_UNARY_NEG_WOULD_OVERFLOW(__pyx_v_indx))) {
      PyErr_SetString(PyExc_OverflowError, "value too large to perform division");
      __PYX_ERR(0, 959, __pyx_L1_error)
    }
    __pyx_v_nxt = __Pyx_div_long(__pyx_v_indx, __pyx_t_2, 0);

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":960
 *     while indx != 0:
 *         nxt = indx // (max_num_vars+1)
 *         i = indx - nxt*(max_num_vars+1)             # <<<<<<<<<<<<<<
 *         ret.push_back(i-1)
 *         indx = nxt
*/
    __pyx_v_i = (__pyx_v_indx - (__pyx_v_nxt * (__pyx_v_max_num_vars + 1)));

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":961
 *         nxt = indx // (max_num_vars+1)
 *         i = indx - nxt*(max_num_vars+1)
 *         ret.push_back(i-1)             # <<<<<<<<<<<<<<
 *         indx = nxt
 *     stdsort(ret.begin(),ret.end())
*/
    try {
      __pyx_v_ret.push_back((__pyx_v_i - 1));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 961, __pyx_L1_error)
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":962
 *         i = indx - nxt*(max_num_vars+1)
 *         ret.push_back(i-1)
 *         indx = nxt             # <<<<<<<<<<<<<<
 *     stdsort(ret.begin(),ret.end())
 *     return ret
*/
    __pyx_v_indx = __pyx_v_nxt;
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":963
 *         ret.push_back(i-1)
 *         indx = nxt
 *     stdsort(ret.begin(),ret.end())             # <<<<<<<<<<<<<<
 *     return ret
 * 
*/
  try {
    std::sort<std::vector<int> ::iterator>(__pyx_v_ret.begin(), __pyx_v_ret.end());
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 963, __pyx_L1_error)
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":964
 *         indx = nxt
 *     stdsort(ret.begin(),ret.end())
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * cdef mult_vinds_ints(int i1, int i2, int max_num_vars, int max_order):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = __pyx_convert_vector_to_py_int(__pyx_v_ret); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 964, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":955
 *     return ret
 * 
 * cdef int_to_vinds(int indx, int max_num_vars, int max_order):             # <<<<<<<<<<<<<<
 *     cdef vector[int] ret
 *     cdef int nxt, i
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.int_to_vinds", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":966
 *     return ret
 * 
 * cdef mult_vinds_ints(int i1, int i2, int max_num_vars, int max_order):             # <<<<<<<<<<<<<<
 *     cdef vector[int] vinds1 = int_to_vinds(i1, max_num_vars, max_order)
 *     cdef vector[int] vinds2 = int_to_vinds(i2, max_num_vars, max_order)
*/

static PyObject *__pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_mult_vinds_ints(int __pyx_v_i1, int __pyx_v_i2, int __pyx_v_max_num_vars, int __pyx_v_max_order) {
  std::vector<int>  __pyx_v_vinds1;
  std::vector<int>  __pyx_v_vinds2;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  std::vector<int>  __pyx_t_2;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("mult_vinds_ints", 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":967
 * 
 * cdef mult_vinds_ints(int i1, int i2, int max_num_vars, int max_order):
 *     cdef vector[int] vinds1 = int_to_vinds(i1, max_num_vars, max_order)             # <<<<<<<<<<<<<<
 *     cdef vector[int] vinds2 = int_to_vinds(i2, max_num_vars, max_order)
 *     vinds1.insert( vinds1.end(), vinds2.begin(), vinds2.end() )
*/
  __pyx_t_1 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_int_to_vinds(__pyx_v_i1, __pyx_v_max_num_vars, __pyx_v_max_order); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 967, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __pyx_convert_vector_from_py_int(__pyx_t_1); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 967, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_vinds1 = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_2);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":968
 * cdef mult_vinds_ints(int i1, int i2, int max_num_vars, int max_order):
 *     cdef vector[int] vinds1 = int_to_vinds(i1, max_num_vars, max_order)
 *     cdef vector[int] vinds2 = int_to_vinds(i2, max_num_vars, max_order)             # <<<<<<<<<<<<<<
 *     vinds1.insert( vinds1.end(), vinds2.begin(), vinds2.end() )
 *     stdsort(vinds1.begin(),vinds1.end())
*/
  __pyx_t_1 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_int_to_vinds(__pyx_v_i2, __pyx_v_max_num_vars, __pyx_v_max_order); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 968, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __pyx_convert_vector_from_py_int(__pyx_t_1); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 968, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_vinds2 = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_2);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":969
 *     cdef vector[int] vinds1 = int_to_vinds(i1, max_num_vars, max_order)
 *     cdef vector[int] vinds2 = int_to_vinds(i2, max_num_vars, max_order)
 *     vinds1.insert( vinds1.end(), vinds2.begin(), vinds2.end() )             # <<<<<<<<<<<<<<
 *     stdsort(vinds1.begin(),vinds1.end())
 *     return vinds_to_int(vinds1, max_num_vars, max_order)
*/
  try {
    __pyx_v_vinds1.insert(__pyx_v_vinds1.end(), __pyx_v_vinds2.begin(), __pyx_v_vinds2.end());
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 969, __pyx_L1_error)
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":970
 *     cdef vector[int] vinds2 = int_to_vinds(i2, max_num_vars, max_order)
 *     vinds1.insert( vinds1.end(), vinds2.begin(), vinds2.end() )
 *     stdsort(vinds1.begin(),vinds1.end())             # <<<<<<<<<<<<<<
 *     return vinds_to_int(vinds1, max_num_vars, max_order)
 * 
*/
  try {
    std::sort<std::vector<int> ::iterator>(__pyx_v_vinds1.begin(), __pyx_v_vinds1.end());
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 970, __pyx_L1_error)
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":971
 *     vinds1.insert( vinds1.end(), vinds2.begin(), vinds2.end() )
 *     stdsort(vinds1.begin(),vinds1.end())
 *     return vinds_to_int(vinds1, max_num_vars, max_order)             # <<<<<<<<<<<<<<
 * 
 * def check_polynomials(unordered_map[int,complex] coeff, coeff_check):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_vinds_to_int(__pyx_v_vinds1, __pyx_v_max_num_vars, __pyx_v_max_order); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 971, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":966
 *     return ret
 * 
 * cdef mult_vinds_ints(int i1, int i2, int max_num_vars, int max_order):             # <<<<<<<<<<<<<<
 *     cdef vector[int] vinds1 = int_to_vinds(i1, max_num_vars, max_order)
 *     cdef vector[int] vinds2 = int_to_vinds(i2, max_num_vars, max_order)
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.mult_vinds_ints", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":973
 *     return vinds_to_int(vinds1, max_num_vars, max_order)
 * 
 * def check_polynomials(unordered_map[int,complex] coeff, coeff_check):             # <<<<<<<<<<<<<<
 *     cdef int mismatch = 0
 *     cdef unordered_map[int,complex].iterator it = coeff.begin()
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_17check_polynomials(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_17check_polynomials = {"check_polynomials", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_17check_polynomials, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_17check_polynomials(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_v_coeff;
  PyObject *__pyx_v_coeff_check = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[2] = {0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("check_polynomials (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_coeff,&__pyx_mstate_global->__pyx_n_u_coeff_check,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 973, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 973, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 973, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "check_polynomials", 0) < (0)) __PYX_ERR(0, 973, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 2; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("check_polynomials", 1, 2, 2, i); __PYX_ERR(0, 973, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 2)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 973, __pyx_L3_error)
      values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 973, __pyx_L3_error)
    }
    __pyx_v_coeff = __pyx_convert_unordered_map_from_py_int__and___pyx_t_double_complex(values[0]); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 973, __pyx_L3_error)
    __pyx_v_coeff_check = values[1];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("check_polynomials", 1, 2, 2, __pyx_nargs); __PYX_ERR(0, 973, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.check_polynomials", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_16check_polynomials(__pyx_self, __PYX_STD_MOVE_IF_SUPPORTED(__pyx_v_coeff), __pyx_v_coeff_check);

  /* function exit code */
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_16check_polynomials(CYTHON_UNUSED PyObject *__pyx_self, std::unordered_map<int,__pyx_t_double_complex>  __pyx_v_coeff, PyObject *__pyx_v_coeff_check) {
  int __pyx_v_mismatch;
  std::unordered_map<int,__pyx_t_double_complex> ::iterator __pyx_v_it;
  int __pyx_v_k;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  __pyx_t_double_complex __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  size_t __pyx_t_8;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("check_polynomials", 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":974
 * 
 * def check_polynomials(unordered_map[int,complex] coeff, coeff_check):
 *     cdef int mismatch = 0             # <<<<<<<<<<<<<<
 *     cdef unordered_map[int,complex].iterator it = coeff.begin()
 *     while it != coeff.end():
*/
  __pyx_v_mismatch = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":975
 * def check_polynomials(unordered_map[int,complex] coeff, coeff_check):
 *     cdef int mismatch = 0
 *     cdef unordered_map[int,complex].iterator it = coeff.begin()             # <<<<<<<<<<<<<<
 *     while it != coeff.end():
 *         k = deref(it).first # key
*/
  __pyx_v_it = __pyx_v_coeff.begin();

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":976
 *     cdef int mismatch = 0
 *     cdef unordered_map[int,complex].iterator it = coeff.begin()
 *     while it != coeff.end():             # <<<<<<<<<<<<<<
 *         k = deref(it).first # key
 *         if k in coeff_check and abs(coeff_check[k]-deref(it).second) < 1e-6:
*/
  while (1) {
    __pyx_t_1 = (__pyx_v_it != __pyx_v_coeff.end());
    if (!__pyx_t_1) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":977
 *     cdef unordered_map[int,complex].iterator it = coeff.begin()
 *     while it != coeff.end():
 *         k = deref(it).first # key             # <<<<<<<<<<<<<<
 *         if k in coeff_check and abs(coeff_check[k]-deref(it).second) < 1e-6:
 *             inc(it)
*/
    __pyx_t_2 = (*__pyx_v_it).first;
    __pyx_v_k = __pyx_t_2;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":978
 *     while it != coeff.end():
 *         k = deref(it).first # key
 *         if k in coeff_check and abs(coeff_check[k]-deref(it).second) < 1e-6:             # <<<<<<<<<<<<<<
 *             inc(it)
 *         else:
*/
    __pyx_t_3 = __Pyx_PyLong_From_int(__pyx_v_k); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 978, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_4 = (__Pyx_PySequence_ContainsTF(__pyx_t_3, __pyx_v_coeff_check, Py_EQ)); if (unlikely((__pyx_t_4 < 0))) __PYX_ERR(0, 978, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    if (__pyx_t_4) {
    } else {
      __pyx_t_1 = __pyx_t_4;
      goto __pyx_L6_bool_binop_done;
    }
    __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_coeff_check, __pyx_v_k, int, 1, __Pyx_PyLong_From_int, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 978, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_5 = (*__pyx_v_it).second;
    __pyx_t_6 = __pyx_PyComplex_FromComplex(__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 978, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_7 = PyNumber_Subtract(__pyx_t_3, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 978, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __pyx_t_6 = __Pyx_PyNumber_Absolute(__pyx_t_7); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 978, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __pyx_t_7 = PyObject_RichCompare(__pyx_t_6, __pyx_mstate_global->__pyx_float_1eneg_6, Py_LT); __Pyx_XGOTREF(__pyx_t_7); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 978, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely((__pyx_t_4 < 0))) __PYX_ERR(0, 978, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __pyx_t_1 = __pyx_t_4;
    __pyx_L6_bool_binop_done:;
    if (__pyx_t_1) {

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":979
 *         k = deref(it).first # key
 *         if k in coeff_check and abs(coeff_check[k]-deref(it).second) < 1e-6:
 *             inc(it)             # <<<<<<<<<<<<<<
 *         else:
 *             mismatch = 1; break
*/
      (void)((++__pyx_v_it));

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":978
 *     while it != coeff.end():
 *         k = deref(it).first # key
 *         if k in coeff_check and abs(coeff_check[k]-deref(it).second) < 1e-6:             # <<<<<<<<<<<<<<
 *             inc(it)
 *         else:
*/
      goto __pyx_L5;
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":981
 *             inc(it)
 *         else:
 *             mismatch = 1; break             # <<<<<<<<<<<<<<
 * 
 *     print("MISMATCH = ", mismatch)
*/
    /*else*/ {
      __pyx_v_mismatch = 1;
      goto __pyx_L4_break;
    }
    __pyx_L5:;
  }
  __pyx_L4_break:;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":983
 *             mismatch = 1; break
 * 
 *     print("MISMATCH = ", mismatch)             # <<<<<<<<<<<<<<
 *     print("coeff=")
 *     it = coeff.begin()
*/
  __pyx_t_6 = NULL;
  __pyx_t_3 = __Pyx_PyLong_From_int(__pyx_v_mismatch); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 983, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_8 = 1;
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_6, __pyx_mstate_global->__pyx_kp_u_MISMATCH, __pyx_t_3};
    __pyx_t_7 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin_print, __pyx_callargs+__pyx_t_8, (3-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 983, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
  }
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":984
 * 
 *     print("MISMATCH = ", mismatch)
 *     print("coeff=")             # <<<<<<<<<<<<<<
 *     it = coeff.begin()
 *     while it != coeff.end():
*/
  __pyx_t_3 = NULL;
  __pyx_t_8 = 1;
  {
    PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_mstate_global->__pyx_kp_u_coeff_2};
    __pyx_t_7 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin_print, __pyx_callargs+__pyx_t_8, (2-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 984, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
  }
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":985
 *     print("MISMATCH = ", mismatch)
 *     print("coeff=")
 *     it = coeff.begin()             # <<<<<<<<<<<<<<
 *     while it != coeff.end():
 *         print(deref(it)); inc(it)
*/
  __pyx_v_it = __pyx_v_coeff.begin();

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":986
 *     print("coeff=")
 *     it = coeff.begin()
 *     while it != coeff.end():             # <<<<<<<<<<<<<<
 *         print(deref(it)); inc(it)
 *     print("coeff_check=",coeff_check)
*/
  while (1) {
    __pyx_t_1 = (__pyx_v_it != __pyx_v_coeff.end());
    if (!__pyx_t_1) break;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":987
 *     it = coeff.begin()
 *     while it != coeff.end():
 *         print(deref(it)); inc(it)             # <<<<<<<<<<<<<<
 *     print("coeff_check=",coeff_check)
 *     #    assert(0),"Mismatch!"
*/
    __pyx_t_3 = NULL;
    __pyx_t_6 = __pyx_convert_pair_to_py_int______pyx_t_double_complex((*__pyx_v_it)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 987, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_8 = 1;
    {
      PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_t_6};
      __pyx_t_7 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin_print, __pyx_callargs+__pyx_t_8, (2-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 987, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
    }
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    (void)((++__pyx_v_it));
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":988
 *     while it != coeff.end():
 *         print(deref(it)); inc(it)
 *     print("coeff_check=",coeff_check)             # <<<<<<<<<<<<<<
 *     #    assert(0),"Mismatch!"
 * 
*/
  __pyx_t_6 = NULL;
  __pyx_t_8 = 1;
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_6, __pyx_mstate_global->__pyx_kp_u_coeff_check_2, __pyx_v_coeff_check};
    __pyx_t_7 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin_print, __pyx_callargs+__pyx_t_8, (3-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 988, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
  }
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":973
 *     return vinds_to_int(vinds1, max_num_vars, max_order)
 * 
 * def check_polynomials(unordered_map[int,complex] coeff, coeff_check):             # <<<<<<<<<<<<<<
 *     cdef int mismatch = 0
 *     cdef unordered_map[int,complex].iterator it = coeff.begin()
*/

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.check_polynomials", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":991
 *     #    assert(0),"Mismatch!"
 * 
 * cdef vector[vector[unordered_map[int, complex] ]] extract_term_coeffs(python_terms, int max_order, int& max_poly_vars, int& max_poly_order):             # <<<<<<<<<<<<<<
 *     ret = vector[vector[unordered_map[int, complex] ]](max_order+1)
 *     for order in range(max_order+1):
*/

static std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > >  __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_extract_term_coeffs(PyObject *__pyx_v_python_terms, int __pyx_v_max_order, int &__pyx_v_max_poly_vars, int &__pyx_v_max_poly_order) {
  std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > >  __pyx_v_ret;
  long __pyx_v_order;
  Py_ssize_t __pyx_v_nTerms;
  PyObject *__pyx_v_i = NULL;
  PyObject *__pyx_v_term = NULL;
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_v_polymap;
  PyObject *__pyx_v_poly = NULL;
  PyObject *__pyx_v_k = NULL;
  PyObject *__pyx_v_v = NULL;
  std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > >  __pyx_r;
  __Pyx_RefNannyDeclarations
  std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > >  __pyx_t_1;
  long __pyx_t_2;
  long __pyx_t_3;
  long __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  Py_ssize_t __pyx_t_6;
  std::vector<std::unordered_map<int,__pyx_t_double_complex> >  __pyx_t_7;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  PyObject *(*__pyx_t_10)(PyObject *);
  std::unordered_map<int,__pyx_t_double_complex>  __pyx_t_11;
  int __pyx_t_12;
  int __pyx_t_13;
  PyObject *__pyx_t_14 = NULL;
  PyObject *__pyx_t_15 = NULL;
  Py_ssize_t __pyx_t_16;
  Py_ssize_t __pyx_t_17;
  int __pyx_t_18;
  __pyx_t_double_complex __pyx_t_19;
  std::vector<std::unordered_map<int,__pyx_t_double_complex> > ::size_type __pyx_t_20;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("extract_term_coeffs", 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":992
 * 
 * cdef vector[vector[unordered_map[int, complex] ]] extract_term_coeffs(python_terms, int max_order, int& max_poly_vars, int& max_poly_order):
 *     ret = vector[vector[unordered_map[int, complex] ]](max_order+1)             # <<<<<<<<<<<<<<
 *     for order in range(max_order+1):
 *         nTerms = len(python_terms[order])
*/
  try {
    __pyx_t_1 = std::vector<std::vector<std::unordered_map<int,__pyx_t_double_complex> > > ((__pyx_v_max_order + 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 992, __pyx_L1_error)
  }
  __pyx_v_ret = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":993
 * cdef vector[vector[unordered_map[int, complex] ]] extract_term_coeffs(python_terms, int max_order, int& max_poly_vars, int& max_poly_order):
 *     ret = vector[vector[unordered_map[int, complex] ]](max_order+1)
 *     for order in range(max_order+1):             # <<<<<<<<<<<<<<
 *         nTerms = len(python_terms[order])
 *         ret[order] = vector[unordered_map[int, complex]](nTerms)
*/
  __pyx_t_2 = (__pyx_v_max_order + 1);
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_order = __pyx_t_4;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":994
 *     ret = vector[vector[unordered_map[int, complex] ]](max_order+1)
 *     for order in range(max_order+1):
 *         nTerms = len(python_terms[order])             # <<<<<<<<<<<<<<
 *         ret[order] = vector[unordered_map[int, complex]](nTerms)
 *         for i,term in enumerate(python_terms[order]):
*/
    __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_python_terms, __pyx_v_order, long, 1, __Pyx_PyLong_From_long, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 994, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_6 = PyObject_Length(__pyx_t_5); if (unlikely(__pyx_t_6 == ((Py_ssize_t)-1))) __PYX_ERR(0, 994, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_v_nTerms = __pyx_t_6;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":995
 *     for order in range(max_order+1):
 *         nTerms = len(python_terms[order])
 *         ret[order] = vector[unordered_map[int, complex]](nTerms)             # <<<<<<<<<<<<<<
 *         for i,term in enumerate(python_terms[order]):
 *             #ret[order][i] = fastpoly_to_unorderedmap(term.coeff)
*/
    try {
      __pyx_t_7 = std::vector<std::unordered_map<int,__pyx_t_double_complex> > (__pyx_v_nTerms);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 995, __pyx_L1_error)
    }
    (__pyx_v_ret[__pyx_v_order]) = __pyx_t_7;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":996
 *         nTerms = len(python_terms[order])
 *         ret[order] = vector[unordered_map[int, complex]](nTerms)
 *         for i,term in enumerate(python_terms[order]):             # <<<<<<<<<<<<<<
 *             #ret[order][i] = fastpoly_to_unorderedmap(term.coeff)
 *             polymap = unordered_map[int, complex]()
*/
    __Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
    __pyx_t_5 = __pyx_mstate_global->__pyx_int_0;
    __pyx_t_8 = __Pyx_GetItemInt(__pyx_v_python_terms, __pyx_v_order, long, 1, __Pyx_PyLong_From_long, 0, 1, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 996, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    if (likely(PyList_CheckExact(__pyx_t_8)) || PyTuple_CheckExact(__pyx_t_8)) {
      __pyx_t_9 = __pyx_t_8; __Pyx_INCREF(__pyx_t_9);
      __pyx_t_6 = 0;
      __pyx_t_10 = NULL;
    } else {
      __pyx_t_6 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 996, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_10 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_9); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 996, __pyx_L1_error)
    }
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    for (;;) {
      if (likely(!__pyx_t_10)) {
        if (likely(PyList_CheckExact(__pyx_t_9))) {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_9);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 996, __pyx_L1_error)
            #endif
            if (__pyx_t_6 >= __pyx_temp) break;
          }
          __pyx_t_8 = __Pyx_PyList_GetItemRefFast(__pyx_t_9, __pyx_t_6, __Pyx_ReferenceSharing_OwnStrongReference);
          ++__pyx_t_6;
        } else {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_9);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 996, __pyx_L1_error)
            #endif
            if (__pyx_t_6 >= __pyx_temp) break;
          }
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_8 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_6));
          #else
          __pyx_t_8 = __Pyx_PySequence_ITEM(__pyx_t_9, __pyx_t_6);
          #endif
          ++__pyx_t_6;
        }
        if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 996, __pyx_L1_error)
      } else {
        __pyx_t_8 = __pyx_t_10(__pyx_t_9);
        if (unlikely(!__pyx_t_8)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 996, __pyx_L1_error)
            PyErr_Clear();
          }
          break;
        }
      }
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_XDECREF_SET(__pyx_v_term, __pyx_t_8);
      __pyx_t_8 = 0;
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_5);
      __pyx_t_8 = __Pyx_PyLong_AddObjC(__pyx_t_5, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 996, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_5);
      __pyx_t_5 = __pyx_t_8;
      __pyx_t_8 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":998
 *         for i,term in enumerate(python_terms[order]):
 *             #ret[order][i] = fastpoly_to_unorderedmap(term.coeff)
 *             polymap = unordered_map[int, complex]()             # <<<<<<<<<<<<<<
 *             poly = term.coeff
 *             if max_poly_order == -1: (&max_poly_order)[0] = poly.max_order #reference assignment workaround (known Cython bug)
*/
      try {
        __pyx_t_11 = std::unordered_map<int,__pyx_t_double_complex> ();
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 998, __pyx_L1_error)
      }
      __pyx_v_polymap = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_11);

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":999
 *             #ret[order][i] = fastpoly_to_unorderedmap(term.coeff)
 *             polymap = unordered_map[int, complex]()
 *             poly = term.coeff             # <<<<<<<<<<<<<<
 *             if max_poly_order == -1: (&max_poly_order)[0] = poly.max_order #reference assignment workaround (known Cython bug)
 *             else: assert(max_poly_order == poly.max_order)
*/
      __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_term, __pyx_mstate_global->__pyx_n_u_coeff); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 999, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_XDECREF_SET(__pyx_v_poly, __pyx_t_8);
      __pyx_t_8 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1000
 *             polymap = unordered_map[int, complex]()
 *             poly = term.coeff
 *             if max_poly_order == -1: (&max_poly_order)[0] = poly.max_order #reference assignment workaround (known Cython bug)             # <<<<<<<<<<<<<<
 *             else: assert(max_poly_order == poly.max_order)
 *             if max_poly_vars == -1: (&max_poly_vars)[0] = poly.max_num_vars
*/
      __pyx_t_12 = (__pyx_v_max_poly_order == -1L);
      if (__pyx_t_12) {
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_poly, __pyx_mstate_global->__pyx_n_u_max_order); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1000, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_13 = __Pyx_PyLong_As_int(__pyx_t_8); if (unlikely((__pyx_t_13 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1000, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        ((&__pyx_v_max_poly_order)[0]) = __pyx_t_13;
        goto __pyx_L7;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1001
 *             poly = term.coeff
 *             if max_poly_order == -1: (&max_poly_order)[0] = poly.max_order #reference assignment workaround (known Cython bug)
 *             else: assert(max_poly_order == poly.max_order)             # <<<<<<<<<<<<<<
 *             if max_poly_vars == -1: (&max_poly_vars)[0] = poly.max_num_vars
 *             else: assert(max_poly_vars == poly.max_num_vars)
*/
      /*else*/ {
        #ifndef CYTHON_WITHOUT_ASSERTIONS
        if (unlikely(__pyx_assertions_enabled())) {
          __pyx_t_8 = __Pyx_PyLong_From_int(__pyx_v_max_poly_order); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1001, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
          __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_poly, __pyx_mstate_global->__pyx_n_u_max_order); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1001, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_14);
          __pyx_t_15 = PyObject_RichCompare(__pyx_t_8, __pyx_t_14, Py_EQ); __Pyx_XGOTREF(__pyx_t_15); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1001, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
          __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
          __pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_15); if (unlikely((__pyx_t_12 < 0))) __PYX_ERR(0, 1001, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
          if (unlikely(!__pyx_t_12)) {
            __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
            __PYX_ERR(0, 1001, __pyx_L1_error)
          }
        }
        #else
        if ((1)); else __PYX_ERR(0, 1001, __pyx_L1_error)
        #endif
      }
      __pyx_L7:;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1002
 *             if max_poly_order == -1: (&max_poly_order)[0] = poly.max_order #reference assignment workaround (known Cython bug)
 *             else: assert(max_poly_order == poly.max_order)
 *             if max_poly_vars == -1: (&max_poly_vars)[0] = poly.max_num_vars             # <<<<<<<<<<<<<<
 *             else: assert(max_poly_vars == poly.max_num_vars)
 *             for k,v in poly.items(): polymap[k] = v
*/
      __pyx_t_12 = (__pyx_v_max_poly_vars == -1L);
      if (__pyx_t_12) {
        __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_poly, __pyx_mstate_global->__pyx_n_u_max_num_vars); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1002, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_15);
        __pyx_t_13 = __Pyx_PyLong_As_int(__pyx_t_15); if (unlikely((__pyx_t_13 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1002, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
        ((&__pyx_v_max_poly_vars)[0]) = __pyx_t_13;
        goto __pyx_L8;
      }

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1003
 *             else: assert(max_poly_order == poly.max_order)
 *             if max_poly_vars == -1: (&max_poly_vars)[0] = poly.max_num_vars
 *             else: assert(max_poly_vars == poly.max_num_vars)             # <<<<<<<<<<<<<<
 *             for k,v in poly.items(): polymap[k] = v
 *             ret[order][i] = polymap
*/
      /*else*/ {
        #ifndef CYTHON_WITHOUT_ASSERTIONS
        if (unlikely(__pyx_assertions_enabled())) {
          __pyx_t_15 = __Pyx_PyLong_From_int(__pyx_v_max_poly_vars); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1003, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_15);
          __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_poly, __pyx_mstate_global->__pyx_n_u_max_num_vars); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1003, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_14);
          __pyx_t_8 = PyObject_RichCompare(__pyx_t_15, __pyx_t_14, Py_EQ); __Pyx_XGOTREF(__pyx_t_8); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1003, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
          __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
          __pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_8); if (unlikely((__pyx_t_12 < 0))) __PYX_ERR(0, 1003, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
          if (unlikely(!__pyx_t_12)) {
            __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
            __PYX_ERR(0, 1003, __pyx_L1_error)
          }
        }
        #else
        if ((1)); else __PYX_ERR(0, 1003, __pyx_L1_error)
        #endif
      }
      __pyx_L8:;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1004
 *             if max_poly_vars == -1: (&max_poly_vars)[0] = poly.max_num_vars
 *             else: assert(max_poly_vars == poly.max_num_vars)
 *             for k,v in poly.items(): polymap[k] = v             # <<<<<<<<<<<<<<
 *             ret[order][i] = polymap
 *     return ret
*/
      __pyx_t_16 = 0;
      if (unlikely(__pyx_v_poly == Py_None)) {
        PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "items");
        __PYX_ERR(0, 1004, __pyx_L1_error)
      }
      __pyx_t_14 = __Pyx_dict_iterator(__pyx_v_poly, 0, __pyx_mstate_global->__pyx_n_u_items, (&__pyx_t_17), (&__pyx_t_13)); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1004, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_14);
      __Pyx_XDECREF(__pyx_t_8);
      __pyx_t_8 = __pyx_t_14;
      __pyx_t_14 = 0;
      while (1) {
        __pyx_t_18 = __Pyx_dict_iter_next(__pyx_t_8, __pyx_t_17, &__pyx_t_16, &__pyx_t_14, &__pyx_t_15, NULL, __pyx_t_13);
        if (unlikely(__pyx_t_18 == 0)) break;
        if (unlikely(__pyx_t_18 == -1)) __PYX_ERR(0, 1004, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_14);
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_XDECREF_SET(__pyx_v_k, __pyx_t_14);
        __pyx_t_14 = 0;
        __Pyx_XDECREF_SET(__pyx_v_v, __pyx_t_15);
        __pyx_t_15 = 0;
        __pyx_t_19 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_v_v); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1004, __pyx_L1_error)
        __pyx_t_18 = __Pyx_PyLong_As_int(__pyx_v_k); if (unlikely((__pyx_t_18 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 1004, __pyx_L1_error)
        (__pyx_v_polymap[__pyx_t_18]) = __pyx_t_19;
      }
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1005
 *             else: assert(max_poly_vars == poly.max_num_vars)
 *             for k,v in poly.items(): polymap[k] = v
 *             ret[order][i] = polymap             # <<<<<<<<<<<<<<
 *     return ret
 * 
*/
      __pyx_t_20 = __Pyx_PyLong_As_size_t(__pyx_v_i); if (unlikely((__pyx_t_20 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 1005, __pyx_L1_error)
      ((__pyx_v_ret[__pyx_v_order])[__pyx_t_20]) = __pyx_v_polymap;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":996
 *         nTerms = len(python_terms[order])
 *         ret[order] = vector[unordered_map[int, complex]](nTerms)
 *         for i,term in enumerate(python_terms[order]):             # <<<<<<<<<<<<<<
 *             #ret[order][i] = fastpoly_to_unorderedmap(term.coeff)
 *             polymap = unordered_map[int, complex]()
*/
    }
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1006
 *             for k,v in poly.items(): polymap[k] = v
 *             ret[order][i] = polymap
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * cdef double stabilizer_measurement_prob(state_sp_tuple, moutcomes):
*/
  __pyx_r = __pyx_v_ret;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":991
 *     #    assert(0),"Mismatch!"
 * 
 * cdef vector[vector[unordered_map[int, complex] ]] extract_term_coeffs(python_terms, int max_order, int& max_poly_vars, int& max_poly_order):             # <<<<<<<<<<<<<<
 *     ret = vector[vector[unordered_map[int, complex] ]](max_order+1)
 *     for order in range(max_order+1):
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_14);
  __Pyx_XDECREF(__pyx_t_15);
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.extract_term_coeffs", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_i);
  __Pyx_XDECREF(__pyx_v_term);
  __Pyx_XDECREF(__pyx_v_poly);
  __Pyx_XDECREF(__pyx_v_k);
  __Pyx_XDECREF(__pyx_v_v);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1008
 *     return ret
 * 
 * cdef double stabilizer_measurement_prob(state_sp_tuple, moutcomes):             # <<<<<<<<<<<<<<
 *     #Note: an abridged version from what is in ForwardSimulator... (no qubit_filter or return_state)
 *     #TODO: make this routine faster - port pauli_z_measurement to C?
*/

static double __pyx_f_6pygsti_8baseobjs_6opcalc_10fastopcalc_stabilizer_measurement_prob(PyObject *__pyx_v_state_sp_tuple, PyObject *__pyx_v_moutcomes) {
  float __pyx_v_p;
  PyObject *__pyx_v_state_s = NULL;
  PyObject *__pyx_v_state_p = NULL;
  PyObject *__pyx_v_i = NULL;
  PyObject *__pyx_v_outcm = NULL;
  PyObject *__pyx_v_p0 = NULL;
  PyObject *__pyx_v_p1 = NULL;
  PyObject *__pyx_v_ss0 = NULL;
  PyObject *__pyx_v_ss1 = NULL;
  PyObject *__pyx_v_sp0 = NULL;
  PyObject *__pyx_v_sp1 = NULL;
  double __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *(*__pyx_t_4)(PyObject *);
  Py_ssize_t __pyx_t_5;
  PyObject *(*__pyx_t_6)(PyObject *);
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  size_t __pyx_t_10;
  PyObject *__pyx_t_11 = NULL;
  PyObject *__pyx_t_12 = NULL;
  PyObject *__pyx_t_13 = NULL;
  PyObject *__pyx_t_14 = NULL;
  int __pyx_t_15;
  float __pyx_t_16;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("stabilizer_measurement_prob", 0);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1011
 *     #Note: an abridged version from what is in ForwardSimulator... (no qubit_filter or return_state)
 *     #TODO: make this routine faster - port pauli_z_measurement to C?
 *     cdef float p = 1.0             # <<<<<<<<<<<<<<
 *     state_s, state_p = state_sp_tuple
 *     for i,outcm in enumerate(moutcomes):
*/
  __pyx_v_p = 1.0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1012
 *     #TODO: make this routine faster - port pauli_z_measurement to C?
 *     cdef float p = 1.0
 *     state_s, state_p = state_sp_tuple             # <<<<<<<<<<<<<<
 *     for i,outcm in enumerate(moutcomes):
 *         p0,p1,ss0,ss1,sp0,sp1 = symplectic.pauli_z_measurement(state_s, state_p, i)
*/
  if ((likely(PyTuple_CheckExact(__pyx_v_state_sp_tuple))) || (PyList_CheckExact(__pyx_v_state_sp_tuple))) {
    PyObject* sequence = __pyx_v_state_sp_tuple;
    Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
    if (unlikely(size != 2)) {
      if (size > 2) __Pyx_RaiseTooManyValuesError(2);
      else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
      __PYX_ERR(0, 1012, __pyx_L1_error)
    }
    #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    if (likely(PyTuple_CheckExact(sequence))) {
      __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0);
      __Pyx_INCREF(__pyx_t_1);
      __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1);
      __Pyx_INCREF(__pyx_t_2);
    } else {
      __pyx_t_1 = __Pyx_PyList_GetItemRefFast(sequence, 0, __Pyx_ReferenceSharing_SharedReference);
      if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1012, __pyx_L1_error)
      __Pyx_XGOTREF(__pyx_t_1);
      __pyx_t_2 = __Pyx_PyList_GetItemRefFast(sequence, 1, __Pyx_ReferenceSharing_SharedReference);
      if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1012, __pyx_L1_error)
      __Pyx_XGOTREF(__pyx_t_2);
    }
    #else
    __pyx_t_1 = __Pyx_PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1012, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_2 = __Pyx_PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1012, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    #endif
  } else {
    Py_ssize_t index = -1;
    __pyx_t_3 = PyObject_GetIter(__pyx_v_state_sp_tuple); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1012, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_4 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_3);
    index = 0; __pyx_t_1 = __pyx_t_4(__pyx_t_3); if (unlikely(!__pyx_t_1)) goto __pyx_L3_unpacking_failed;
    __Pyx_GOTREF(__pyx_t_1);
    index = 1; __pyx_t_2 = __pyx_t_4(__pyx_t_3); if (unlikely(!__pyx_t_2)) goto __pyx_L3_unpacking_failed;
    __Pyx_GOTREF(__pyx_t_2);
    if (__Pyx_IternextUnpackEndCheck(__pyx_t_4(__pyx_t_3), 2) < (0)) __PYX_ERR(0, 1012, __pyx_L1_error)
    __pyx_t_4 = NULL;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    goto __pyx_L4_unpacking_done;
    __pyx_L3_unpacking_failed:;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_4 = NULL;
    if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
    __PYX_ERR(0, 1012, __pyx_L1_error)
    __pyx_L4_unpacking_done:;
  }
  __pyx_v_state_s = __pyx_t_1;
  __pyx_t_1 = 0;
  __pyx_v_state_p = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1013
 *     cdef float p = 1.0
 *     state_s, state_p = state_sp_tuple
 *     for i,outcm in enumerate(moutcomes):             # <<<<<<<<<<<<<<
 *         p0,p1,ss0,ss1,sp0,sp1 = symplectic.pauli_z_measurement(state_s, state_p, i)
 * 
*/
  __Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
  __pyx_t_2 = __pyx_mstate_global->__pyx_int_0;
  if (likely(PyList_CheckExact(__pyx_v_moutcomes)) || PyTuple_CheckExact(__pyx_v_moutcomes)) {
    __pyx_t_1 = __pyx_v_moutcomes; __Pyx_INCREF(__pyx_t_1);
    __pyx_t_5 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_5 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_moutcomes); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1013, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_6 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1013, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_1))) {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_1);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 1013, __pyx_L1_error)
          #endif
          if (__pyx_t_5 >= __pyx_temp) break;
        }
        __pyx_t_3 = __Pyx_PyList_GetItemRefFast(__pyx_t_1, __pyx_t_5, __Pyx_ReferenceSharing_OwnStrongReference);
        ++__pyx_t_5;
      } else {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_1);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 1013, __pyx_L1_error)
          #endif
          if (__pyx_t_5 >= __pyx_temp) break;
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_5));
        #else
        __pyx_t_3 = __Pyx_PySequence_ITEM(__pyx_t_1, __pyx_t_5);
        #endif
        ++__pyx_t_5;
      }
      if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1013, __pyx_L1_error)
    } else {
      __pyx_t_3 = __pyx_t_6(__pyx_t_1);
      if (unlikely(!__pyx_t_3)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 1013, __pyx_L1_error)
          PyErr_Clear();
        }
        break;
      }
    }
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_XDECREF_SET(__pyx_v_outcm, __pyx_t_3);
    __pyx_t_3 = 0;
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_2);
    __pyx_t_3 = __Pyx_PyLong_AddObjC(__pyx_t_2, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1013, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2);
    __pyx_t_2 = __pyx_t_3;
    __pyx_t_3 = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1014
 *     state_s, state_p = state_sp_tuple
 *     for i,outcm in enumerate(moutcomes):
 *         p0,p1,ss0,ss1,sp0,sp1 = symplectic.pauli_z_measurement(state_s, state_p, i)             # <<<<<<<<<<<<<<
 * 
 *         if outcm == 0:
*/
    __pyx_t_7 = NULL;
    __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_mstate_global->__pyx_n_u_symplectic); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1014, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_mstate_global->__pyx_n_u_pauli_z_measurement); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1014, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_9);
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    __pyx_t_10 = 1;
    #if CYTHON_UNPACK_METHODS
    if (unlikely(PyMethod_Check(__pyx_t_9))) {
      __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_9);
      assert(__pyx_t_7);
      PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_9);
      __Pyx_INCREF(__pyx_t_7);
      __Pyx_INCREF(__pyx__function);
      __Pyx_DECREF_SET(__pyx_t_9, __pyx__function);
      __pyx_t_10 = 0;
    }
    #endif
    {
      PyObject *__pyx_callargs[4] = {__pyx_t_7, __pyx_v_state_s, __pyx_v_state_p, __pyx_v_i};
      __pyx_t_3 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_9, __pyx_callargs+__pyx_t_10, (4-__pyx_t_10) | (__pyx_t_10*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1014, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
    }
    if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {
      PyObject* sequence = __pyx_t_3;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 6)) {
        if (size > 6) __Pyx_RaiseTooManyValuesError(6);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 1014, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_9 = PyTuple_GET_ITEM(sequence, 0);
        __Pyx_INCREF(__pyx_t_9);
        __pyx_t_7 = PyTuple_GET_ITEM(sequence, 1);
        __Pyx_INCREF(__pyx_t_7);
        __pyx_t_8 = PyTuple_GET_ITEM(sequence, 2);
        __Pyx_INCREF(__pyx_t_8);
        __pyx_t_11 = PyTuple_GET_ITEM(sequence, 3);
        __Pyx_INCREF(__pyx_t_11);
        __pyx_t_12 = PyTuple_GET_ITEM(sequence, 4);
        __Pyx_INCREF(__pyx_t_12);
        __pyx_t_13 = PyTuple_GET_ITEM(sequence, 5);
        __Pyx_INCREF(__pyx_t_13);
      } else {
        __pyx_t_9 = __Pyx_PyList_GetItemRefFast(sequence, 0, __Pyx_ReferenceSharing_SharedReference);
        if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1014, __pyx_L1_error)
        __Pyx_XGOTREF(__pyx_t_9);
        __pyx_t_7 = __Pyx_PyList_GetItemRefFast(sequence, 1, __Pyx_ReferenceSharing_SharedReference);
        if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1014, __pyx_L1_error)
        __Pyx_XGOTREF(__pyx_t_7);
        __pyx_t_8 = __Pyx_PyList_GetItemRefFast(sequence, 2, __Pyx_ReferenceSharing_SharedReference);
        if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1014, __pyx_L1_error)
        __Pyx_XGOTREF(__pyx_t_8);
        __pyx_t_11 = __Pyx_PyList_GetItemRefFast(sequence, 3, __Pyx_ReferenceSharing_SharedReference);
        if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1014, __pyx_L1_error)
        __Pyx_XGOTREF(__pyx_t_11);
        __pyx_t_12 = __Pyx_PyList_GetItemRefFast(sequence, 4, __Pyx_ReferenceSharing_SharedReference);
        if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1014, __pyx_L1_error)
        __Pyx_XGOTREF(__pyx_t_12);
        __pyx_t_13 = __Pyx_PyList_GetItemRefFast(sequence, 5, __Pyx_ReferenceSharing_SharedReference);
        if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1014, __pyx_L1_error)
        __Pyx_XGOTREF(__pyx_t_13);
      }
      #else
      {
        Py_ssize_t i;
        PyObject** temps[6] = {&__pyx_t_9,&__pyx_t_7,&__pyx_t_8,&__pyx_t_11,&__pyx_t_12,&__pyx_t_13};
        for (i=0; i < 6; i++) {
          PyObject* item = __Pyx_PySequence_ITEM(sequence, i); if (unlikely(!item)) __PYX_ERR(0, 1014, __pyx_L1_error)
          __Pyx_GOTREF(item);
          *(temps[i]) = item;
        }
      }
      #endif
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    } else {
      Py_ssize_t index = -1;
      PyObject** temps[6] = {&__pyx_t_9,&__pyx_t_7,&__pyx_t_8,&__pyx_t_11,&__pyx_t_12,&__pyx_t_13};
      __pyx_t_14 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1014, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_14);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_4 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_14);
      for (index=0; index < 6; index++) {
        PyObject* item = __pyx_t_4(__pyx_t_14); if (unlikely(!item)) goto __pyx_L7_unpacking_failed;
        __Pyx_GOTREF(item);
        *(temps[index]) = item;
      }
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_4(__pyx_t_14), 6) < (0)) __PYX_ERR(0, 1014, __pyx_L1_error)
      __pyx_t_4 = NULL;
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
      goto __pyx_L8_unpacking_done;
      __pyx_L7_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
      __pyx_t_4 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 1014, __pyx_L1_error)
      __pyx_L8_unpacking_done:;
    }
    __Pyx_XDECREF_SET(__pyx_v_p0, __pyx_t_9);
    __pyx_t_9 = 0;
    __Pyx_XDECREF_SET(__pyx_v_p1, __pyx_t_7);
    __pyx_t_7 = 0;
    __Pyx_XDECREF_SET(__pyx_v_ss0, __pyx_t_8);
    __pyx_t_8 = 0;
    __Pyx_XDECREF_SET(__pyx_v_ss1, __pyx_t_11);
    __pyx_t_11 = 0;
    __Pyx_XDECREF_SET(__pyx_v_sp0, __pyx_t_12);
    __pyx_t_12 = 0;
    __Pyx_XDECREF_SET(__pyx_v_sp1, __pyx_t_13);
    __pyx_t_13 = 0;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1016
 *         p0,p1,ss0,ss1,sp0,sp1 = symplectic.pauli_z_measurement(state_s, state_p, i)
 * 
 *         if outcm == 0:             # <<<<<<<<<<<<<<
 *             p *= p0; state_s, state_p = ss0, sp0
 *         else:
*/
    __pyx_t_15 = (__Pyx_PyLong_BoolEqObjC(__pyx_v_outcm, __pyx_mstate_global->__pyx_int_0, 0, 0)); if (unlikely((__pyx_t_15 < 0))) __PYX_ERR(0, 1016, __pyx_L1_error)
    if (__pyx_t_15) {

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1017
 * 
 *         if outcm == 0:
 *             p *= p0; state_s, state_p = ss0, sp0             # <<<<<<<<<<<<<<
 *         else:
 *             p *= p1; state_s, state_p = ss1, sp1
*/
      __pyx_t_3 = PyFloat_FromDouble(__pyx_v_p); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1017, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_13 = PyNumber_InPlaceMultiply(__pyx_t_3, __pyx_v_p0); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1017, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_13);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_16 = __Pyx_PyFloat_AsFloat(__pyx_t_13); if (unlikely((__pyx_t_16 == (float)-1) && PyErr_Occurred())) __PYX_ERR(0, 1017, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
      __pyx_v_p = __pyx_t_16;
      __pyx_t_13 = __pyx_v_ss0;
      __Pyx_INCREF(__pyx_t_13);
      __pyx_t_3 = __pyx_v_sp0;
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_DECREF_SET(__pyx_v_state_s, __pyx_t_13);
      __pyx_t_13 = 0;
      __Pyx_DECREF_SET(__pyx_v_state_p, __pyx_t_3);
      __pyx_t_3 = 0;

      /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1016
 *         p0,p1,ss0,ss1,sp0,sp1 = symplectic.pauli_z_measurement(state_s, state_p, i)
 * 
 *         if outcm == 0:             # <<<<<<<<<<<<<<
 *             p *= p0; state_s, state_p = ss0, sp0
 *         else:
*/
      goto __pyx_L9;
    }

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1019
 *             p *= p0; state_s, state_p = ss0, sp0
 *         else:
 *             p *= p1; state_s, state_p = ss1, sp1             # <<<<<<<<<<<<<<
 *     return p
 * 
*/
    /*else*/ {
      __pyx_t_3 = PyFloat_FromDouble(__pyx_v_p); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1019, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_13 = PyNumber_InPlaceMultiply(__pyx_t_3, __pyx_v_p1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1019, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_13);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_16 = __Pyx_PyFloat_AsFloat(__pyx_t_13); if (unlikely((__pyx_t_16 == (float)-1) && PyErr_Occurred())) __PYX_ERR(0, 1019, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
      __pyx_v_p = __pyx_t_16;
      __pyx_t_13 = __pyx_v_ss1;
      __Pyx_INCREF(__pyx_t_13);
      __pyx_t_3 = __pyx_v_sp1;
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_DECREF_SET(__pyx_v_state_s, __pyx_t_13);
      __pyx_t_13 = 0;
      __Pyx_DECREF_SET(__pyx_v_state_p, __pyx_t_3);
      __pyx_t_3 = 0;
    }
    __pyx_L9:;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1013
 *     cdef float p = 1.0
 *     state_s, state_p = state_sp_tuple
 *     for i,outcm in enumerate(moutcomes):             # <<<<<<<<<<<<<<
 *         p0,p1,ss0,ss1,sp0,sp1 = symplectic.pauli_z_measurement(state_s, state_p, i)
 * 
*/
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1020
 *         else:
 *             p *= p1; state_s, state_p = ss1, sp1
 *     return p             # <<<<<<<<<<<<<<
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function
*/
  __pyx_r = __pyx_v_p;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1008
 *     return ret
 * 
 * cdef double stabilizer_measurement_prob(state_sp_tuple, moutcomes):             # <<<<<<<<<<<<<<
 *     #Note: an abridged version from what is in ForwardSimulator... (no qubit_filter or return_state)
 *     #TODO: make this routine faster - port pauli_z_measurement to C?
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_11);
  __Pyx_XDECREF(__pyx_t_12);
  __Pyx_XDECREF(__pyx_t_13);
  __Pyx_XDECREF(__pyx_t_14);
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.stabilizer_measurement_prob", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_state_s);
  __Pyx_XDECREF(__pyx_v_state_p);
  __Pyx_XDECREF(__pyx_v_i);
  __Pyx_XDECREF(__pyx_v_outcm);
  __Pyx_XDECREF(__pyx_v_p0);
  __Pyx_XDECREF(__pyx_v_p1);
  __Pyx_XDECREF(__pyx_v_ss0);
  __Pyx_XDECREF(__pyx_v_ss1);
  __Pyx_XDECREF(__pyx_v_sp0);
  __Pyx_XDECREF(__pyx_v_sp1);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1022
 *     return p
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def float_product(np.ndarray[double, ndim=1] ar):
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_19float_product(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_19float_product = {"float_product", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_19float_product, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_19float_product(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyArrayObject *__pyx_v_ar = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[1] = {0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("float_product (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_ar,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 1022, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 1022, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "float_product", 0) < (0)) __PYX_ERR(0, 1022, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("float_product", 1, 1, 1, i); __PYX_ERR(0, 1022, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 1)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 1022, __pyx_L3_error)
    }
    __pyx_v_ar = ((PyArrayObject *)values[0]);
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("float_product", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 1022, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.float_product", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_ar), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "ar", 0))) __PYX_ERR(0, 1024, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_18float_product(__pyx_self, __pyx_v_ar);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  goto __pyx_L7_cleaned_up;
  __pyx_L0:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __pyx_L7_cleaned_up:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_18float_product(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_ar) {
  double __pyx_v_ret;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_N;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_v_i;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_ar;
  __Pyx_Buffer __pyx_pybuffer_ar;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_1;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_2;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_3;
  __pyx_t_6pygsti_8baseobjs_6opcalc_10fastopcalc_INT __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("float_product", 0);
  __pyx_pybuffer_ar.pybuffer.buf = NULL;
  __pyx_pybuffer_ar.refcount = 0;
  __pyx_pybuffernd_ar.data = NULL;
  __pyx_pybuffernd_ar.rcbuffer = &__pyx_pybuffer_ar;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_ar.rcbuffer->pybuffer, (PyObject*)__pyx_v_ar, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_STRIDES, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1022, __pyx_L1_error)
  }
  __pyx_pybuffernd_ar.diminfo[0].strides = __pyx_pybuffernd_ar.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_ar.diminfo[0].shape = __pyx_pybuffernd_ar.rcbuffer->pybuffer.shape[0];

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1025
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def float_product(np.ndarray[double, ndim=1] ar):
 *     cdef double ret = 1.0             # <<<<<<<<<<<<<<
 *     cdef INT N = ar.shape[0]
 *     cdef INT i
*/
  __pyx_v_ret = 1.0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1026
 * def float_product(np.ndarray[double, ndim=1] ar):
 *     cdef double ret = 1.0
 *     cdef INT N = ar.shape[0]             # <<<<<<<<<<<<<<
 *     cdef INT i
 *     for i in range(N):
*/
  __pyx_v_N = (__pyx_f_5numpy_7ndarray_5shape_shape(((PyArrayObject *)__pyx_v_ar))[0]);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1028
 *     cdef INT N = ar.shape[0]
 *     cdef INT i
 *     for i in range(N):             # <<<<<<<<<<<<<<
 *         ret = ret * ar[i]
 *     return ret
*/
  __pyx_t_1 = __pyx_v_N;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1029
 *     cdef INT i
 *     for i in range(N):
 *         ret = ret * ar[i]             # <<<<<<<<<<<<<<
 *     return ret
 * 
*/
    __pyx_t_4 = __pyx_v_i;
    __pyx_v_ret = (__pyx_v_ret * (*__Pyx_BufPtrStrided1d(double *, __pyx_pybuffernd_ar.rcbuffer->pybuffer.buf, __pyx_t_4, __pyx_pybuffernd_ar.diminfo[0].strides)));
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1030
 *     for i in range(N):
 *         ret = ret * ar[i]
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * def dot(np.ndarray[double, ndim=1] f, np.ndarray[double, ndim=1] g):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_5 = PyFloat_FromDouble(__pyx_v_ret); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1030, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1022
 *     return p
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def float_product(np.ndarray[double, ndim=1] ar):
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ar.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.float_product", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_ar.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1032
 *     return ret
 * 
 * def dot(np.ndarray[double, ndim=1] f, np.ndarray[double, ndim=1] g):             # <<<<<<<<<<<<<<
 *     cdef long N = f.shape[0]
 *     cdef float ret = 0.0
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_21dot(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_21dot = {"dot", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_21dot, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_8baseobjs_6opcalc_10fastopcalc_21dot(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyArrayObject *__pyx_v_f = 0;
  PyArrayObject *__pyx_v_g = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[2] = {0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("dot (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_f,&__pyx_mstate_global->__pyx_n_u_g,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 1032, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 1032, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 1032, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "dot", 0) < (0)) __PYX_ERR(0, 1032, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 2; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("dot", 1, 2, 2, i); __PYX_ERR(0, 1032, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 2)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 1032, __pyx_L3_error)
      values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 1032, __pyx_L3_error)
    }
    __pyx_v_f = ((PyArrayObject *)values[0]);
    __pyx_v_g = ((PyArrayObject *)values[1]);
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("dot", 1, 2, 2, __pyx_nargs); __PYX_ERR(0, 1032, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.dot", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_f), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "f", 0))) __PYX_ERR(0, 1032, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_g), __pyx_mstate_global->__pyx_ptype_5numpy_ndarray, 1, "g", 0))) __PYX_ERR(0, 1032, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_20dot(__pyx_self, __pyx_v_f, __pyx_v_g);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  goto __pyx_L7_cleaned_up;
  __pyx_L0:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __pyx_L7_cleaned_up:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_8baseobjs_6opcalc_10fastopcalc_20dot(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_f, PyArrayObject *__pyx_v_g) {
  long __pyx_v_N;
  float __pyx_v_ret;
  int __pyx_v_i;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_f;
  __Pyx_Buffer __pyx_pybuffer_f;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_g;
  __Pyx_Buffer __pyx_pybuffer_g;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  long __pyx_t_1;
  long __pyx_t_2;
  int __pyx_t_3;
  Py_ssize_t __pyx_t_4;
  int __pyx_t_5;
  Py_ssize_t __pyx_t_6;
  PyObject *__pyx_t_7 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("dot", 0);
  __pyx_pybuffer_f.pybuffer.buf = NULL;
  __pyx_pybuffer_f.refcount = 0;
  __pyx_pybuffernd_f.data = NULL;
  __pyx_pybuffernd_f.rcbuffer = &__pyx_pybuffer_f;
  __pyx_pybuffer_g.pybuffer.buf = NULL;
  __pyx_pybuffer_g.refcount = 0;
  __pyx_pybuffernd_g.data = NULL;
  __pyx_pybuffernd_g.rcbuffer = &__pyx_pybuffer_g;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_f.rcbuffer->pybuffer, (PyObject*)__pyx_v_f, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_STRIDES, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1032, __pyx_L1_error)
  }
  __pyx_pybuffernd_f.diminfo[0].strides = __pyx_pybuffernd_f.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_f.diminfo[0].shape = __pyx_pybuffernd_f.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_g.rcbuffer->pybuffer, (PyObject*)__pyx_v_g, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_STRIDES, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1032, __pyx_L1_error)
  }
  __pyx_pybuffernd_g.diminfo[0].strides = __pyx_pybuffernd_g.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_g.diminfo[0].shape = __pyx_pybuffernd_g.rcbuffer->pybuffer.shape[0];

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1033
 * 
 * def dot(np.ndarray[double, ndim=1] f, np.ndarray[double, ndim=1] g):
 *     cdef long N = f.shape[0]             # <<<<<<<<<<<<<<
 *     cdef float ret = 0.0
 *     cdef int i
*/
  __pyx_v_N = (__pyx_f_5numpy_7ndarray_5shape_shape(((PyArrayObject *)__pyx_v_f))[0]);

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1034
 * def dot(np.ndarray[double, ndim=1] f, np.ndarray[double, ndim=1] g):
 *     cdef long N = f.shape[0]
 *     cdef float ret = 0.0             # <<<<<<<<<<<<<<
 *     cdef int i
 *     for i in range(N):
*/
  __pyx_v_ret = 0.0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1036
 *     cdef float ret = 0.0
 *     cdef int i
 *     for i in range(N):             # <<<<<<<<<<<<<<
 *         ret += f[i]*g[i]
 *     return ret
*/
  __pyx_t_1 = __pyx_v_N;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1037
 *     cdef int i
 *     for i in range(N):
 *         ret += f[i]*g[i]             # <<<<<<<<<<<<<<
 *     return ret
*/
    __pyx_t_4 = __pyx_v_i;
    __pyx_t_5 = -1;
    if (__pyx_t_4 < 0) {
      __pyx_t_4 += __pyx_pybuffernd_f.diminfo[0].shape;
      if (unlikely(__pyx_t_4 < 0)) __pyx_t_5 = 0;
    } else if (unlikely(__pyx_t_4 >= __pyx_pybuffernd_f.diminfo[0].shape)) __pyx_t_5 = 0;
    if (unlikely(__pyx_t_5 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_5);
      __PYX_ERR(0, 1037, __pyx_L1_error)
    }
    __pyx_t_6 = __pyx_v_i;
    __pyx_t_5 = -1;
    if (__pyx_t_6 < 0) {
      __pyx_t_6 += __pyx_pybuffernd_g.diminfo[0].shape;
      if (unlikely(__pyx_t_6 < 0)) __pyx_t_5 = 0;
    } else if (unlikely(__pyx_t_6 >= __pyx_pybuffernd_g.diminfo[0].shape)) __pyx_t_5 = 0;
    if (unlikely(__pyx_t_5 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_5);
      __PYX_ERR(0, 1037, __pyx_L1_error)
    }
    __pyx_v_ret = (__pyx_v_ret + ((*__Pyx_BufPtrStrided1d(double *, __pyx_pybuffernd_f.rcbuffer->pybuffer.buf, __pyx_t_4, __pyx_pybuffernd_f.diminfo[0].strides)) * (*__Pyx_BufPtrStrided1d(double *, __pyx_pybuffernd_g.rcbuffer->pybuffer.buf, __pyx_t_6, __pyx_pybuffernd_g.diminfo[0].strides))));
  }

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1038
 *     for i in range(N):
 *         ret += f[i]*g[i]
 *     return ret             # <<<<<<<<<<<<<<
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_7 = PyFloat_FromDouble(__pyx_v_ret); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1038, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_r = __pyx_t_7;
  __pyx_t_7 = 0;
  goto __pyx_L0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1032
 *     return ret
 * 
 * def dot(np.ndarray[double, ndim=1] f, np.ndarray[double, ndim=1] g):             # <<<<<<<<<<<<<<
 *     cdef long N = f.shape[0]
 *     cdef float ret = 0.0
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_7);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_f.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_g.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.baseobjs.opcalc.fastopcalc.dot", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_f.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_g.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}
/* #### Code section: module_exttypes ### */

static PyMethodDef __pyx_methods[] = {
  {0, 0, 0, 0}
};
/* #### Code section: initfunc_declarations ### */
static CYTHON_SMALL_CODE int __Pyx_InitCachedBuiltins(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_InitCachedConstants(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_InitGlobals(void); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_InitConstants(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_global_init_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_export_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_function_export_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_type_init_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_type_import_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_import_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_function_import_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_CreateCodeObjects(__pyx_mstatetype *__pyx_mstate); /*proto*/
/* #### Code section: init_module ### */

static int __Pyx_modinit_global_init_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __Pyx_RefNannySetupContext("__Pyx_modinit_global_init_code", 0);
  /*--- Global init code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

static int __Pyx_modinit_variable_export_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __Pyx_RefNannySetupContext("__Pyx_modinit_variable_export_code", 0);
  /*--- Variable export code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

static int __Pyx_modinit_function_export_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __Pyx_RefNannySetupContext("__Pyx_modinit_function_export_code", 0);
  /*--- Function export code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

static int __Pyx_modinit_type_init_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __Pyx_RefNannySetupContext("__Pyx_modinit_type_init_code", 0);
  /*--- Type init code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

static int __Pyx_modinit_type_import_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__Pyx_modinit_type_import_code", 0);
  /*--- Type import code ---*/
  __pyx_t_1 = PyImport_ImportModule(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 9, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_mstate->__pyx_ptype_7cpython_4type_type = __Pyx_ImportType_3_2_1(__pyx_t_1, __Pyx_BUILTIN_MODULE_NAME, "type",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyTypeObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyTypeObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  0, 0,
  #else
  sizeof(PyHeapTypeObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyHeapTypeObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_7cpython_4type_type) __PYX_ERR(3, 9, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = PyImport_ImportModule("numpy"); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 272, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_mstate->__pyx_ptype_5numpy_dtype = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "dtype",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyArray_Descr), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArray_Descr),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyArray_Descr), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArray_Descr),
  #else
  sizeof(PyArray_Descr), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArray_Descr),
  #endif
  __Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_dtype) __PYX_ERR(2, 272, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_flatiter = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "flatiter",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyArrayIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayIterObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyArrayIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayIterObject),
  #else
  sizeof(PyArrayIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayIterObject),
  #endif
  __Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_flatiter) __PYX_ERR(2, 317, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_broadcast = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "broadcast",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyArrayMultiIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayMultiIterObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyArrayMultiIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayMultiIterObject),
  #else
  sizeof(PyArrayMultiIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayMultiIterObject),
  #endif
  __Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_broadcast) __PYX_ERR(2, 321, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_ndarray = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "ndarray",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyArrayObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyArrayObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayObject),
  #else
  sizeof(PyArrayObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayObject),
  #endif
  __Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_ndarray) __PYX_ERR(2, 360, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_generic = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "generic",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_generic) __PYX_ERR(2, 873, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_number = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "number",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_number) __PYX_ERR(2, 875, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_integer = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "integer",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_integer) __PYX_ERR(2, 877, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_signedinteger = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "signedinteger",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_signedinteger) __PYX_ERR(2, 879, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_unsignedinteger = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "unsignedinteger",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_unsignedinteger) __PYX_ERR(2, 881, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_inexact = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "inexact",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_inexact) __PYX_ERR(2, 883, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_floating = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "floating",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_floating) __PYX_ERR(2, 885, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_complexfloating = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "complexfloating",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_complexfloating) __PYX_ERR(2, 887, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_flexible = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "flexible",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_flexible) __PYX_ERR(2, 889, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_character = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "character",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_character) __PYX_ERR(2, 891, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_ufunc = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "ufunc",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyUFuncObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyUFuncObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyUFuncObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyUFuncObject),
  #else
  sizeof(PyUFuncObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyUFuncObject),
  #endif
  __Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_ufunc) __PYX_ERR(2, 955, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_RefNannyFinishContext();
  return 0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_RefNannyFinishContext();
  return -1;
}

static int __Pyx_modinit_variable_import_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __Pyx_RefNannySetupContext("__Pyx_modinit_variable_import_code", 0);
  /*--- Variable import code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

static int __Pyx_modinit_function_import_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __Pyx_RefNannySetupContext("__Pyx_modinit_function_import_code", 0);
  /*--- Function import code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

#if CYTHON_PEP489_MULTI_PHASE_INIT
static PyObject* __pyx_pymod_create(PyObject *spec, PyModuleDef *def); /*proto*/
static int __pyx_pymod_exec_fastopcalc(PyObject* module); /*proto*/
static PyModuleDef_Slot __pyx_moduledef_slots[] = {
  {Py_mod_create, (void*)__pyx_pymod_create},
  {Py_mod_exec, (void*)__pyx_pymod_exec_fastopcalc},
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
  {Py_mod_gil, Py_MOD_GIL_USED},
  #endif
  #if PY_VERSION_HEX >= 0x030C0000 && CYTHON_USE_MODULE_STATE
  {Py_mod_multiple_interpreters, Py_MOD_MULTIPLE_INTERPRETERS_NOT_SUPPORTED},
  #endif
  {0, NULL}
};
#endif

#ifdef __cplusplus
namespace {
  struct PyModuleDef __pyx_moduledef =
  #else
  static struct PyModuleDef __pyx_moduledef =
  #endif
  {
      PyModuleDef_HEAD_INIT,
      "fastopcalc",
      0, /* m_doc */
    #if CYTHON_USE_MODULE_STATE
      sizeof(__pyx_mstatetype), /* m_size */
    #else
      (CYTHON_PEP489_MULTI_PHASE_INIT) ? 0 : -1, /* m_size */
    #endif
      __pyx_methods /* m_methods */,
    #if CYTHON_PEP489_MULTI_PHASE_INIT
      __pyx_moduledef_slots, /* m_slots */
    #else
      NULL, /* m_reload */
    #endif
    #if CYTHON_USE_MODULE_STATE
      __pyx_m_traverse, /* m_traverse */
      __pyx_m_clear, /* m_clear */
      NULL /* m_free */
    #else
      NULL, /* m_traverse */
      NULL, /* m_clear */
      NULL /* m_free */
    #endif
  };
  #ifdef __cplusplus
} /* anonymous namespace */
#endif

/* PyModInitFuncType */
#ifndef CYTHON_NO_PYINIT_EXPORT
  #define __Pyx_PyMODINIT_FUNC PyMODINIT_FUNC
#else
  #ifdef __cplusplus
  #define __Pyx_PyMODINIT_FUNC extern "C" PyObject *
  #else
  #define __Pyx_PyMODINIT_FUNC PyObject *
  #endif
#endif

__Pyx_PyMODINIT_FUNC PyInit_fastopcalc(void) CYTHON_SMALL_CODE; /*proto*/
__Pyx_PyMODINIT_FUNC PyInit_fastopcalc(void)
#if CYTHON_PEP489_MULTI_PHASE_INIT
{
  return PyModuleDef_Init(&__pyx_moduledef);
}
/* ModuleCreationPEP489 */
#if CYTHON_COMPILING_IN_LIMITED_API && (__PYX_LIMITED_VERSION_HEX < 0x03090000\
      || ((defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)) && __PYX_LIMITED_VERSION_HEX < 0x030A0000))
static PY_INT64_T __Pyx_GetCurrentInterpreterId(void) {
    {
        PyObject *module = PyImport_ImportModule("_interpreters"); // 3.13+ I think
        if (!module) {
            PyErr_Clear(); // just try the 3.8-3.12 version
            module = PyImport_ImportModule("_xxsubinterpreters");
            if (!module) goto bad;
        }
        PyObject *current = PyObject_CallMethod(module, "get_current", NULL);
        Py_DECREF(module);
        if (!current) goto bad;
        if (PyTuple_Check(current)) {
            PyObject *new_current = PySequence_GetItem(current, 0);
            Py_DECREF(current);
            current = new_current;
            if (!new_current) goto bad;
        }
        long long as_c_int = PyLong_AsLongLong(current);
        Py_DECREF(current);
        return as_c_int;
    }
  bad:
    PySys_WriteStderr("__Pyx_GetCurrentInterpreterId failed. Try setting the C define CYTHON_PEP489_MULTI_PHASE_INIT=0\n");
    return -1;
}
#endif
#if !CYTHON_USE_MODULE_STATE
static CYTHON_SMALL_CODE int __Pyx_check_single_interpreter(void) {
    static PY_INT64_T main_interpreter_id = -1;
#if CYTHON_COMPILING_IN_GRAAL && defined(GRAALPY_VERSION_NUM) && GRAALPY_VERSION_NUM > 0x19000000
    PY_INT64_T current_id = GraalPyInterpreterState_GetIDFromThreadState(PyThreadState_Get());
#elif CYTHON_COMPILING_IN_GRAAL
    PY_INT64_T current_id = PyInterpreterState_GetIDFromThreadState(PyThreadState_Get());
#elif CYTHON_COMPILING_IN_LIMITED_API && (__PYX_LIMITED_VERSION_HEX < 0x03090000\
      || ((defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)) && __PYX_LIMITED_VERSION_HEX < 0x030A0000))
    PY_INT64_T current_id = __Pyx_GetCurrentInterpreterId();
#elif CYTHON_COMPILING_IN_LIMITED_API
    PY_INT64_T current_id = PyInterpreterState_GetID(PyInterpreterState_Get());
#else
    PY_INT64_T current_id = PyInterpreterState_GetID(PyThreadState_Get()->interp);
#endif
    if (unlikely(current_id == -1)) {
        return -1;
    }
    if (main_interpreter_id == -1) {
        main_interpreter_id = current_id;
        return 0;
    } else if (unlikely(main_interpreter_id != current_id)) {
        PyErr_SetString(
            PyExc_ImportError,
            "Interpreter change detected - this module can only be loaded into one interpreter per process.");
        return -1;
    }
    return 0;
}
#endif
static CYTHON_SMALL_CODE int __Pyx_copy_spec_to_module(PyObject *spec, PyObject *moddict, const char* from_name, const char* to_name, int allow_none)
{
    PyObject *value = PyObject_GetAttrString(spec, from_name);
    int result = 0;
    if (likely(value)) {
        if (allow_none || value != Py_None) {
            result = PyDict_SetItemString(moddict, to_name, value);
        }
        Py_DECREF(value);
    } else if (PyErr_ExceptionMatches(PyExc_AttributeError)) {
        PyErr_Clear();
    } else {
        result = -1;
    }
    return result;
}
static CYTHON_SMALL_CODE PyObject* __pyx_pymod_create(PyObject *spec, PyModuleDef *def) {
    PyObject *module = NULL, *moddict, *modname;
    CYTHON_UNUSED_VAR(def);
    #if !CYTHON_USE_MODULE_STATE
    if (__Pyx_check_single_interpreter())
        return NULL;
    #endif
    if (__pyx_m)
        return __Pyx_NewRef(__pyx_m);
    modname = PyObject_GetAttrString(spec, "name");
    if (unlikely(!modname)) goto bad;
    module = PyModule_NewObject(modname);
    Py_DECREF(modname);
    if (unlikely(!module)) goto bad;
    moddict = PyModule_GetDict(module);
    if (unlikely(!moddict)) goto bad;
    if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "loader", "__loader__", 1) < 0)) goto bad;
    if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "origin", "__file__", 1) < 0)) goto bad;
    if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "parent", "__package__", 1) < 0)) goto bad;
    if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "submodule_search_locations", "__path__", 0) < 0)) goto bad;
    return module;
bad:
    Py_XDECREF(module);
    return NULL;
}


static CYTHON_SMALL_CODE int __pyx_pymod_exec_fastopcalc(PyObject *__pyx_pyinit_module)
#endif
{
  int stringtab_initialized = 0;
  #if CYTHON_USE_MODULE_STATE
  int pystate_addmodule_run = 0;
  #endif
  __pyx_mstatetype *__pyx_mstate = NULL;
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  Py_ssize_t __pyx_t_3;
  PyObject *__pyx_t_4 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannyDeclarations
  #if CYTHON_PEP489_MULTI_PHASE_INIT
  if (__pyx_m) {
    if (__pyx_m == __pyx_pyinit_module) return 0;
    PyErr_SetString(PyExc_RuntimeError, "Module 'fastopcalc' has already been imported. Re-initialisation is not supported.");
    return -1;
  }
  #else
  if (__pyx_m) return __Pyx_NewRef(__pyx_m);
  #endif
  /*--- Module creation code ---*/
  #if CYTHON_PEP489_MULTI_PHASE_INIT
  __pyx_t_1 = __pyx_pyinit_module;
  Py_INCREF(__pyx_t_1);
  #else
  __pyx_t_1 = PyModule_Create(&__pyx_moduledef); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1, __pyx_L1_error)
  #endif
  #if CYTHON_USE_MODULE_STATE
  {
    int add_module_result = __Pyx_State_AddModule(__pyx_t_1, &__pyx_moduledef);
    __pyx_t_1 = 0; /* transfer ownership from __pyx_t_1 to "fastopcalc" pseudovariable */
    if (unlikely((add_module_result < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
    pystate_addmodule_run = 1;
  }
  #else
  __pyx_m = __pyx_t_1;
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
  PyUnstable_Module_SetGIL(__pyx_m, Py_MOD_GIL_USED);
  #endif
  __pyx_mstate = __pyx_mstate_global;
  CYTHON_UNUSED_VAR(__pyx_t_1);
  __pyx_mstate->__pyx_d = PyModule_GetDict(__pyx_m); if (unlikely(!__pyx_mstate->__pyx_d)) __PYX_ERR(0, 1, __pyx_L1_error)
  Py_INCREF(__pyx_mstate->__pyx_d);
  __pyx_mstate->__pyx_b = __Pyx_PyImport_AddModuleRef(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_mstate->__pyx_b)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_mstate->__pyx_cython_runtime = __Pyx_PyImport_AddModuleRef("cython_runtime"); if (unlikely(!__pyx_mstate->__pyx_cython_runtime)) __PYX_ERR(0, 1, __pyx_L1_error)
  if (PyObject_SetAttrString(__pyx_m, "__builtins__", __pyx_mstate->__pyx_b) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  /* ImportRefnannyAPI */
  #if CYTHON_REFNANNY
  __Pyx_RefNanny = __Pyx_RefNannyImportAPI("refnanny");
  if (!__Pyx_RefNanny) {
    PyErr_Clear();
    __Pyx_RefNanny = __Pyx_RefNannyImportAPI("Cython.Runtime.refnanny");
    if (!__Pyx_RefNanny)
        Py_FatalError("failed to import 'refnanny' module");
  }
  #endif
  
__Pyx_RefNannySetupContext("PyInit_fastopcalc", 0);
  __Pyx_init_runtime_version();
  if (__Pyx_check_binary_version(__PYX_LIMITED_VERSION_HEX, __Pyx_get_runtime_version(), CYTHON_COMPILING_IN_LIMITED_API) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_mstate->__pyx_empty_tuple = PyTuple_New(0); if (unlikely(!__pyx_mstate->__pyx_empty_tuple)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_mstate->__pyx_empty_bytes = PyBytes_FromStringAndSize("", 0); if (unlikely(!__pyx_mstate->__pyx_empty_bytes)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_mstate->__pyx_empty_unicode = PyUnicode_FromStringAndSize("", 0); if (unlikely(!__pyx_mstate->__pyx_empty_unicode)) __PYX_ERR(0, 1, __pyx_L1_error)
  /*--- Library function declarations ---*/
  /*--- Initialize various global constants etc. ---*/
  if (__Pyx_InitConstants(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  stringtab_initialized = 1;
  if (__Pyx_InitGlobals() < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  if (__pyx_module_is_main_pygsti__baseobjs__opcalc__fastopcalc) {
    if (PyObject_SetAttr(__pyx_m, __pyx_mstate_global->__pyx_n_u_name, __pyx_mstate_global->__pyx_n_u_main) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  }
  {
    PyObject *modules = PyImport_GetModuleDict(); if (unlikely(!modules)) __PYX_ERR(0, 1, __pyx_L1_error)
    if (!PyDict_GetItemString(modules, "pygsti.baseobjs.opcalc.fastopcalc")) {
      if (unlikely((PyDict_SetItemString(modules, "pygsti.baseobjs.opcalc.fastopcalc", __pyx_m) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
    }
  }
  /*--- Builtin init code ---*/
  if (__Pyx_InitCachedBuiltins(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  /*--- Constants init code ---*/
  if (__Pyx_InitCachedConstants(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  if (__Pyx_CreateCodeObjects(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  /*--- Global type/function init code ---*/
  (void)__Pyx_modinit_global_init_code(__pyx_mstate);
  (void)__Pyx_modinit_variable_export_code(__pyx_mstate);
  (void)__Pyx_modinit_function_export_code(__pyx_mstate);
  (void)__Pyx_modinit_type_init_code(__pyx_mstate);
  if (unlikely((__Pyx_modinit_type_import_code(__pyx_mstate) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
  (void)__Pyx_modinit_variable_import_code(__pyx_mstate);
  (void)__Pyx_modinit_function_import_code(__pyx_mstate);
  /*--- Execution code ---*/

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":16
 * 
 * 
 * import numpy as np             # <<<<<<<<<<<<<<
 * from libc.stdlib cimport malloc, free
 * from libcpp.algorithm cimport sort as stdsort
*/
  __pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_numpy, 0, 0, NULL, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 16, __pyx_L1_error)
  __pyx_t_2 = __pyx_t_1;
  __Pyx_GOTREF(__pyx_t_2);
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_np, __pyx_t_2) < (0)) __PYX_ERR(0, 16, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":23
 * from libcpp.string cimport string
 * from cython.operator cimport dereference as deref, preincrement as inc
 * from ...tools import symplectic             # <<<<<<<<<<<<<<
 * cimport numpy as np
 * cimport cython
*/
  {
    PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_symplectic};
    __pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_tools, __pyx_imported_names, 1, __pyx_mstate_global->__pyx_kp_u_pygsti_tools, 3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 23, __pyx_L1_error)
  }
  __pyx_t_2 = __pyx_t_1;
  __Pyx_GOTREF(__pyx_t_2);
  {
    PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_symplectic};
    __pyx_t_3 = 0; {
      __pyx_t_4 = __Pyx_ImportFrom(__pyx_t_2, __pyx_imported_names[__pyx_t_3]); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 23, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_imported_names[__pyx_t_3], __pyx_t_4) < (0)) __PYX_ERR(0, 23, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    }
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":31
 * ctypedef unsigned long long UINT
 * 
 * def test_map(s):             # <<<<<<<<<<<<<<
 *     cdef string st = s.encode('UTF-8')
 *     cdef unordered_map[int, complex] my_map
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_1test_map, 0, __pyx_mstate_global->__pyx_n_u_test_map, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_baseobjs_opcalc_fastopcal, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[0])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 31, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_test_map, __pyx_t_2) < (0)) __PYX_ERR(0, 31, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":66
 * #        print my_map[x]
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def bulk_eval_compact_polynomials_real(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_3bulk_eval_compact_polynomials_real, 0, __pyx_mstate_global->__pyx_n_u_bulk_eval_compact_polynomials_re, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_baseobjs_opcalc_fastopcal, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[1])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 66, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_bulk_eval_compact_polynomials_re, __pyx_t_2) < (0)) __PYX_ERR(0, 66, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":104
 * 
 * #Same as above, just takes a complex ctape
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def bulk_eval_compact_polynomials_complex(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_5bulk_eval_compact_polynomials_complex, 0, __pyx_mstate_global->__pyx_n_u_bulk_eval_compact_polynomials_co, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_baseobjs_opcalc_fastopcal, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[2])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 104, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_bulk_eval_compact_polynomials_co, __pyx_t_2) < (0)) __PYX_ERR(0, 104, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":144
 * 
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def bulk_eval_compact_polynomials_derivs_real(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_7bulk_eval_compact_polynomials_derivs_real, 0, __pyx_mstate_global->__pyx_n_u_bulk_eval_compact_polynomials_de, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_baseobjs_opcalc_fastopcal, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[3])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 144, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_bulk_eval_compact_polynomials_de, __pyx_t_2) < (0)) __PYX_ERR(0, 144, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":221
 * 
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def bulk_eval_compact_polynomials_derivs_complex(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_9bulk_eval_compact_polynomials_derivs_complex, 0, __pyx_mstate_global->__pyx_n_u_bulk_eval_compact_polynomials_de_2, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_baseobjs_opcalc_fastopcal, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[4])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 221, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_bulk_eval_compact_polynomials_de_2, __pyx_t_2) < (0)) __PYX_ERR(0, 221, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":301
 * # sum(abs(bulk_eval_compact_polynomials_complex(.))), made into its own function because numpy sum(abs())
 * #  is slow and this is done often in get_total_term_magnitude calls.
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def abs_sum_bulk_eval_compact_polynomials_complex(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_11abs_sum_bulk_eval_compact_polynomials_complex, 0, __pyx_mstate_global->__pyx_n_u_abs_sum_bulk_eval_compact_polyno, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_baseobjs_opcalc_fastopcal, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[5])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 301, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_abs_sum_bulk_eval_compact_polyno, __pyx_t_2) < (0)) __PYX_ERR(0, 301, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":334
 * 
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def compact_deriv(np.ndarray[np.int64_t, ndim=1, mode="c"] vtape,
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_13compact_deriv, 0, __pyx_mstate_global->__pyx_n_u_compact_deriv, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_baseobjs_opcalc_fastopcal, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[6])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 334, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_compact_deriv, __pyx_t_2) < (0)) __PYX_ERR(0, 334, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":481
 * 
 * 
 * def prs_as_polynomials(circuit, rho_terms, gate_terms, E_terms, E_indices_py, int numEs, int max_order,             # <<<<<<<<<<<<<<
 *                  int stabilizer_evo):
 *     #NOTE: circuit and gate_terms use *integers* as operation labels, not Label objects, to speed
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_15prs_as_polynomials, 0, __pyx_mstate_global->__pyx_n_u_prs_as_polynomials, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_baseobjs_opcalc_fastopcal, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[7])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 481, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_prs_as_polynomials, __pyx_t_2) < (0)) __PYX_ERR(0, 481, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":973
 *     return vinds_to_int(vinds1, max_num_vars, max_order)
 * 
 * def check_polynomials(unordered_map[int,complex] coeff, coeff_check):             # <<<<<<<<<<<<<<
 *     cdef int mismatch = 0
 *     cdef unordered_map[int,complex].iterator it = coeff.begin()
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_17check_polynomials, 0, __pyx_mstate_global->__pyx_n_u_check_polynomials, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_baseobjs_opcalc_fastopcal, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[8])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 973, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_check_polynomials, __pyx_t_2) < (0)) __PYX_ERR(0, 973, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1022
 *     return p
 * 
 * @cython.boundscheck(False) # turn off bounds-checking for entire function             # <<<<<<<<<<<<<<
 * @cython.wraparound(False)  # turn off negative index wrapping for entire function
 * def float_product(np.ndarray[double, ndim=1] ar):
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_19float_product, 0, __pyx_mstate_global->__pyx_n_u_float_product, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_baseobjs_opcalc_fastopcal, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[9])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1022, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_float_product, __pyx_t_2) < (0)) __PYX_ERR(0, 1022, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1032
 *     return ret
 * 
 * def dot(np.ndarray[double, ndim=1] f, np.ndarray[double, ndim=1] g):             # <<<<<<<<<<<<<<
 *     cdef long N = f.shape[0]
 *     cdef float ret = 0.0
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_8baseobjs_6opcalc_10fastopcalc_21dot, 0, __pyx_mstate_global->__pyx_n_u_dot, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_baseobjs_opcalc_fastopcal, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[10])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1032, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_dot, __pyx_t_2) < (0)) __PYX_ERR(0, 1032, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/baseobjs/opcalc/fastopcalc.pyx":1
 * # encoding: utf-8             # <<<<<<<<<<<<<<
 * # cython: profile=False
 * # cython: linetrace=False
*/
  __pyx_t_2 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_test, __pyx_t_2) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /*--- Wrapped vars code ---*/

  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_4);
  if (__pyx_m) {
    if (__pyx_mstate->__pyx_d && stringtab_initialized) {
      __Pyx_AddTraceback("init pygsti.baseobjs.opcalc.fastopcalc", __pyx_clineno, __pyx_lineno, __pyx_filename);
    }
    #if !CYTHON_USE_MODULE_STATE
    Py_CLEAR(__pyx_m);
    #else
    Py_DECREF(__pyx_m);
    if (pystate_addmodule_run) {
      PyObject *tp, *value, *tb;
      PyErr_Fetch(&tp, &value, &tb);
      PyState_RemoveModule(&__pyx_moduledef);
      PyErr_Restore(tp, value, tb);
    }
    #endif
  } else if (!PyErr_Occurred()) {
    PyErr_SetString(PyExc_ImportError, "init pygsti.baseobjs.opcalc.fastopcalc");
  }
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  #if CYTHON_PEP489_MULTI_PHASE_INIT
  return (__pyx_m != NULL) ? 0 : -1;
  #else
  return __pyx_m;
  #endif
}
/* #### Code section: pystring_table ### */
/* #### Code section: cached_builtins ### */

static int __Pyx_InitCachedBuiltins(__pyx_mstatetype *__pyx_mstate) {
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __pyx_builtin_print = __Pyx_GetBuiltinName(__pyx_mstate->__pyx_n_u_print); if (!__pyx_builtin_print) __PYX_ERR(0, 46, __pyx_L1_error)
  __pyx_builtin_enumerate = __Pyx_GetBuiltinName(__pyx_mstate->__pyx_n_u_enumerate); if (!__pyx_builtin_enumerate) __PYX_ERR(0, 516, __pyx_L1_error)

  /* Cached unbound methods */
  __pyx_mstate->__pyx_umethod_PyDict_Type_items.type = (PyObject*)&PyDict_Type;
  __pyx_mstate->__pyx_umethod_PyDict_Type_items.method_name = &__pyx_mstate->__pyx_n_u_items;
  __pyx_mstate->__pyx_umethod_PyDict_Type_pop.type = (PyObject*)&PyDict_Type;
  __pyx_mstate->__pyx_umethod_PyDict_Type_pop.method_name = &__pyx_mstate->__pyx_n_u_pop;
  __pyx_mstate->__pyx_umethod_PyDict_Type_values.type = (PyObject*)&PyDict_Type;
  __pyx_mstate->__pyx_umethod_PyDict_Type_values.method_name = &__pyx_mstate->__pyx_n_u_values;
  return 0;
  __pyx_L1_error:;
  return -1;
}
/* #### Code section: cached_constants ### */

static int __Pyx_InitCachedConstants(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __Pyx_RefNannySetupContext("__Pyx_InitCachedConstants", 0);
  __Pyx_RefNannyFinishContext();
  return 0;
}
/* #### Code section: init_constants ### */

static int __Pyx_InitConstants(__pyx_mstatetype *__pyx_mstate) {
  CYTHON_UNUSED_VAR(__pyx_mstate);
  {
    const struct { const unsigned int length: 11; } index[] = {{1},{8},{11},{179},{35},{5},{1},{8},{6},{12},{39},{34},{37},{12},{9},{12},{13},{7},{5},{1},{20},{1},{45},{5},{13},{2},{18},{37},{41},{44},{34},{1},{17},{7},{17},{18},{3},{5},{11},{11},{13},{10},{9},{4},{5},{8},{7},{7},{10},{9},{7},{3},{7},{5},{6},{9},{17},{1},{12},{7},{13},{8},{1},{16},{10},{2},{2},{1},{5},{2},{4},{4},{5},{13},{2},{5},{1},{2},{2},{2},{1},{4},{1},{1},{8},{10},{12},{9},{14},{13},{7},{8},{10},{6},{7},{6},{6},{5},{8},{2},{5},{5},{3},{5},{8},{1},{8},{19},{8},{3},{8},{7},{5},{4},{4},{18},{33},{12},{1},{3},{8},{8},{7},{12},{12},{3},{15},{9},{1},{12},{10},{2},{14},{10},{8},{8},{8},{5},{1},{6},{4},{4},{7},{5},{8},{9},{6},{5},{147},{176},{51},{1395},{143},{406},{407},{950},{222},{195},{49}};
    #if (CYTHON_COMPRESS_STRINGS) == 2 /* compression: bz2 (2770 bytes) */
const char* const cstring = "BZh91AY&SY\206\265j\256\000\002\264\377\377\377\377\377\377\377\377\377\377\277\377\377\377\277\377\377\376@@@@@@@@@@@@@\000@\000`\n\337y\003\252\365ZT\247'C\275`\250\212/\001G\257\000\372\340\341$\211CS\001\003A\247\250\3641\241\242\032\231\246\240l\231C@\321\223\324\320\361!\240h\000\000\r4\000h2@\010h&\211\223\320&\223I\232j=&\324\000\000\031\000h\001\240\000\320\001\243A\220h\320\006@)S\322hz\200\320\365\006\200\000\320\000\014\232\000\0004\000\000\000h\000\320\320\320\002BI\245\024z\200\000h\017P~I4\032i\3511\351C\332\240h\006\324\310\001\240\r4\007\251\247\244\007\251\246jz\214\202\250\322`&L\230\t\223F\010\304\030&\010\302\030\000&\002d\311\210\300\230\004i\200\023\t\200\221@\232&@M'\250\3652'\223A\007\224\3204\000\000\006\2004\r\000\000\000\000\320\000+\263S1\023\223\206Il\323<\352@\245le\025\001\240i\242\t\364\221\371\207\350\203\236\010\350\013q#\3737E\206\352x]\271\2164\230\313\217\030\360X\016\304\305\310\225\005\3604\021\201\016\217I\203M\215\261\261\261\260m\014c`\323c\0046\233\001\260\242\271l\t\032\252\261\tM%o\374\204JJ_\353&\253D\026\227\r\261\214\006\r&\304\026\241\\-d\022\305iZ\240\2314\210\220 ,\303\032`\307\"\252\321\246\323LCi\261&\32150\013\356\t\264m\nAb\215b\256\273\035\322\323P\275\000b\031\024\005\311\026\340.4\226\310\255\301(\250\020\032P\310\n\301,\250Y\022\316#)\260\213\302\205\202\223VD\032 \251\025)\024R\003C\221\317u\246\"\200\342\346\210G\024\314\005E&\002\320\304D\300N\353A\270\240\023`\233C\377\265n+\304bO\026,\2536\220\323\254\211P\317PEB\240\311a\234\2052\221@#pT\262\n\313\352I\207 S\204\314\304E\304\033\315\017\224n\212\201\000a\201u\226*M\020\030`\241\274\261\252\242|\244\306\363E(j.\336\016>\356\335\270\260\t\002F\037\037\tqq09X\2348\366\342\337\257\353\343hY\367\257\302+\374\242\240FC\024aEK\264\010\341\036\357w\272\371\374\223u\006\320-\355i\033a\311A\324\006\342Q\255j]!\014*\231@\263S!\211\240d\261\252\023z(\n\242\005\356DZ\002\325\301\032Q\005&c\t\n\\\202\241Vr\356\245L?\034\016\366\233\026\341i\205\261 \271|N\014\223i""\204\372>\366\216~\235\301\324\335\3521\312b\321K\274x\371:\253\353\334\265\200l\"\340E\340-\002\320\034!m\256v\344j\213\001\326\301\204l\033\266r\222\202\323\373\316*h\361w+\256\200P(\n\325\214\\\374\016\217C\323-U\n\371flJD\224\213\267\313(Y\216\366F#\230=\027\236\322~\274=:@OQy\004=Z\364\006\326\032\307j\342\375\356\014\014\313\364\302B\261BJ\240\265\210\230k]\016=\371,\255\267JP\023\211s\266*\342I\262\220\035\0329\345D\250\005\037g\356\255\2444\264\027\313\201~\007\016\370b\016\264@1\004\274L\323K[]\"\315l`gG\302fH\252\227#\351O\233\353\351v.\273\366\242\247\301z\217#\213\301\200a\363\262\001q8!eK2\016(h\r\264\350\250\233,jc\262\304\3023\342\315ji\342B\265\200\362\362$(\207\313\322\037d\246E@PgC\376\377\253\360\215\342\" ;>zKH\r\006\343\256&-a\252\332\003\216WG\246X\262\262\325\376L`^<jX\243\250\265~}U\257\365\303\312\356v\353+\317;\036?\233\225\340\343\227U~\001\242E\270\213-\350\313\371\356\032\250\343\350S\235>\370\326\322\266\0361\243?\326u\316\271\022\253\246\227e#KJ;\261\250K\315)\324I0\030\204mHJ5l\317\226\326\365\235\374\2478\030\315\343\364\255B\276\271\027m\200\236\262\355\007\315E@\312\241\243\270\346\323\2100!\n\034\027F\216\nE7\207n\034B\353'\200\237\240X\025d`\260Y\313\003T@7\001\027\010\331\203|\006\324\035lH\245\010\264\314K\001F\202\007\020i\253%a\002(\331\310\351\351\034\032k\303w Fm\361\266\370\302f\314}\320\3538\356%X\000\252\2263\325\274\217\236@\364f\260\234\2273\241\255\222qH\250\215\324>2\034\361\n\236\023'c8\032\340\320\021\251F\351\312\016\3026\014N2|t\252\2553\002\243tk\326i\017\241\256\305K\202\nUh\322E\3331f\346\016:\243E7\r\033\246k\324\360\240\315R,\212A\334\370,bW\r\030C\267V@6\022\2723!\222\030pO-\3643Y|\343\202\261M1\256\304t\215\204\363\336\336\021\035v\321\213\241\306\3762\211\237\300\024k\235\270e`\311\253\034\216\202\204\230\237\"\361a\225f\205\354\2471\277\314\224\230\250\326\236\276A\247\224\034^\0358\223!\253\246['(\332\343:\014\202{c\2753\277)k%\212M\241\373@Y8\357\215\353s\t2\243\333>\331\270q\273=\272\357j]U8\244kx""\333\\V\202\245\355\023\253V\377B/\346\263\206\314\243o?\365\216\262\020\362c>>\202\032P\034xg\010\006\342\361;\014\003\236\3421\337-\2014 \001\032\\\213\241\200\035\223\261\315\271Y\312L\n\224\245\005\204\\\213\034\271\0009LP;\020\007T\036\363\022\244,\336\271WKT\331Dh\363\037XXh[\321UN\021x4\241\310\3668\234\" \361\265\241k\261\253\342\331b\000\344\341\026\224.\322r \006s&\254\346E\316i:gI\210\277\0362,\324\372w]\004\006hp\014<\313h\311\313R\255a\313x0\276X\200h/B\216\005Q\252h\000\310\321-\250\262\224\30220\272\363!r\255\234\313\245\242{F\362h9\210\\\204\033\242\340G\002'F\334i\005\274\350\301Rs'\030\322\312!\212\202\225\231\370\353v\017\031\241H\330\216\335\021\302\312G]\272j\255V\305\225\210\223\031i\013\244]\010\263\373:\347B\231\262\207;#(JT8\303B\2676\364\334\364p\321(,6\325\265\234\013\n\245RZ\234\0362c\032\3418\262\023R\367&\252\302\325\302\374\246\265J\267!\314\301\264\202|\202\321m\365\226\2548X\345SD\231\027\005\351\031\216c\244\351\325\034\325f^]\233\267\243\334\253\221pE\021\005\0105V\264\" \261\320\311R\331\223\033W\025\316\025a-\200\342^\260\261\336S\025\323\276\320\341\304\335\245\304L\003\352\262\017xQG\241\252\212\333Lq\223\261\277\334F\234(\327\256m\275d<h]\353L{\312\003\\C_3\253Q:\200\312F=\0103E\"\326^\301\202\330\230\224\372\004\206\255C\224\330a\203\214u\345\005F\225\250Sqn\032G%/\0137\254\252\260\204\253S\004\231\316\203\254\025\233r\032/YB\231CMx\375\375\220\346\364e\000\366\274/d^\373\023l_\032\037\304\025\030|\343D\010\226\313Gh\327\326z\304,\230\352iF\305\312\237\272U\006R`\307\007\325PrC7X\275\300\373\236\342O\257\245\312\212\215\257\305\367\257\213\006>X\367\241\274\346l\221\217\265\213\337\032\0067\026\257\" \346\261\264\035\335\245r\355\346\010\262ZtJ/s\222Y9?\256\017\350\237\275d\260\324$\360\013\214j8\232o\360mJ\367l\273\367\257\014\224\321F\",\324\234Z\311\337-5\256VJ\350eWH\306\310\343\017Njd\262\001\333/\355k\016`\260Z\205\305\316\224\260O!\036W\363PA\321\r\244\300\331\025\360T\225\275xO\007\236\236\335\021\275\364\\eT\250\260""\366\032\223\007\315d\tt7\372\276\006\320C\245/\036\236\270\325'@\202dG\315A\325o\237I9\333\362D\355\242\267\370/\345tK\210\303\025f\270\013\352\213=\003\202\351\033\030\214O\002\336D\377\031\264\265V\353_%\004\332\\E\231]z\030\027\346\317\263\203\231f\341\237)J&\330R\201\371-`\245Acn\314\261E\270y\276\226@\362[L`<\332\313v[\031\201S;o\241\303_\357 \016\2549S\202P\260\022\\\007)\203\214;gu~p\025g\177?\2349}HD\323O\230\357F\301\254\205\260\2325\342jg\007\234\342\033\025\253\203\300\256\231Vy\202f\315\342kU\372+e\323\323\014\231\\2\271\036CI\031\266\026 \361\314\014\232\237\005\024\233h\231\234SOZ\354R\311\311Mj\222q\375b\006\237G\036\301\226Y\245\227\204\254+\244\363\370\353\262\343%\022\030\312T\\\303O\275`\270\330\261\256A\024\344\313J\202\240\363 nixdO\350&[3\217\013)\351\264\024\007=A5-A\226<\260\206d\324\361\225\021\313\225\215\024\245\262\335F=\304\254\361\211\205\243=\352P\245\324N\254\253\374\034<%#\253\254h\275\023\235\261-a\261]\225\246\371C\014\331\245\221\270\243L)\214gi\221\004\023\r8\234V\350\303\230_U{\334\352\215\252=gBL\356D=J\2666\255Iw\344\307;\266z`\321$\2335t\236b\242X\322d\253\312\224\311\346\"\306\264\303\261d#A\244\033\345e1\303\217\200\3032jDx\340\340\022B\212h09\035+\020\003g\003\252\016@\330!\2565\304\230 \0303%\0312D%\201\024\243\261T\tr\020\325\275\300\n\354\215}\366k\373u\366\324p\234fjQV\325\277\255\3673\223\310\301\317Z\330\024g\204,Nv3\206b\t00W\276EC \243;,\303\231`\360V\037*\261\010j\343\265\217\010\002\2658\213\026\026\340\231*P\321\245\232`\352P,C\200\306\222\035I\203\010\321RZ\226\021D\227\203R\013\030\016\036C\207qJTD\005\202\302\014YId\260\212r\034XR(\271\261efD#\304\264\341^c\246\3345ZKABM\342\315\321\272A%\324\274\200\212\206\3046E<\n\020]\302\031.\033\254\306\235K1\305E\r\013H6\3431\377\305\334\221N\024$!\255Z\253\200";
    PyObject *data = __Pyx_DecompressString(cstring, 2770, 2);
    if (unlikely(!data)) __PYX_ERR(0, 1, __pyx_L1_error)
    const char* const bytes = __Pyx_PyBytes_AsString(data);
    #if !CYTHON_ASSUME_SAFE_MACROS
    if (likely(bytes)); else { Py_DECREF(data); __PYX_ERR(0, 1, __pyx_L1_error) }
    #endif
    #elif (CYTHON_COMPRESS_STRINGS) != 0 /* compression: zlib (2624 bytes) */
const char* const cstring = "x\332\355W]S\333V\032\306\251\235B\352P\014\346#_\215\014!\037\333\226\324@H\322\222\335q(\264\3516Yl I\333\244\032Y>\200\300\226lIvp\266\235\311\245.u\251K]\352R\227\276\364%\227\272\324\245\177\002?a\237\367\310\006\223m\263\231\235\351\314\356\354\316\200\364\352\370\234\367<\357\363~\2353\367\355\352\367\337\377-\223\311<~\264\3618\267\271\362\255\360@x\242\231L0w%SXi\232\273\232*(\206Pbe\245\310t\311d\345\246`\230\272\"\233L\247I\252\260\276\272\376\371\342\275EARK\202\316\366\230l\032\202Q/\312e\3110\230!h\333B\261\256\224ME\025\314f\225\031s\302\243m\241\251\325\005\225\261\222`jB\025\363\372\027\230\273L\025\014f\222 \334\220TU3%S\321T\021\313\025u\347\206PRtl\2424\030\255^\223\312\006\233{R\257\000\035\355\265-\311\246\246\013e\305\000\214J\3350\205\"\023\376,|\221\331\332\\\373\374\336_\244RI\204B&kl{\373\001\177\212\362.\223\367\037\250\365J\2659'\312\232\316\346*u\340\225t]jB\237R\216p*\225\252\246\233\375\323\352\025\311\334\375\247\031\325\346\216a*\267\213\222\301\264\342\236q[\253\312RY\276\275-\031f$\316U\233\007\321\2449S\323\312\306\252\250\250%Ef'\202Xm\256\212 \270\"r\204F\364a\254\342g\343\211(\2567\017\360\3775| >a\007f\201mKR\321\020\215zE,\326\313\373\"kHe\254\254T\301\205X\325\312MU\253(\340\211\217\225\331\001Q\244J\245=MQM1\372\320%\243\251\312\2126\007\303\264:\234\305\214\367R\365\356I%\246+\rC\324\231T~\257\211\357\245\224\264\311\334g\375\303\262\242\313u\305\024E\036F\342\0163\025\223U\350\023\266\200W\321\324%\231\025%y_VM\316j\237\363#\221\307LoG\216\250\213';\177O\326\324\275\372\016\302_\256\232\272lJU&\327uQy\246\233\364~\245\233%>h\224\230a\212\306.\304HR^\263\222\312\235W\322\314R\203\317a\225\252\331d\252\254\225\030C8\361\254\202\033u\332V\302\206\212Y/\001\017\017\344\010\324vY\223\314\245E\376\022\253\272V\252c\252\270]WeQ\334!T\375\301r\374m\354\224wTEY\007I\212B\241\203\377\003\270|iQT\210\353\256\243\025\316\224\261\267\367\305^voo\177\2375\2152\210\253H \r\317\003Q\335$e\\B\2045$\235\313\232\016\212H '\274\365\325\233""\3230^W\024H\246\274\013U\200]fx7\241\265\032=\347UBgD;\250O\261L\024U\251\202Yj\025\233\255\032<\335\264\355m\256\037x\341\021fT\253\210\327J\003\276\220\352eE|-V\230d\324uVa\252\331\335\277\\\325\252U\r\036\320\252FUg\321\013\266\023yU\235>\014Q2\372\003\250\233\221\275\264\235\353\346\352I\332\212b\255.\225#t\272\316\014\374\211\024\r\364nDo\362;^\250\036\"\017\207\256\334\210dS\337\325\372\035\325\373D\270\212\250w]\303!\301\3730\314\204\343M\251\250\224\021C:\322A3\232\024\215\250|\200bRtEO\320hj\210W\025+\251\2344`}\235\031\r\004\034\301jP\265.1\216\201?D\3435\342u\235(4 \340\023\3725\343M,\214O9x\314\373\263~\243\225\017\343\347\254\031k\303N\330\233N*\034LZk\366\214\235\017\007?\262\3461\232t\276v?p\263\356_\275\232\177\306\317\370K\255\261\326\243v\241]\013\223\037[5;\326IN\332\206\223\351\304\207\254\224u\033\n\270\220\241\327\270\265m\347\336\322~\336\312ct\315\231q\362\216\024\366\026\275\211\035%\007\022\027\235Q\347\216\033s\241\343\313\326tk\255\235i\177uX\014\326\363\235x\312\306\340\311c\312I8\371\243\221\201\304G\326\264\365\320\222\302\3011;\033\016\246\354q[\262Mg\301\221:\260c\225\177\002h\332^uR\3165G\206\352\344\010\240\344\355\022!\350\360\217-'\343d\303\221q\373\271Sp\352n\316}\352-xR\230\004G\035\220\220\205\236\213\\e\374#k\301\332%\225D\341\250\235\261\227\240\026\246\216\333\2008h%\254-\214\001\007'\306\036\265\263v\016[\301Lh\201\211\351\201\304\250=Fc\264\372\272s\326)\222\265\356\214[pk\235\370\225\340\312m\257v41\220\030\262\316Z{d\"\347+\034\004\022g\"\270:\017\372\277l\345[\254\235\r\027\036\266\261\361D0q\313Ky\237\372\371\360O\367[ &\035\244o\2705o\310O\2057\357\3725B\365\001,\200\027&\354\n\274\010\201F\356\331\367\235\034\251OZ+\204\225\250K\331\2379\214O\341\243\007v\223\273\002\024\235\265\025\247\306\203`\315\313\034]\037H$\255/\355\r\260\023_\016\226\177\n~z\021\274xI;\rq\276\371\262\243\301\201\241\363=\007\000}\232\334M\344\206\203\223\030H\200\351\032W?x9\270\234k\247\340\352l;Gt/\021CGg\007\316_\300\262qG\20151\230\230""\t\223\321B\321\313yyO\362j\341i\347=\343\006\215\\\246\027\337\352;Lz\345K\276\321\312\264\262\255\034x\223Z\265p\344\222\223\345SX0\263\340g\375\025\277\326\212\265R\321\234pd\314^\000\342_\210\0067\357\226\274\031o\303\217\361P O#:?\354\341\361\262^.\302D?\315:\277\366p\3711\220\217\220{\304qp+\335\014\031\224\201x\305+\267\256\267ca&\033d\271\331\370a8M\233\366\231\023YB\036\231\265k\035n\322\226{\2136\244\035\"\023V\335\253\264\021\"\002\326S|\217\323fa\372\2023\311yM\013\321\306\356\035\357\034&\335\205\201\013D@;\026\221\035\246\257v\261\315\0067\020)\255\017NH\002\2764Ojg\271k\3555O\366\307\374\\?\275\337\364\360\220\305}\264\272\017z\270\374\034\302rd\312\031\3428\"F%\330\233\232\205\370\322\377\254%\205\263\213P:{\307\317\373\322\211\301\347\307\376\007\371\370\331_Ft\376&\037\277CD\237\231\300=\032)\014\323\250E6s\262\035n\360\270\253D\001\351g\"\003\023\256H0\220\026\340\206\252\350\026A\t\247\2568\317\370\362\251k\021,\267\356}\207I\257`\276\021\345f;\337\226P\364\247f\272\310Y\360\351W\240h\345\204\302v.\234\272D\205\322\371\245\313E\311\237\3617Z\261~\362?\354\341!>\372Hw\177\355\341\242t\014\323\227\235G\034G7\333@\323\370-\210\237\370\277b\233[\367\240\364\326}J\333c\203\373\370B/\350tKn\222J\356\351\2561<\220\230\264Q\314\317\375\321\255c\330*\331\323\366\nU\210^\007@m\277\300\353:\3121j*\252$j\351\202%Y\277\320\306!o0\222\365wl\360#Y~\322\007\227\017\365 _\210\312\371\242e\3307\251\355\034[\220D\201\357\267\000l\235T\337\023\033P\335O}PQ\232\242\t\304\016=\250{\035\235\033@\002N\333\017m\tbj\0228uw\322\213{\253\360\332\214_\360\233\344o\356R*\227\367\235\025\347\300\255Q\030_rn\361\36612a\027\2353\260a\023\361'\271\2067\215J\211DL\321\374y4\216\270C\005>\225\266\357\240v\216A\001\0211~\t&\245/:\323\316C\220\235v\267Pb\027\220f\251p\352\252c @j\035\036\260tl8\216\334\005W\242\230\233w6\272\2154O\241\374\034\375\264N\001Hi[s>\244\332\314\001\223\323b\235\036]\251\316\277\353\225\007\255B\253\201\204(\007\205\315`s\353\377n\371C\3342r\222\273\235(w""\373\034D\260\342PCC\322;8\247c\354]\360\206^}!:\335\276\305\177\206(\236\260\365\350\307\034\216\2472\235\334\302\344Dtt\211NCu\373[\347;\227\250OL\331\257xk\211\317\0043w\374\247\250\201\337\264\347\333?\005\353\205\240\260\201Q\367\256w\035%n\262u\246u\263=\215juj\010\250\005\034\"\032\250\216;\360Z\355\255O\252N\027\234a\360\027\317\265G\333K\207\243\207KH\374\240\360<x\376C\360C1(\226\202\022\013\343k\355\342\341Y:\033?\r\236>\013\236\275\014^\376\034\374\274\027\354\225\203r\205\350\031\342\001Y{W0\016\236\nFx\200\304>\001e\221\010\372\315j\370_\037\262\027\235\233\274\361\245)J\237\243\323\354\373\243\376\"\232\317p\233\035f\017\327\202BD,g\233O\332D\213]D\372\017\373\254\225\r\226\013o\317X\244N\366\356\024\270\n\373\247\274q\034\021L:\200P\342\304\234Oz9A'\206\307^\2127n\242.e\307\336*\030t\343\310R$\223k\276q\356r\013\216\373P\004\200\237H^x\223\010\267\t\264o\271}\371\020\275\352x\345\277\236\214\264\303\2369\252i1+\025\276\343Ey\272\214\0249\343|\352\276\200K\247\375\034\335\213\250\037\357P=\240d\3718\272/\205\361\304\233\374\033fe\251\355fPNe\n\221\260\373\201`\037\266\242[\022]G\216\205\350Ny\035\001\231\266\237\322\351'\272/\336\300\332k|\213\222{\203_\r\242+'\330J\234\263&\254\206}|\245=\213f\235\t\321\211e\\\341\"\233\371\215.\367\373s\243\013*\272\366)\221/BM\032\246[*' \272\354-p\353\006\307\355\037\271\362\343\316\260\037\3447\202\215\315\377\300\213+Y>I%3\2052\307\357\257\247\256\256\321\241\345a\3444\350\370\007l\255\265$";
    PyObject *data = __Pyx_DecompressString(cstring, 2624, 1);
    if (unlikely(!data)) __PYX_ERR(0, 1, __pyx_L1_error)
    const char* const bytes = __Pyx_PyBytes_AsString(data);
    #if !CYTHON_ASSUME_SAFE_MACROS
    if (likely(bytes)); else { Py_DECREF(data); __PYX_ERR(0, 1, __pyx_L1_error) }
    #endif
    #else /* compression: none (5687 bytes) */
const char* const bytes = ".HELLO!!!MISMATCH = Note that Cython is deliberately stricter than PEP-484 and rejects subclasses of builtin types. If you need to pass subclasses then set the 'annotation_typing' directive to False.Number of factor lists must be > 0!UTF-8?add_notecoeff=coeff_check=numpy._core.multiarray failed to importnumpy._core.umath failed to importpygsti/baseobjs/opcalc/fastopcalc.pyxpygsti.toolsE_indicesE_indices_pyE_term_coeffsE_termsEindsN__Pyx_PyDict_NextRefaabs_sum_bulk_eval_compact_polynomials_complexactonadjoint_actonarasyncio.coroutinesbulk_eval_compact_polynomials_complexbulk_eval_compact_polynomials_derivs_realbulk_eval_compact_polynomials_derivs_complexbulk_eval_compact_polynomials_realccheck_polynomialscircuit__class_getitem__cline_in_tracebackcntcoeffcoeff_checkcoeff_listscompact_derivcomplex128conjugatecptrctapecur_iWrtcur_wrtdctapesdest_shapedest_sizedntermsdotdvtapesemptyencodeenumerateextract_amplitudeffactor_listsfloat64float_product__func__ggate_term_coeffsgate_termsglgniiPolyiiindsindxint64_is_coroutineititemsjj0j1jjkkeyslm__main__max_nTermsmax_num_varsmax_ordermax_poly_ordermax_poly_varsmax_vszmismatch__module__my_mapmy_map2nPolysnTermsnVars__name__npnumEsnumpyofforderoutcomespparamvecpauli_z_measurementpoly_valpoppost_opspre_opsprintprodprpsprs_as_polynomialspygsti.baseobjs.opcalc.fastopcalc__qualname__rresres_cptrres_vptrreshaperesult_ctaperesult_vtaperetrho_term_coeffsrho_termss__set_name__setdefaultststabilizer_evosymplectic__test__test_mapto_densetoolsvvaluesvdotvptrvstridevtapevtape_szwrtParamswrt_szzeros\200\001\330\004\030\230\001\330\0042\260%\260v\270Q\330\004\n\210#\210S\220\005\220T\230\021\330\010\014\210F\220#\220Q\330\010\013\2102\210S\220\014\230D\240\003\2401\240K\250q\260\002\260!\2606\270\023\270I\300R\300q\330\014\017\210q\220\001\340\014\027\220s\230!\340\004\t\210\021\210/\230\021\330\004\t\210\021\210!\330\004\t\210\025\210f\220A\330\004\n\210#\210S\220\005\220T\230\021\330\010\r\210Q\210f\220F\230#\230Q\230a\330\004\t\210\021\210/""\230\021\200\001\360\014\000\005\032\230\022\2305\240\001\240\021\330\004:\270\"\270F\300!\300;\310b\320PQ\340\004\021\220\021\330\004\021\220\021\330\004\021\220\021\330\004\030\230\005\230Q\360\020\000\005\013\210\"\210B\210a\330\010\023\2201\330\010\021\220\025\220a\220t\2303\230a\340\010\014\210E\220\025\220a\220q\330\014\024\220E\230\021\230$\230c\240\021\330\014\020\220\005\220Q\220d\230#\230Q\340\014\020\220\005\220U\230!\2301\330\020\025\220X\230R\230u\240A\240V\2503\250a\330\014\030\230\001\340\010\013\2101\210E\220\032\2303\230a\340\004\013\2103\210h\220a\220q\200\001\330\004\022\220!\2206\230\021\230!\330\004\025\220Q\340\004\010\210\005\210U\220!\2201\330\010\017\210q\220\001\220\022\2201\220A\220Q\220a\330\004\013\2101\200\001\360\024\000\005\022\220\023\220A\220Q\330\004\022\220&\230\006\230b\240\001\240\021\240#\240R\240q\340\004\035\320\035/\250q\360\026\000\005\t\210\006\210j\230\005\230Q\330\010\r\210Q\330\010\030\230\001\230\026\320\0372\260!\260:\270Q\270e\3001\3303B\300!\330\004\026\320\026)\250\021\250+\260Q\330*9\270\021\330\004\024\320\024'\240q\250\t\260\021\330(7\260q\340\004\010\210\003\2101\210A\330\004\026\220m\2401\240A\330\004\010\210\003\2108\2209\230A\230Q\330\010\014\210C\210q\220\001\330\010\021\220\021\220,\230e\2401\240A\330\010\014\210C\210x\220y\240\001\240\021\330\014\020\220\006\220i\230q\240\003\2401\240F\250!\360&\000\005\014\210:\220S\230\001\340\004<\320<[\320[\\\320\\]\340\004\010\210\t\220\025\220a\220y\240\001\240\021\360\010\000\t\r\210E\220\025\220a\220q\230\001\230\024\230Q\230a\230u\240A\330\010\027\220q\230\005\230R\230q\240\001\240\021\330\010\034\320\034A\300\021\300!\3001\300A\340\010\013\2106\220\023\220A\360\006\000\r\031\230\001\230\025\230i\240q\250\001\250\021\250!\330\014\027\220q\230\005\230_\250A\250Q\250a\250q\330\014\020\220\005\220U\230!\2301\330\020\025\220W\230A\230Q\330\020\034\230A\230Q\230a\230u\240J\250a\250w\260a\260s\270!\2701\270A\270Q\270a\270q\330\020\033\2301\230A\230Q\230e\320#3\2601""\260C\260q\270\001\270\021\270!\2701\270A\330\020\023\2203\220a\220|\2401\240A\240Q\240d\250#\250S\260\001\330\014\030\230\001\230\021\230!\2305\240\007\240q\250\001\250\021\250!\2501\250A\330\014\027\220q\230\001\230\021\230%\230}\250A\250Q\250a\250q\260\001\260\021\330\014\024\220I\230Q\230a\230q\240\001\240\021\240!\360\006\000\r!\240\001\240\035\250l\270&\300\001\330!1\3201A\300\021\300!\360\006\000\016\024\2203\220a\330\014\020\220\005\220U\230!\2301\230A\230Q\330\020\021\220\021\220%\220q\340\020\034\230A\230U\240)\2501\250A\250Q\250a\330\020\033\2301\230E\240\037\260\001\260\021\260!\2601\330\020\024\220E\230\025\230a\230q\330\024\031\230\027\240\001\240\021\330\024 \240\001\240\021\240!\2405\250\n\260!\2607\270!\2703\270a\270q\300\001\300\021\300!\3001\330\024\037\230q\240\001\240\021\240%\320'7\260q\270\003\2701\270A\270Q\270a\270q\300\001\330\024\027\220s\230!\230<\240q\250\001\250\021\250$\250c\260\023\260A\330\020\034\230A\230Q\230a\230u\240G\2501\250A\250Q\250a\250q\260\001\330\020\033\2301\230A\230Q\230e\240=\260\001\260\021\260!\2601\260A\260Q\330\020\030\230\t\240\021\240!\2401\240A\240Q\240a\360\006\000\021%\240A\240]\260,\270a\330%4\260A\330%5\260Q\260a\330\020\021\220\021\220%\220q\340\r\023\2203\220a\330\014\020\220\005\220U\230!\2301\230A\230Q\330\020\021\220\021\220%\220q\340\020\034\230A\230U\240)\2501\250A\250Q\250a\330\020\033\2301\230E\240\037\260\001\260\021\260!\2601\330\020\024\220E\230\025\230a\230q\330\024\031\230\027\240\001\240\021\330\024 \240\001\240\021\240!\2405\250\n\260!\2607\270!\2703\270a\270q\300\001\300\021\300!\3001\330\024\037\230q\240\001\240\021\240%\320'7\260q\270\003\2701\270A\270Q\270a\270q\300\001\330\024\027\220s\230!\230<\240q\250\001\250\021\250$\250c\260\023\260A\330\020\034\230A\230Q\230a\230u\240G\2501\250A\250Q\250a\250q\260\001\330\020\033\2301\230A\230Q\230e\240=\260\001\260\021\260!\2601\260A\260Q\330\020\030\230\t\240\021\240!\2401\240A\240Q\240a\360\006\000\021%\240A\240^\260<\270q\330%4\260A\330%5\260Q""\260a\330\020\021\220\021\220%\220q\340\014\020\220\005\220U\230!\2301\230A\230Q\330\020\021\220\021\220%\220q\330\020\024\220E\230\025\230a\230q\240\001\240\022\2401\240A\240Q\330\024\025\220Q\220e\2301\340\024 \240\001\240\025\240i\250q\260\001\260\021\260!\330\024\037\230q\240\005\240_\260A\260Q\260a\260q\330\024\030\230\005\230U\240!\2401\330\030\035\230W\240A\240Q\330\030$\240A\240Q\240a\240u\250J\260a\260w\270a\270s\300!\3001\300A\300Q\300a\300q\330\030#\2401\240A\240Q\240e\320+;\2701\270C\270q\300\001\300\021\300!\3001\300A\330\030\033\2303\230a\230|\2501\250A\250Q\250d\260#\260S\270\001\330\024 \240\001\240\021\240!\2405\250\007\250q\260\001\260\021\260!\2601\260A\330\024\037\230q\240\001\240\021\240%\240}\260A\260Q\260a\260q\270\001\270\021\330\024\034\230I\240Q\240a\240q\250\001\250\021\250!\360\006\000\025)\250\001\250\036\260}\300A\330)8\270\001\330)9\270\021\270!\330\024\025\220Q\220e\2301\330\020\021\220\021\220%\220q\340\014\023\2201\340\004\013\2101\200\001\360\014\000\005\022\220\021\330\004\021\220\021\330\004\030\230\005\230Q\360\016\000\005\027\220a\340\004\n\210\"\210B\210a\330\010\023\2201\330\010\021\220\025\220a\220t\2303\230a\340\010\014\210E\220\025\220a\220q\330\014\024\220E\230\021\230$\230c\240\021\330\014\020\220\005\220Q\220d\230#\230Q\340\014\020\220\005\220U\230!\2301\330\020\025\220X\230R\230u\240A\240V\2503\250a\330\014\030\230\001\340\010\016\210d\220\"\220C\220q\230\001\330\004\013\2101\200\001\360\026\000\005\031\230\005\230Q\330\004\026\220i\230q\360\010\000\005\014\2103\210a\210|\2303\230a\330\004\013\2103\210a\210{\230#\230Z\240q\250\001\330\004:\270\"\270F\300!\300<\310r\320QR\340\004\010\210\003\2104\210s\220(\230!\330\004\n\210\"\210B\210a\330\010\014\210A\330\010\021\220\025\220a\220t\2303\230a\360\006\000\t\r\210E\220\025\220a\220q\330\014\024\220E\230\021\230$\230e\2401\330\014\024\220E\230\021\230$\230e\2401\360\006\000\r\030\220q\330\014\021\220\021\330\014\021\220\021\220!\2201\360\n\000\r\023\220\"\220B\220a\360""\n\000\021\027\220i\230r\240\027\250\004\250E\260\021\260#\260R\260y\300\001\300\021\330\024 \240\001\330\020\023\2209\230C\230x\240q\360\006\000\021\033\230)\2401\240A\330\020\026\220b\230\002\230#\230T\240\025\240a\240s\250\"\250A\330\024\031\230\021\330\020\023\2202\220S\230\004\230A\360\006\000\021\024\2205\230\001\230\023\230C\230q\360\010\000\025\033\230!\330\024\032\230\"\230B\230c\240\024\240U\250!\2503\250c\260\021\330\030\037\230s\240%\240q\340\024\030\230\005\230Q\230a\330\024\030\230\005\230U\240!\2403\240a\330\030\033\2302\230S\240\001\240\021\240#\240Q\330\030\035\230X\240R\240u\250A\250Q\330\024\027\220q\230\007\230}\250A\330\024 \240\001\340\014\020\220\001\340\010\014\210A\330\010\021\220\021\340\004\013\2101\200\001\360\026\000\005\031\230\005\230Q\330\004\026\220i\230q\360\010\000\005\014\2103\210a\210|\2303\230a\330\004\013\2103\210a\210{\230#\230Z\240q\250\001\330\004=\270R\270v\300Q\300l\320RT\320TU\340\004\010\210\003\2104\210s\220(\230!\330\004\n\210\"\210B\210a\330\010\014\210A\330\010\021\220\025\220a\220t\2303\230a\360\006\000\t\r\210E\220\025\220a\220q\330\014\024\220E\230\021\230$\230e\2401\330\014\024\220E\230\021\230$\230e\2401\360\006\000\r\030\220q\330\014\021\220\021\330\014\021\220\021\220!\2201\360\n\000\r\023\220\"\220B\220a\360\n\000\021\027\220i\230r\240\027\250\004\250E\260\021\260#\260R\260y\300\001\300\021\330\024 \240\001\330\020\023\2209\230C\230x\240q\360\006\000\021\033\230)\2401\240A\330\020\026\220b\230\002\230#\230T\240\025\240a\240s\250\"\250A\330\024\031\230\021\330\020\023\2202\220S\230\004\230A\360\006\000\021\024\2205\230\001\230\023\230C\230q\360\010\000\025\033\230!\330\024\032\230\"\230B\230c\240\024\240U\250!\2503\250c\260\021\330\030\037\230s\240%\240q\340\024\030\230\005\230Q\230a\330\024\030\230\005\230U\240!\2403\240a\330\030\033\2302\230S\240\001\240\021\240#\240Q\330\030\035\230X\240R\240u\250A\250Q\330\024\027\220q\230\007\230}\250A\330\024 \240\001\340\014\020\220\001\340\010\014\210A\330\010\021\220""\021\340\004\013\2101\200\001\360\020\000\005\022\220\021\330\004\021\220\021\340\004\030\230\005\230Q\330\004\026\220i\230q\360\010\000\005\033\230!\330\004\027\220q\330\004\026\220a\330\004\n\210\"\210B\210a\330\010\014\210A\330\010\021\220\025\220a\220t\2303\230a\330\010\013\2107\220\"\220A\330\014\031\230\021\330\010\014\210E\220\025\220a\220q\330\014\024\220E\230\021\230!\330\014\021\220\026\220r\230\021\330\010\014\210A\210Q\210c\220\022\2201\330\014\026\220a\220q\230\001\330\010\014\210C\210u\220H\230J\240a\360\n\000\005\030\220w\230a\230q\330\004#\320#5\260V\2701\270G\3002\300[\320PR\320RS\330\004#\2407\250&\260\001\260\027\270\002\270(\300\"\300A\330\004#\2407\250&\260\001\260\027\270\002\270!\330\004 \240\007\240v\250Q\250g\260R\260q\330\004 \240\007\240v\250Q\250g\260R\260q\360\016\000\005\031\230\016\240a\330\004A\300\022\3006\310\022\3106\320QR\320RX\320XY\320Yb\320bd\320de\330\004F\300b\310\006\310b\320PV\320VW\320W]\320]^\320^j\320jl\320lm\360\010\000\005\t\210\003\2104\210q\330\004\n\210\"\210B\210a\330\010\014\210A\330\010\021\220\025\220a\220t\2303\230a\360\010\000\t\r\210E\220\025\220a\220q\330\014\020\220\001\220\025\220a\330\014\020\220\001\220\025\220a\330\014\023\2201\220E\230\021\340\010\014\210E\220\025\220a\220q\330\014\024\220E\230\021\230$\230e\2401\330\014\024\220E\230\021\230$\230e\2401\360\006\000\r\030\220q\330\014\021\220\021\330\014\021\220\021\220!\2201\360\n\000\r\023\220\"\220B\220a\360\n\000\021\027\220i\230r\240\027\250\004\250E\260\021\260#\260R\260y\300\001\300\021\330\024 \240\001\330\020\023\2209\230C\230x\240q\360\006\000\021\033\230)\2401\240A\330\020\026\220b\230\002\230#\230T\240\025\240a\240s\250\"\250A\330\024\031\230\021\330\020\023\2202\220S\230\004\230A\360\006\000\021\024\2205\230\001\230\023\230C\230q\360\010\000\025\033\230!\330\024\032\230\"\230B\230c\240\024\240U\250!\2503\250c\260\021\330\030\037\230s\240%\240q\340\024\032\230(\240!\2401\330\024\033\2302\230X\240Q\240k\260\022\2604\260q\270\016\300e\3101\310F""\320RV\320VW\320Wd\320de\330\024\033\2302\230T\240\022\2404\240q\250\016\260e\2701\320<R\320RV\320VW\320Wd\320de\330\024\033\2304\230q\240\001\330\024\030\230\005\230U\240!\2403\240a\330\030\033\2302\230S\240\001\240\021\240#\240Q\330\030\037\230r\240\030\250\025\250a\250t\2607\270!\340\024\030\230\001\230\036\240u\250A\250Q\330\024\033\2301\230M\250\021\340\024 \240\001\360\n\000\r\021\220\001\360\006\000\t\r\210E\220\025\220a\220q\330\014\022\220!\2201\220A\330\014\023\2201\220G\2307\240!\2401\330\014\020\220\005\220U\230!\2304\230q\240\001\330\020\034\230A\230\\\250\027\260\001\260\026\260w\270c\300\034\310Q\340\014\022\220!\2201\220A\330\014\020\220\005\220U\230!\2304\230q\240\001\330\020\034\230A\230\\\250\027\260\001\260\026\260w\270c\300\034\310Q\360\020\000\t\r\210A\340\004\010\210\001\210\021\330\004\010\210\001\210\021\330\004\010\210\001\210\021\330\004\010\210\001\210\021\330\004\010\210\001\210\021\340\004\013\210<\220q\230\002\230+\240\\\260\021\260\"\260A\200\001\330\004\025\220Q\220g\230Q\230a\360\n\000\005\017\210h\220a\220q\330\004\005\200Q\200e\2101\340\004\n\210!\2103\210c\220\021\220!\330\004\n\210!\2103\210a\330\004\016\210a\330\004\013\2101\210C\210q\330\004\013\2101\210C\210q\340\004\t\210\021\210&\220\001\220\024\220V\2301\230A\330\004\t\210\021\210'\220\021\220$\220g\230Q\230d\240'\250\021\250!\330\004\t\210\021\210!\360\006\000\005\n\210\026\210v\220Q\330\004\n\210#\210S\220\006\220d\230!\330\010\016\210c\220\032\2304\230q\240\001\330\010\013\2101\210A\360\006\000\005\n\210\026\210v\220Q\330\004\n\210#\210S\220\006\220d\230!\330\010\r\210Q\210f\220C\220q\330\010\r\210Q\210f\220C\220q\330\010\013\2101\210A\200\001\360\016\000\005\032\230\021\330\004\010\210\005\210U\220!\2203\220a\220q\330\010\025\220Z\230q\240\001\330\004=\270R\270v\300Q\300k\320QS\320ST\340\004\021\220\021\330\004\021\220\021\330\004\021\220\021\330\004\030\230\005\230Q\360\020\000\005\013\210\"\210B\210a\330\010\023\2201\330\010\021\220\025\220a\220t\2303\230a\340\010""\014\210E\220\025\220a\220q\330\014\024\220E\230\021\230$\230c\240\021\330\014\020\220\005\220Q\220d\230#\230Q\340\014\020\220\005\220U\230!\2301\330\020\025\220X\230R\230u\240A\240V\2503\250a\330\014\030\230\001\340\010\013\2101\210E\220\032\2303\230a\340\004\013\2103\210h\220a\220q\200\001\360\006\000\005\027\220a\330\004\021\220\022\2206\230\021\230!\340\004\010\210\005\210U\220!\2201\330\010\016\210d\220\"\220B\220a\220q\330\004\013\2101";
    PyObject *data = NULL;
    CYTHON_UNUSED_VAR(__Pyx_DecompressString);
    #endif
    PyObject **stringtab = __pyx_mstate->__pyx_string_tab;
    Py_ssize_t pos = 0;
    for (int i = 0; i < 148; i++) {
      Py_ssize_t bytes_length = index[i].length;
      PyObject *string = PyUnicode_DecodeUTF8(bytes + pos, bytes_length, NULL);
      if (likely(string) && i >= 14) PyUnicode_InternInPlace(&string);
      if (unlikely(!string)) {
        Py_XDECREF(data);
        __PYX_ERR(0, 1, __pyx_L1_error)
      }
      stringtab[i] = string;
      pos += bytes_length;
    }
    for (int i = 148; i < 159; i++) {
      Py_ssize_t bytes_length = index[i].length;
      PyObject *string = PyBytes_FromStringAndSize(bytes + pos, bytes_length);
      stringtab[i] = string;
      pos += bytes_length;
      if (unlikely(!string)) {
        Py_XDECREF(data);
        __PYX_ERR(0, 1, __pyx_L1_error)
      }
    }
    Py_XDECREF(data);
    for (Py_ssize_t i = 0; i < 159; i++) {
      if (unlikely(PyObject_Hash(stringtab[i]) == -1)) {
        __PYX_ERR(0, 1, __pyx_L1_error)
      }
    }
    #if CYTHON_IMMORTAL_CONSTANTS
    {
      PyObject **table = stringtab + 148;
      for (Py_ssize_t i=0; i<11; ++i) {
        #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
        Py_SET_REFCNT(table[i], _Py_IMMORTAL_REFCNT_LOCAL);
        #else
        Py_SET_REFCNT(table[i], _Py_IMMORTAL_INITIAL_REFCNT);
        #endif
      }
    }
    #endif
  }
  {
    PyObject **numbertab = __pyx_mstate->__pyx_number_tab;
    double const c_constants[] = {1e-6};
    for (int i = 0; i < 1; i++) {
      numbertab[i] = PyFloat_FromDouble(c_constants[i]);
      if (unlikely(!numbertab[i])) __PYX_ERR(0, 1, __pyx_L1_error)
    }
  }
  {
    PyObject **numbertab = __pyx_mstate->__pyx_number_tab + 1;
    int8_t const cint_constants_1[] = {0,1};
    for (int i = 0; i < 2; i++) {
      numbertab[i] = PyLong_FromLong(cint_constants_1[i - 0]);
      if (unlikely(!numbertab[i])) __PYX_ERR(0, 1, __pyx_L1_error)
    }
  }
  #if CYTHON_IMMORTAL_CONSTANTS
  {
    PyObject **table = __pyx_mstate->__pyx_number_tab;
    for (Py_ssize_t i=0; i<3; ++i) {
      #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
      Py_SET_REFCNT(table[i], _Py_IMMORTAL_REFCNT_LOCAL);
      #else
      Py_SET_REFCNT(table[i], _Py_IMMORTAL_INITIAL_REFCNT);
      #endif
    }
  }
  #endif
  return 0;
  __pyx_L1_error:;
  return -1;
}
/* #### Code section: init_codeobjects ### */
typedef struct {
    unsigned int argcount : 4;
    unsigned int num_posonly_args : 1;
    unsigned int num_kwonly_args : 1;
    unsigned int nlocals : 6;
    unsigned int flags : 10;
    unsigned int first_line : 11;
} __Pyx_PyCode_New_function_description;
/* NewCodeObj.proto */
static PyObject* __Pyx_PyCode_New(
        const __Pyx_PyCode_New_function_description descr,
        PyObject * const *varnames,
        PyObject *filename,
        PyObject *funcname,
        PyObject *line_table,
        PyObject *tuple_dedup_map
);


static int __Pyx_CreateCodeObjects(__pyx_mstatetype *__pyx_mstate) {
  PyObject* tuple_dedup_map = PyDict_New();
  if (unlikely(!tuple_dedup_map)) return -1;
  {
    const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 6, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 31};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_s, __pyx_mstate->__pyx_n_u_st, __pyx_mstate->__pyx_n_u_my_map, __pyx_mstate->__pyx_n_u_my_map2, __pyx_mstate->__pyx_n_u_it, __pyx_mstate->__pyx_n_u_v};
    __pyx_mstate_global->__pyx_codeobj_tab[0] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_baseobjs_opcalc_fastopcal_2, __pyx_mstate->__pyx_n_u_test_map, __pyx_mstate->__pyx_kp_b_iso88591_QgQa_haq_Qe1_3c_3a_a_1Cq_1Cq_V1, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[0])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {4, 0, 0, 16, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 66};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_vtape, __pyx_mstate->__pyx_n_u_ctape, __pyx_mstate->__pyx_n_u_paramvec, __pyx_mstate->__pyx_n_u_dest_shape, __pyx_mstate->__pyx_n_u_dest_size, __pyx_mstate->__pyx_n_u_res, __pyx_mstate->__pyx_n_u_c, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_r, __pyx_mstate->__pyx_n_u_vtape_sz, __pyx_mstate->__pyx_n_u_nTerms, __pyx_mstate->__pyx_n_u_m, __pyx_mstate->__pyx_n_u_k, __pyx_mstate->__pyx_n_u_nVars, __pyx_mstate->__pyx_n_u_a, __pyx_mstate->__pyx_n_u_poly_val};
    __pyx_mstate_global->__pyx_codeobj_tab[1] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_baseobjs_opcalc_fastopcal_2, __pyx_mstate->__pyx_n_u_bulk_eval_compact_polynomials_re, __pyx_mstate->__pyx_kp_b_iso88591_5_F_bPQ_Q_Ba_1_at3a_E_aq_E_c_Qd, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[1])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {4, 0, 0, 16, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 104};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_vtape, __pyx_mstate->__pyx_n_u_ctape, __pyx_mstate->__pyx_n_u_paramvec, __pyx_mstate->__pyx_n_u_dest_shape, __pyx_mstate->__pyx_n_u_k, __pyx_mstate->__pyx_n_u_dest_size, __pyx_mstate->__pyx_n_u_res, __pyx_mstate->__pyx_n_u_c, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_r, __pyx_mstate->__pyx_n_u_vtape_sz, __pyx_mstate->__pyx_n_u_nTerms, __pyx_mstate->__pyx_n_u_m, __pyx_mstate->__pyx_n_u_nVars, __pyx_mstate->__pyx_n_u_a, __pyx_mstate->__pyx_n_u_poly_val};
    __pyx_mstate_global->__pyx_codeobj_tab[2] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_baseobjs_opcalc_fastopcal_2, __pyx_mstate->__pyx_n_u_bulk_eval_compact_polynomials_co, __pyx_mstate->__pyx_kp_b_iso88591_U_3aq_Zq_RvQkQSST_Q_Ba_1_at3a_E, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[2])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {5, 0, 0, 24, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 144};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_vtape, __pyx_mstate->__pyx_n_u_ctape, __pyx_mstate->__pyx_n_u_wrtParams, __pyx_mstate->__pyx_n_u_paramvec, __pyx_mstate->__pyx_n_u_dest_shape, __pyx_mstate->__pyx_n_u_c, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_iPoly, __pyx_mstate->__pyx_n_u_j, __pyx_mstate->__pyx_n_u_k, __pyx_mstate->__pyx_n_u_m, __pyx_mstate->__pyx_n_u_nTerms, __pyx_mstate->__pyx_n_u_nVars, __pyx_mstate->__pyx_n_u_cur_iWrt, __pyx_mstate->__pyx_n_u_j0, __pyx_mstate->__pyx_n_u_j1, __pyx_mstate->__pyx_n_u_cur_wrt, __pyx_mstate->__pyx_n_u_cnt, __pyx_mstate->__pyx_n_u_off, __pyx_mstate->__pyx_n_u_vtape_sz, __pyx_mstate->__pyx_n_u_wrt_sz, __pyx_mstate->__pyx_n_u_coeff, __pyx_mstate->__pyx_n_u_a, __pyx_mstate->__pyx_n_u_res};
    __pyx_mstate_global->__pyx_codeobj_tab[3] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_baseobjs_opcalc_fastopcal_2, __pyx_mstate->__pyx_n_u_bulk_eval_compact_polynomials_de, __pyx_mstate->__pyx_kp_b_iso88591_Q_iq_3a_3a_3a_Zq_F_rQR_4s_Ba_A, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[3])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {5, 0, 0, 24, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 221};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_vtape, __pyx_mstate->__pyx_n_u_ctape, __pyx_mstate->__pyx_n_u_wrtParams, __pyx_mstate->__pyx_n_u_paramvec, __pyx_mstate->__pyx_n_u_dest_shape, __pyx_mstate->__pyx_n_u_c, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_iPoly, __pyx_mstate->__pyx_n_u_j, __pyx_mstate->__pyx_n_u_k, __pyx_mstate->__pyx_n_u_m, __pyx_mstate->__pyx_n_u_nTerms, __pyx_mstate->__pyx_n_u_nVars, __pyx_mstate->__pyx_n_u_cur_iWrt, __pyx_mstate->__pyx_n_u_j0, __pyx_mstate->__pyx_n_u_j1, __pyx_mstate->__pyx_n_u_cur_wrt, __pyx_mstate->__pyx_n_u_cnt, __pyx_mstate->__pyx_n_u_off, __pyx_mstate->__pyx_n_u_vtape_sz, __pyx_mstate->__pyx_n_u_wrt_sz, __pyx_mstate->__pyx_n_u_coeff, __pyx_mstate->__pyx_n_u_a, __pyx_mstate->__pyx_n_u_res};
    __pyx_mstate_global->__pyx_codeobj_tab[4] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_baseobjs_opcalc_fastopcal_2, __pyx_mstate->__pyx_n_u_bulk_eval_compact_polynomials_de_2, __pyx_mstate->__pyx_kp_b_iso88591_Q_iq_3a_3a_3a_Zq_RvQlRTTU_4s_Ba, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[4])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {4, 0, 0, 14, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 301};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_vtape, __pyx_mstate->__pyx_n_u_ctape, __pyx_mstate->__pyx_n_u_paramvec, __pyx_mstate->__pyx_n_u_dest_size, __pyx_mstate->__pyx_n_u_c, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_vtape_sz, __pyx_mstate->__pyx_n_u_nTerms, __pyx_mstate->__pyx_n_u_m, __pyx_mstate->__pyx_n_u_k, __pyx_mstate->__pyx_n_u_nVars, __pyx_mstate->__pyx_n_u_a, __pyx_mstate->__pyx_n_u_poly_val, __pyx_mstate->__pyx_n_u_ret};
    __pyx_mstate_global->__pyx_codeobj_tab[5] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_baseobjs_opcalc_fastopcal_2, __pyx_mstate->__pyx_n_u_abs_sum_bulk_eval_compact_polyno, __pyx_mstate->__pyx_kp_b_iso88591_Q_a_Ba_1_at3a_E_aq_E_c_Qd_Q_U_1, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[5])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {3, 0, 0, 33, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 334};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_vtape, __pyx_mstate->__pyx_n_u_ctape, __pyx_mstate->__pyx_n_u_wrtParams, __pyx_mstate->__pyx_n_u_c, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_j, __pyx_mstate->__pyx_n_u_k, __pyx_mstate->__pyx_n_u_m, __pyx_mstate->__pyx_n_u_nTerms, __pyx_mstate->__pyx_n_u_nVars, __pyx_mstate->__pyx_n_u_cur_iWrt, __pyx_mstate->__pyx_n_u_j0, __pyx_mstate->__pyx_n_u_j1, __pyx_mstate->__pyx_n_u_cur_wrt, __pyx_mstate->__pyx_n_u_cnt, __pyx_mstate->__pyx_n_u_off, __pyx_mstate->__pyx_n_u_vtape_sz, __pyx_mstate->__pyx_n_u_wrt_sz, __pyx_mstate->__pyx_n_u_coeff, __pyx_mstate->__pyx_n_u_max_nTerms, __pyx_mstate->__pyx_n_u_max_vsz, __pyx_mstate->__pyx_n_u_nPolys, __pyx_mstate->__pyx_n_u_vstride, __pyx_mstate->__pyx_n_u_dctapes, __pyx_mstate->__pyx_n_u_dvtapes, __pyx_mstate->__pyx_n_u_dnterms, __pyx_mstate->__pyx_n_u_cptr, __pyx_mstate->__pyx_n_u_vptr, __pyx_mstate->__pyx_n_u_res_vptr, __pyx_mstate->__pyx_n_u_res_cptr, __pyx_mstate->__pyx_n_u_result_vtape, __pyx_mstate->__pyx_n_u_result_ctape, __pyx_mstate->__pyx_n_u_l};
    __pyx_mstate_global->__pyx_codeobj_tab[6] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_baseobjs_opcalc_fastopcal_2, __pyx_mstate->__pyx_n_u_compact_deriv, __pyx_mstate->__pyx_kp_b_iso88591_Q_iq_q_a_Ba_A_at3a_7_A_E_aq_E_r, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[6])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {8, 0, 0, 31, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 481};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_circuit, __pyx_mstate->__pyx_n_u_rho_terms, __pyx_mstate->__pyx_n_u_gate_terms, __pyx_mstate->__pyx_n_u_E_terms, __pyx_mstate->__pyx_n_u_E_indices_py, __pyx_mstate->__pyx_n_u_numEs, __pyx_mstate->__pyx_n_u_max_order, __pyx_mstate->__pyx_n_u_stabilizer_evo, __pyx_mstate->__pyx_n_u_N, __pyx_mstate->__pyx_n_u_p, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_j, __pyx_mstate->__pyx_n_u_k, __pyx_mstate->__pyx_n_u_order, __pyx_mstate->__pyx_n_u_nTerms, __pyx_mstate->__pyx_n_u_max_poly_order, __pyx_mstate->__pyx_n_u_max_poly_vars, __pyx_mstate->__pyx_n_u_gn, __pyx_mstate->__pyx_n_u_gate_term_coeffs, __pyx_mstate->__pyx_n_u_rho_term_coeffs, __pyx_mstate->__pyx_n_u_E_term_coeffs, __pyx_mstate->__pyx_n_u_E_indices, __pyx_mstate->__pyx_n_u_Einds, __pyx_mstate->__pyx_n_u_gl, __pyx_mstate->__pyx_n_u_ii, __pyx_mstate->__pyx_n_u_inds, __pyx_mstate->__pyx_n_u_jj, __pyx_mstate->__pyx_n_u_indx, __pyx_mstate->__pyx_n_u_prps, __pyx_mstate->__pyx_n_u_factor_lists, __pyx_mstate->__pyx_n_u_coeff_lists};
    __pyx_mstate_global->__pyx_codeobj_tab[7] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_baseobjs_opcalc_fastopcal_2, __pyx_mstate->__pyx_n_u_prs_as_polynomials, __pyx_mstate->__pyx_kp_b_iso88591_AQ_b_Rq_q_j_Q_Q_2_Qe13B_Q_9_q_7, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[7])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 5, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 973};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_coeff, __pyx_mstate->__pyx_n_u_coeff_check, __pyx_mstate->__pyx_n_u_mismatch, __pyx_mstate->__pyx_n_u_it, __pyx_mstate->__pyx_n_u_k};
    __pyx_mstate_global->__pyx_codeobj_tab[8] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_baseobjs_opcalc_fastopcal_2, __pyx_mstate->__pyx_n_u_check_polynomials, __pyx_mstate->__pyx_kp_b_iso88591_2_vQ_S_T_F_Q_2S_D_1Kq_6_IRq_q_s, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[8])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 4, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 1022};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_ar, __pyx_mstate->__pyx_n_u_ret, __pyx_mstate->__pyx_n_u_N, __pyx_mstate->__pyx_n_u_i};
    __pyx_mstate_global->__pyx_codeobj_tab[9] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_baseobjs_opcalc_fastopcal_2, __pyx_mstate->__pyx_n_u_float_product, __pyx_mstate->__pyx_kp_b_iso88591_a_6_U_1_d_Baq_1, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[9])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 5, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 1032};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_f, __pyx_mstate->__pyx_n_u_g, __pyx_mstate->__pyx_n_u_N, __pyx_mstate->__pyx_n_u_ret, __pyx_mstate->__pyx_n_u_i};
    __pyx_mstate_global->__pyx_codeobj_tab[10] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_baseobjs_opcalc_fastopcal_2, __pyx_mstate->__pyx_n_u_dot, __pyx_mstate->__pyx_kp_b_iso88591_6_Q_U_1_q_1AQa_1, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[10])) goto bad;
  }
  Py_DECREF(tuple_dedup_map);
  return 0;
  bad:
  Py_DECREF(tuple_dedup_map);
  return -1;
}
/* #### Code section: init_globals ### */

static int __Pyx_InitGlobals(void) {
  /* PythonCompatibility.init */
  if (likely(__Pyx_init_co_variables() == 0)); else
  
  if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)

  /* AssertionsEnabled.init */
  if (likely(__Pyx_init_assertions_enabled() == 0)); else
  
  if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)

  /* NumpyImportArray.init */
  /*
   * Cython has automatically inserted a call to _import_array since
   * you didn't include one when you cimported numpy. To disable this
   * add the line
   *   <void>numpy._import_array
   */
  #ifdef NPY_FEATURE_VERSION
  #ifndef NO_IMPORT_ARRAY
  if (unlikely(_import_array() == -1)) {
      PyErr_SetString(PyExc_ImportError, "numpy.core.multiarray failed to import "
      "(auto-generated because you didn't call 'numpy.import_array()' after cimporting numpy; "
      "use '<void>numpy._import_array' to disable if you are certain you don't need it).");
  }
  #endif
  #endif
  
  if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)

  /* CommonTypesMetaclass.init */
  if (likely(__pyx_CommonTypesMetaclass_init(__pyx_m) == 0)); else
  
  if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)

  /* CachedMethodType.init */
  #if CYTHON_COMPILING_IN_LIMITED_API
  {
      PyObject *typesModule=NULL;
      typesModule = PyImport_ImportModule("types");
      if (typesModule) {
          __pyx_mstate_global->__Pyx_CachedMethodType = PyObject_GetAttrString(typesModule, "MethodType");
          Py_DECREF(typesModule);
      }
  } // error handling follows
  #endif
  
  if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)

  /* CythonFunctionShared.init */
  if (likely(__pyx_CyFunction_init(__pyx_m) == 0)); else
  
  if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)

  return 0;
  __pyx_L1_error:;
  return -1;
}
/* #### Code section: cleanup_globals ### */
/* #### Code section: cleanup_module ### */
/* #### Code section: main_method ### */
/* #### Code section: utility_code_pragmas ### */
#ifdef _MSC_VER
#pragma warning( push )
/* Warning 4127: conditional expression is constant
 * Cython uses constant conditional expressions to allow in inline functions to be optimized at
 * compile-time, so this warning is not useful
 */
#pragma warning( disable : 4127 )
#endif



/* #### Code section: utility_code_def ### */

/* --- Runtime support code --- */
/* Refnanny */
#if CYTHON_REFNANNY
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname) {
    PyObject *m = NULL, *p = NULL;
    void *r = NULL;
    m = PyImport_ImportModule(modname);
    if (!m) goto end;
    p = PyObject_GetAttrString(m, "RefNannyAPI");
    if (!p) goto end;
    r = PyLong_AsVoidPtr(p);
end:
    Py_XDECREF(p);
    Py_XDECREF(m);
    return (__Pyx_RefNannyAPIStruct *)r;
}
#endif

/* PyErrExceptionMatches (used by PyObjectGetAttrStrNoError) */
#if CYTHON_FAST_THREAD_STATE
static int __Pyx_PyErr_ExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
    Py_ssize_t i, n;
    n = PyTuple_GET_SIZE(tuple);
    for (i=0; i<n; i++) {
        if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
    }
    for (i=0; i<n; i++) {
        if (__Pyx_PyErr_GivenExceptionMatches(exc_type, PyTuple_GET_ITEM(tuple, i))) return 1;
    }
    return 0;
}
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err) {
    int result;
    PyObject *exc_type;
#if PY_VERSION_HEX >= 0x030C00A6
    PyObject *current_exception = tstate->current_exception;
    if (unlikely(!current_exception)) return 0;
    exc_type = (PyObject*) Py_TYPE(current_exception);
    if (exc_type == err) return 1;
#else
    exc_type = tstate->curexc_type;
    if (exc_type == err) return 1;
    if (unlikely(!exc_type)) return 0;
#endif
    #if CYTHON_AVOID_BORROWED_REFS
    Py_INCREF(exc_type);
    #endif
    if (unlikely(PyTuple_Check(err))) {
        result = __Pyx_PyErr_ExceptionMatchesTuple(exc_type, err);
    } else {
        result = __Pyx_PyErr_GivenExceptionMatches(exc_type, err);
    }
    #if CYTHON_AVOID_BORROWED_REFS
    Py_DECREF(exc_type);
    #endif
    return result;
}
#endif

/* PyErrFetchRestore (used by PyObjectGetAttrStrNoError) */
#if CYTHON_FAST_THREAD_STATE
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
#if PY_VERSION_HEX >= 0x030C00A6
    PyObject *tmp_value;
    assert(type == NULL || (value != NULL && type == (PyObject*) Py_TYPE(value)));
    if (value) {
        #if CYTHON_COMPILING_IN_CPYTHON
        if (unlikely(((PyBaseExceptionObject*) value)->traceback != tb))
        #endif
            PyException_SetTraceback(value, tb);
    }
    tmp_value = tstate->current_exception;
    tstate->current_exception = value;
    Py_XDECREF(tmp_value);
    Py_XDECREF(type);
    Py_XDECREF(tb);
#else
    PyObject *tmp_type, *tmp_value, *tmp_tb;
    tmp_type = tstate->curexc_type;
    tmp_value = tstate->curexc_value;
    tmp_tb = tstate->curexc_traceback;
    tstate->curexc_type = type;
    tstate->curexc_value = value;
    tstate->curexc_traceback = tb;
    Py_XDECREF(tmp_type);
    Py_XDECREF(tmp_value);
    Py_XDECREF(tmp_tb);
#endif
}
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
#if PY_VERSION_HEX >= 0x030C00A6
    PyObject* exc_value;
    exc_value = tstate->current_exception;
    tstate->current_exception = 0;
    *value = exc_value;
    *type = NULL;
    *tb = NULL;
    if (exc_value) {
        *type = (PyObject*) Py_TYPE(exc_value);
        Py_INCREF(*type);
        #if CYTHON_COMPILING_IN_CPYTHON
        *tb = ((PyBaseExceptionObject*) exc_value)->traceback;
        Py_XINCREF(*tb);
        #else
        *tb = PyException_GetTraceback(exc_value);
        #endif
    }
#else
    *type = tstate->curexc_type;
    *value = tstate->curexc_value;
    *tb = tstate->curexc_traceback;
    tstate->curexc_type = 0;
    tstate->curexc_value = 0;
    tstate->curexc_traceback = 0;
#endif
}
#endif

/* PyObjectGetAttrStr (used by PyObjectGetAttrStrNoError) */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name) {
    PyTypeObject* tp = Py_TYPE(obj);
    if (likely(tp->tp_getattro))
        return tp->tp_getattro(obj, attr_name);
    return PyObject_GetAttr(obj, attr_name);
}
#endif

/* PyObjectGetAttrStrNoError (used by GetBuiltinName) */
#if __PYX_LIMITED_VERSION_HEX < 0x030d0000
static void __Pyx_PyObject_GetAttrStr_ClearAttributeError(void) {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    if (likely(__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError)))
        __Pyx_PyErr_Clear();
}
#endif
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name) {
    PyObject *result;
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
    (void) PyObject_GetOptionalAttr(obj, attr_name, &result);
    return result;
#else
#if CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_TYPE_SLOTS
    PyTypeObject* tp = Py_TYPE(obj);
    if (likely(tp->tp_getattro == PyObject_GenericGetAttr)) {
        return _PyObject_GenericGetAttrWithDict(obj, attr_name, NULL, 1);
    }
#endif
    result = __Pyx_PyObject_GetAttrStr(obj, attr_name);
    if (unlikely(!result)) {
        __Pyx_PyObject_GetAttrStr_ClearAttributeError();
    }
    return result;
#endif
}

/* GetBuiltinName */
static PyObject *__Pyx_GetBuiltinName(PyObject *name) {
    PyObject* result = __Pyx_PyObject_GetAttrStrNoError(__pyx_mstate_global->__pyx_b, name);
    if (unlikely(!result) && !PyErr_Occurred()) {
        PyErr_Format(PyExc_NameError,
            "name '%U' is not defined", name);
    }
    return result;
}

/* IterFinish (used by dict_iter) */
static CYTHON_INLINE int __Pyx_IterFinish(void) {
    PyObject* exc_type;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    exc_type = __Pyx_PyErr_CurrentExceptionType();
    if (unlikely(exc_type)) {
        if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration)))
            return -1;
        __Pyx_PyErr_Clear();
        return 0;
    }
    return 0;
}

/* PyObjectCall (used by PyObjectFastCall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw) {
    PyObject *result;
    ternaryfunc call = Py_TYPE(func)->tp_call;
    if (unlikely(!call))
        return PyObject_Call(func, arg, kw);
    if (unlikely(Py_EnterRecursiveCall(" while calling a Python object")))
        return NULL;
    result = (*call)(func, arg, kw);
    Py_LeaveRecursiveCall();
    if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
        PyErr_SetString(
            PyExc_SystemError,
            "NULL result without error in PyObject_Call");
    }
    return result;
}
#endif

/* PyObjectCallMethO (used by PyObjectFastCall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg) {
    PyObject *self, *result;
    PyCFunction cfunc;
    cfunc = __Pyx_CyOrPyCFunction_GET_FUNCTION(func);
    self = __Pyx_CyOrPyCFunction_GET_SELF(func);
    if (unlikely(Py_EnterRecursiveCall(" while calling a Python object")))
        return NULL;
    result = cfunc(self, arg);
    Py_LeaveRecursiveCall();
    if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
        PyErr_SetString(
            PyExc_SystemError,
            "NULL result without error in PyObject_Call");
    }
    return result;
}
#endif

/* PyObjectFastCall (used by PyObjectCallNoArg) */
#if PY_VERSION_HEX < 0x03090000 || CYTHON_COMPILING_IN_LIMITED_API
static PyObject* __Pyx_PyObject_FastCall_fallback(PyObject *func, PyObject * const*args, size_t nargs, PyObject *kwargs) {
    PyObject *argstuple;
    PyObject *result = 0;
    size_t i;
    argstuple = PyTuple_New((Py_ssize_t)nargs);
    if (unlikely(!argstuple)) return NULL;
    for (i = 0; i < nargs; i++) {
        Py_INCREF(args[i]);
        if (__Pyx_PyTuple_SET_ITEM(argstuple, (Py_ssize_t)i, args[i]) != (0)) goto bad;
    }
    result = __Pyx_PyObject_Call(func, argstuple, kwargs);
  bad:
    Py_DECREF(argstuple);
    return result;
}
#endif
#if CYTHON_VECTORCALL && !CYTHON_COMPILING_IN_LIMITED_API
  #if PY_VERSION_HEX < 0x03090000
    #define __Pyx_PyVectorcall_Function(callable) _PyVectorcall_Function(callable)
  #elif CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE vectorcallfunc __Pyx_PyVectorcall_Function(PyObject *callable) {
    PyTypeObject *tp = Py_TYPE(callable);
    #if defined(__Pyx_CyFunction_USED)
    if (__Pyx_CyFunction_CheckExact(callable)) {
        return __Pyx_CyFunction_func_vectorcall(callable);
    }
    #endif
    if (!PyType_HasFeature(tp, Py_TPFLAGS_HAVE_VECTORCALL)) {
        return NULL;
    }
    assert(PyCallable_Check(callable));
    Py_ssize_t offset = tp->tp_vectorcall_offset;
    assert(offset > 0);
    vectorcallfunc ptr;
    memcpy(&ptr, (char *) callable + offset, sizeof(ptr));
    return ptr;
}
  #else
    #define __Pyx_PyVectorcall_Function(callable) PyVectorcall_Function(callable)
  #endif
#endif
static CYTHON_INLINE PyObject* __Pyx_PyObject_FastCallDict(PyObject *func, PyObject *const *args, size_t _nargs, PyObject *kwargs) {
    Py_ssize_t nargs = __Pyx_PyVectorcall_NARGS(_nargs);
#if CYTHON_COMPILING_IN_CPYTHON
    if (nargs == 0 && kwargs == NULL) {
        if (__Pyx_CyOrPyCFunction_Check(func) && likely( __Pyx_CyOrPyCFunction_GET_FLAGS(func) & METH_NOARGS))
            return __Pyx_PyObject_CallMethO(func, NULL);
    }
    else if (nargs == 1 && kwargs == NULL) {
        if (__Pyx_CyOrPyCFunction_Check(func) && likely( __Pyx_CyOrPyCFunction_GET_FLAGS(func) & METH_O))
            return __Pyx_PyObject_CallMethO(func, args[0]);
    }
#endif
    if (kwargs == NULL) {
        #if CYTHON_VECTORCALL
          #if CYTHON_COMPILING_IN_LIMITED_API
            return PyObject_Vectorcall(func, args, _nargs, NULL);
          #else
            vectorcallfunc f = __Pyx_PyVectorcall_Function(func);
            if (f) {
                return f(func, args, _nargs, NULL);
            }
          #endif
        #endif
    }
    if (nargs == 0) {
        return __Pyx_PyObject_Call(func, __pyx_mstate_global->__pyx_empty_tuple, kwargs);
    }
    #if PY_VERSION_HEX >= 0x03090000 && !CYTHON_COMPILING_IN_LIMITED_API
    return PyObject_VectorcallDict(func, args, (size_t)nargs, kwargs);
    #else
    return __Pyx_PyObject_FastCall_fallback(func, args, (size_t)nargs, kwargs);
    #endif
}

/* PyObjectCallNoArg (used by PyObjectCallMethod0) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func) {
    PyObject *arg[2] = {NULL, NULL};
    return __Pyx_PyObject_FastCall(func, arg + 1, 0 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
}

/* PyObjectCallOneArg (used by PyObjectCallMethod0) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) {
    PyObject *args[2] = {NULL, arg};
    return __Pyx_PyObject_FastCall(func, args+1, 1 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
}

/* PyObjectGetMethod (used by PyObjectCallMethod0) */
#if !(CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000)))
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method) {
    PyObject *attr;
#if CYTHON_UNPACK_METHODS && CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_PYTYPE_LOOKUP
    __Pyx_TypeName type_name;
    PyTypeObject *tp = Py_TYPE(obj);
    PyObject *descr;
    descrgetfunc f = NULL;
    PyObject **dictptr, *dict;
    int meth_found = 0;
    assert (*method == NULL);
    if (unlikely(tp->tp_getattro != PyObject_GenericGetAttr)) {
        attr = __Pyx_PyObject_GetAttrStr(obj, name);
        goto try_unpack;
    }
    if (unlikely(tp->tp_dict == NULL) && unlikely(PyType_Ready(tp) < 0)) {
        return 0;
    }
    descr = _PyType_Lookup(tp, name);
    if (likely(descr != NULL)) {
        Py_INCREF(descr);
#if defined(Py_TPFLAGS_METHOD_DESCRIPTOR) && Py_TPFLAGS_METHOD_DESCRIPTOR
        if (__Pyx_PyType_HasFeature(Py_TYPE(descr), Py_TPFLAGS_METHOD_DESCRIPTOR))
#else
        #ifdef __Pyx_CyFunction_USED
        if (likely(PyFunction_Check(descr) || __Pyx_IS_TYPE(descr, &PyMethodDescr_Type) || __Pyx_CyFunction_Check(descr)))
        #else
        if (likely(PyFunction_Check(descr) || __Pyx_IS_TYPE(descr, &PyMethodDescr_Type)))
        #endif
#endif
        {
            meth_found = 1;
        } else {
            f = Py_TYPE(descr)->tp_descr_get;
            if (f != NULL && PyDescr_IsData(descr)) {
                attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
                Py_DECREF(descr);
                goto try_unpack;
            }
        }
    }
    dictptr = _PyObject_GetDictPtr(obj);
    if (dictptr != NULL && (dict = *dictptr) != NULL) {
        Py_INCREF(dict);
        attr = __Pyx_PyDict_GetItemStr(dict, name);
        if (attr != NULL) {
            Py_INCREF(attr);
            Py_DECREF(dict);
            Py_XDECREF(descr);
            goto try_unpack;
        }
        Py_DECREF(dict);
    }
    if (meth_found) {
        *method = descr;
        return 1;
    }
    if (f != NULL) {
        attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
        Py_DECREF(descr);
        goto try_unpack;
    }
    if (likely(descr != NULL)) {
        *method = descr;
        return 0;
    }
    type_name = __Pyx_PyType_GetFullyQualifiedName(tp);
    PyErr_Format(PyExc_AttributeError,
                 "'" __Pyx_FMT_TYPENAME "' object has no attribute '%U'",
                 type_name, name);
    __Pyx_DECREF_TypeName(type_name);
    return 0;
#else
    attr = __Pyx_PyObject_GetAttrStr(obj, name);
    goto try_unpack;
#endif
try_unpack:
#if CYTHON_UNPACK_METHODS
    if (likely(attr) && PyMethod_Check(attr) && likely(PyMethod_GET_SELF(attr) == obj)) {
        PyObject *function = PyMethod_GET_FUNCTION(attr);
        Py_INCREF(function);
        Py_DECREF(attr);
        *method = function;
        return 1;
    }
#endif
    *method = attr;
    return 0;
}
#endif

/* PyObjectCallMethod0 (used by dict_iter) */
static PyObject* __Pyx_PyObject_CallMethod0(PyObject* obj, PyObject* method_name) {
#if CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000))
    PyObject *args[1] = {obj};
    (void) __Pyx_PyObject_CallOneArg;
    (void) __Pyx_PyObject_CallNoArg;
    return PyObject_VectorcallMethod(method_name, args, 1 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
#else
    PyObject *method = NULL, *result = NULL;
    int is_method = __Pyx_PyObject_GetMethod(obj, method_name, &method);
    if (likely(is_method)) {
        result = __Pyx_PyObject_CallOneArg(method, obj);
        Py_DECREF(method);
        return result;
    }
    if (unlikely(!method)) goto bad;
    result = __Pyx_PyObject_CallNoArg(method);
    Py_DECREF(method);
bad:
    return result;
#endif
}

/* RaiseNeedMoreValuesToUnpack (used by UnpackTuple2) */
static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index) {
    PyErr_Format(PyExc_ValueError,
                 "need more than %" CYTHON_FORMAT_SSIZE_T "d value%.1s to unpack",
                 index, (index == 1) ? "" : "s");
}

/* RaiseTooManyValuesToUnpack (used by UnpackItemEndCheck) */
static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected) {
    PyErr_Format(PyExc_ValueError,
                 "too many values to unpack (expected %" CYTHON_FORMAT_SSIZE_T "d)", expected);
}

/* UnpackItemEndCheck (used by UnpackTuple2) */
static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected) {
    if (unlikely(retval)) {
        Py_DECREF(retval);
        __Pyx_RaiseTooManyValuesError(expected);
        return -1;
    }
    return __Pyx_IterFinish();
}

/* RaiseNoneIterError (used by UnpackTupleError) */
static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void) {
    PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
}

/* UnpackTupleError (used by UnpackTuple2) */
static void __Pyx_UnpackTupleError(PyObject *t, Py_ssize_t index) {
    if (t == Py_None) {
      __Pyx_RaiseNoneNotIterableError();
    } else {
      Py_ssize_t size = __Pyx_PyTuple_GET_SIZE(t);
 #if !CYTHON_ASSUME_SAFE_SIZE
      if (unlikely(size < 0)) return;
 #endif
      if (size < index) {
        __Pyx_RaiseNeedMoreValuesError(size);
      } else {
        __Pyx_RaiseTooManyValuesError(index);
      }
    }
}

/* UnpackTuple2 (used by dict_iter) */
static CYTHON_INLINE int __Pyx_unpack_tuple2(
        PyObject* tuple, PyObject** value1, PyObject** value2, int is_tuple, int has_known_size, int decref_tuple) {
    if (likely(is_tuple || PyTuple_Check(tuple))) {
        Py_ssize_t size;
        if (has_known_size) {
            return __Pyx_unpack_tuple2_exact(tuple, value1, value2, decref_tuple);
        }
        size = __Pyx_PyTuple_GET_SIZE(tuple);
        if (likely(size == 2)) {
            return __Pyx_unpack_tuple2_exact(tuple, value1, value2, decref_tuple);
        }
        if (size >= 0) {
            __Pyx_UnpackTupleError(tuple, 2);
        }
        return -1;
    } else {
        return __Pyx_unpack_tuple2_generic(tuple, value1, value2, has_known_size, decref_tuple);
    }
}
static CYTHON_INLINE int __Pyx_unpack_tuple2_exact(
        PyObject* tuple, PyObject** pvalue1, PyObject** pvalue2, int decref_tuple) {
    PyObject *value1 = NULL, *value2 = NULL;
#if CYTHON_AVOID_BORROWED_REFS || !CYTHON_ASSUME_SAFE_MACROS
    value1 = __Pyx_PySequence_ITEM(tuple, 0);  if (unlikely(!value1)) goto bad;
    value2 = __Pyx_PySequence_ITEM(tuple, 1);  if (unlikely(!value2)) goto bad;
#else
    value1 = PyTuple_GET_ITEM(tuple, 0);  Py_INCREF(value1);
    value2 = PyTuple_GET_ITEM(tuple, 1);  Py_INCREF(value2);
#endif
    if (decref_tuple) {
        Py_DECREF(tuple);
    }
    *pvalue1 = value1;
    *pvalue2 = value2;
    return 0;
#if CYTHON_AVOID_BORROWED_REFS || !CYTHON_ASSUME_SAFE_MACROS
bad:
    Py_XDECREF(value1);
    Py_XDECREF(value2);
    if (decref_tuple) { Py_XDECREF(tuple); }
    return -1;
#endif
}
static int __Pyx_unpack_tuple2_generic(PyObject* tuple, PyObject** pvalue1, PyObject** pvalue2,
                                       int has_known_size, int decref_tuple) {
    Py_ssize_t index;
    PyObject *value1 = NULL, *value2 = NULL, *iter = NULL;
    iternextfunc iternext;
    iter = PyObject_GetIter(tuple);
    if (unlikely(!iter)) goto bad;
    if (decref_tuple) { Py_DECREF(tuple); tuple = NULL; }
    iternext = __Pyx_PyObject_GetIterNextFunc(iter);
    value1 = iternext(iter); if (unlikely(!value1)) { index = 0; goto unpacking_failed; }
    value2 = iternext(iter); if (unlikely(!value2)) { index = 1; goto unpacking_failed; }
    if (!has_known_size && unlikely(__Pyx_IternextUnpackEndCheck(iternext(iter), 2))) goto bad;
    Py_DECREF(iter);
    *pvalue1 = value1;
    *pvalue2 = value2;
    return 0;
unpacking_failed:
    if (!has_known_size && __Pyx_IterFinish() == 0)
        __Pyx_RaiseNeedMoreValuesError(index);
bad:
    Py_XDECREF(iter);
    Py_XDECREF(value1);
    Py_XDECREF(value2);
    if (decref_tuple) { Py_XDECREF(tuple); }
    return -1;
}

/* dict_iter */
#if CYTHON_COMPILING_IN_PYPY
#include <string.h>
#endif
static CYTHON_INLINE PyObject* __Pyx_dict_iterator(PyObject* iterable, int is_dict, PyObject* method_name,
                                                   Py_ssize_t* p_orig_length, int* p_source_is_dict) {
    is_dict = is_dict || likely(PyDict_CheckExact(iterable));
    *p_source_is_dict = is_dict;
    if (is_dict) {
#if !CYTHON_COMPILING_IN_PYPY
        *p_orig_length = PyDict_Size(iterable);
        Py_INCREF(iterable);
        return iterable;
#else
        static PyObject *py_items = NULL, *py_keys = NULL, *py_values = NULL;
        PyObject **pp = NULL;
        if (method_name) {
            const char *name = PyUnicode_AsUTF8(method_name);
            if (strcmp(name, "iteritems") == 0) pp = &py_items;
            else if (strcmp(name, "iterkeys") == 0) pp = &py_keys;
            else if (strcmp(name, "itervalues") == 0) pp = &py_values;
            if (pp) {
                if (!*pp) {
                    *pp = PyUnicode_FromString(name + 4);
                    if (!*pp)
                        return NULL;
                }
                method_name = *pp;
            }
        }
#endif
    }
    *p_orig_length = 0;
    if (method_name) {
        PyObject* iter;
        iterable = __Pyx_PyObject_CallMethod0(iterable, method_name);
        if (!iterable)
            return NULL;
#if !CYTHON_COMPILING_IN_PYPY
        if (PyTuple_CheckExact(iterable) || PyList_CheckExact(iterable))
            return iterable;
#endif
        iter = PyObject_GetIter(iterable);
        Py_DECREF(iterable);
        return iter;
    }
    return PyObject_GetIter(iterable);
}
#if !CYTHON_AVOID_BORROWED_REFS
static CYTHON_INLINE int __Pyx_dict_iter_next_source_is_dict(
        PyObject* iter_obj, CYTHON_NCP_UNUSED Py_ssize_t orig_length, CYTHON_NCP_UNUSED Py_ssize_t* ppos,
        PyObject** pkey, PyObject** pvalue, PyObject** pitem) {
    PyObject *key, *value;
    if (unlikely(orig_length != PyDict_Size(iter_obj))) {
        PyErr_SetString(PyExc_RuntimeError, "dictionary changed size during iteration");
        return -1;
    }
    if (unlikely(!PyDict_Next(iter_obj, ppos, &key, &value))) {
        return 0;
    }
    if (pitem) {
        PyObject* tuple = PyTuple_New(2);
        if (unlikely(!tuple)) {
            return -1;
        }
        Py_INCREF(key);
        Py_INCREF(value);
        #if CYTHON_ASSUME_SAFE_MACROS
        PyTuple_SET_ITEM(tuple, 0, key);
        PyTuple_SET_ITEM(tuple, 1, value);
        #else
        if (unlikely(PyTuple_SetItem(tuple, 0, key) < 0)) {
            Py_DECREF(value);
            Py_DECREF(tuple);
            return -1;
        }
        if (unlikely(PyTuple_SetItem(tuple, 1, value) < 0)) {
            Py_DECREF(tuple);
            return -1;
        }
        #endif
        *pitem = tuple;
    } else {
        if (pkey) {
            Py_INCREF(key);
            *pkey = key;
        }
        if (pvalue) {
            Py_INCREF(value);
            *pvalue = value;
        }
    }
    return 1;
}
#endif
static CYTHON_INLINE int __Pyx_dict_iter_next(
        PyObject* iter_obj, CYTHON_NCP_UNUSED Py_ssize_t orig_length, CYTHON_NCP_UNUSED Py_ssize_t* ppos,
        PyObject** pkey, PyObject** pvalue, PyObject** pitem, int source_is_dict) {
    PyObject* next_item;
#if !CYTHON_AVOID_BORROWED_REFS
    if (source_is_dict) {
        int result;
#if PY_VERSION_HEX >= 0x030d0000 && !CYTHON_COMPILING_IN_LIMITED_API
        Py_BEGIN_CRITICAL_SECTION(iter_obj);
#endif
        result = __Pyx_dict_iter_next_source_is_dict(iter_obj, orig_length, ppos, pkey, pvalue, pitem);
#if PY_VERSION_HEX >= 0x030d0000 && !CYTHON_COMPILING_IN_LIMITED_API
        Py_END_CRITICAL_SECTION();
#endif
        return result;
    } else if (PyTuple_CheckExact(iter_obj)) {
        Py_ssize_t pos = *ppos;
        Py_ssize_t tuple_size = __Pyx_PyTuple_GET_SIZE(iter_obj);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely(tuple_size < 0)) return -1;
        #endif
        if (unlikely(pos >= tuple_size)) return 0;
        *ppos = pos + 1;
        #if CYTHON_ASSUME_SAFE_MACROS
        next_item = PyTuple_GET_ITEM(iter_obj, pos);
        #else
        next_item = PyTuple_GetItem(iter_obj, pos);
        if (unlikely(!next_item)) return -1;
        #endif
        Py_INCREF(next_item);
    } else if (PyList_CheckExact(iter_obj)) {
        Py_ssize_t pos = *ppos;
        Py_ssize_t list_size = __Pyx_PyList_GET_SIZE(iter_obj);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely(list_size < 0)) return -1;
        #endif
        if (unlikely(pos >= list_size)) return 0;
        *ppos = pos + 1;
        next_item = __Pyx_PyList_GetItemRef(iter_obj, pos);
        if (unlikely(!next_item)) return -1;
    } else
#endif
    {
        next_item = PyIter_Next(iter_obj);
        if (unlikely(!next_item)) {
            return __Pyx_IterFinish();
        }
    }
    if (pitem) {
        *pitem = next_item;
    } else if (pkey && pvalue) {
        if (__Pyx_unpack_tuple2(next_item, pkey, pvalue, source_is_dict, source_is_dict, 1))
            return -1;
    } else if (pkey) {
        *pkey = next_item;
    } else {
        *pvalue = next_item;
    }
    return 1;
}

/* GetTopmostException (used by SaveResetException) */
#if CYTHON_USE_EXC_INFO_STACK && CYTHON_FAST_THREAD_STATE
static _PyErr_StackItem *
__Pyx_PyErr_GetTopmostException(PyThreadState *tstate)
{
    _PyErr_StackItem *exc_info = tstate->exc_info;
    while ((exc_info->exc_value == NULL || exc_info->exc_value == Py_None) &&
           exc_info->previous_item != NULL)
    {
        exc_info = exc_info->previous_item;
    }
    return exc_info;
}
#endif

/* SaveResetException */
#if CYTHON_FAST_THREAD_STATE
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
  #if CYTHON_USE_EXC_INFO_STACK && PY_VERSION_HEX >= 0x030B00a4
    _PyErr_StackItem *exc_info = __Pyx_PyErr_GetTopmostException(tstate);
    PyObject *exc_value = exc_info->exc_value;
    if (exc_value == NULL || exc_value == Py_None) {
        *value = NULL;
        *type = NULL;
        *tb = NULL;
    } else {
        *value = exc_value;
        Py_INCREF(*value);
        *type = (PyObject*) Py_TYPE(exc_value);
        Py_INCREF(*type);
        *tb = PyException_GetTraceback(exc_value);
    }
  #elif CYTHON_USE_EXC_INFO_STACK
    _PyErr_StackItem *exc_info = __Pyx_PyErr_GetTopmostException(tstate);
    *type = exc_info->exc_type;
    *value = exc_info->exc_value;
    *tb = exc_info->exc_traceback;
    Py_XINCREF(*type);
    Py_XINCREF(*value);
    Py_XINCREF(*tb);
  #else
    *type = tstate->exc_type;
    *value = tstate->exc_value;
    *tb = tstate->exc_traceback;
    Py_XINCREF(*type);
    Py_XINCREF(*value);
    Py_XINCREF(*tb);
  #endif
}
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
  #if CYTHON_USE_EXC_INFO_STACK && PY_VERSION_HEX >= 0x030B00a4
    _PyErr_StackItem *exc_info = tstate->exc_info;
    PyObject *tmp_value = exc_info->exc_value;
    exc_info->exc_value = value;
    Py_XDECREF(tmp_value);
    Py_XDECREF(type);
    Py_XDECREF(tb);
  #else
    PyObject *tmp_type, *tmp_value, *tmp_tb;
    #if CYTHON_USE_EXC_INFO_STACK
    _PyErr_StackItem *exc_info = tstate->exc_info;
    tmp_type = exc_info->exc_type;
    tmp_value = exc_info->exc_value;
    tmp_tb = exc_info->exc_traceback;
    exc_info->exc_type = type;
    exc_info->exc_value = value;
    exc_info->exc_traceback = tb;
    #else
    tmp_type = tstate->exc_type;
    tmp_value = tstate->exc_value;
    tmp_tb = tstate->exc_traceback;
    tstate->exc_type = type;
    tstate->exc_value = value;
    tstate->exc_traceback = tb;
    #endif
    Py_XDECREF(tmp_type);
    Py_XDECREF(tmp_value);
    Py_XDECREF(tmp_tb);
  #endif
}
#endif

/* GetException */
#if CYTHON_FAST_THREAD_STATE
static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb)
#else
static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb)
#endif
{
    PyObject *local_type = NULL, *local_value, *local_tb = NULL;
#if CYTHON_FAST_THREAD_STATE
    PyObject *tmp_type, *tmp_value, *tmp_tb;
  #if PY_VERSION_HEX >= 0x030C0000
    local_value = tstate->current_exception;
    tstate->current_exception = 0;
  #else
    local_type = tstate->curexc_type;
    local_value = tstate->curexc_value;
    local_tb = tstate->curexc_traceback;
    tstate->curexc_type = 0;
    tstate->curexc_value = 0;
    tstate->curexc_traceback = 0;
  #endif
#elif __PYX_LIMITED_VERSION_HEX > 0x030C0000
    local_value = PyErr_GetRaisedException();
#else
    PyErr_Fetch(&local_type, &local_value, &local_tb);
#endif
#if __PYX_LIMITED_VERSION_HEX > 0x030C0000
    if (likely(local_value)) {
        local_type = (PyObject*) Py_TYPE(local_value);
        Py_INCREF(local_type);
        local_tb = PyException_GetTraceback(local_value);
    }
#else
    PyErr_NormalizeException(&local_type, &local_value, &local_tb);
#if CYTHON_FAST_THREAD_STATE
    if (unlikely(tstate->curexc_type))
#else
    if (unlikely(PyErr_Occurred()))
#endif
        goto bad;
    if (local_tb) {
        if (unlikely(PyException_SetTraceback(local_value, local_tb) < 0))
            goto bad;
    }
#endif // __PYX_LIMITED_VERSION_HEX > 0x030C0000
    Py_XINCREF(local_tb);
    Py_XINCREF(local_type);
    Py_XINCREF(local_value);
    *type = local_type;
    *value = local_value;
    *tb = local_tb;
#if CYTHON_FAST_THREAD_STATE
    #if CYTHON_USE_EXC_INFO_STACK
    {
        _PyErr_StackItem *exc_info = tstate->exc_info;
      #if PY_VERSION_HEX >= 0x030B00a4
        tmp_value = exc_info->exc_value;
        exc_info->exc_value = local_value;
        tmp_type = NULL;
        tmp_tb = NULL;
        Py_XDECREF(local_type);
        Py_XDECREF(local_tb);
      #else
        tmp_type = exc_info->exc_type;
        tmp_value = exc_info->exc_value;
        tmp_tb = exc_info->exc_traceback;
        exc_info->exc_type = local_type;
        exc_info->exc_value = local_value;
        exc_info->exc_traceback = local_tb;
      #endif
    }
    #else
    tmp_type = tstate->exc_type;
    tmp_value = tstate->exc_value;
    tmp_tb = tstate->exc_traceback;
    tstate->exc_type = local_type;
    tstate->exc_value = local_value;
    tstate->exc_traceback = local_tb;
    #endif
    Py_XDECREF(tmp_type);
    Py_XDECREF(tmp_value);
    Py_XDECREF(tmp_tb);
#elif __PYX_LIMITED_VERSION_HEX >= 0x030b0000
    PyErr_SetHandledException(local_value);
    Py_XDECREF(local_value);
    Py_XDECREF(local_type);
    Py_XDECREF(local_tb);
#else
    PyErr_SetExcInfo(local_type, local_value, local_tb);
#endif
    return 0;
#if __PYX_LIMITED_VERSION_HEX <= 0x030C0000
bad:
    *type = 0;
    *value = 0;
    *tb = 0;
    Py_XDECREF(local_type);
    Py_XDECREF(local_value);
    Py_XDECREF(local_tb);
    return -1;
#endif
}

/* RaiseException */
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause) {
    PyObject* owned_instance = NULL;
    if (tb == Py_None) {
        tb = 0;
    } else if (tb && !PyTraceBack_Check(tb)) {
        PyErr_SetString(PyExc_TypeError,
            "raise: arg 3 must be a traceback or None");
        goto bad;
    }
    if (value == Py_None)
        value = 0;
    if (PyExceptionInstance_Check(type)) {
        if (value) {
            PyErr_SetString(PyExc_TypeError,
                "instance exception may not have a separate value");
            goto bad;
        }
        value = type;
        type = (PyObject*) Py_TYPE(value);
    } else if (PyExceptionClass_Check(type)) {
        PyObject *instance_class = NULL;
        if (value && PyExceptionInstance_Check(value)) {
            instance_class = (PyObject*) Py_TYPE(value);
            if (instance_class != type) {
                int is_subclass = PyObject_IsSubclass(instance_class, type);
                if (!is_subclass) {
                    instance_class = NULL;
                } else if (unlikely(is_subclass == -1)) {
                    goto bad;
                } else {
                    type = instance_class;
                }
            }
        }
        if (!instance_class) {
            PyObject *args;
            if (!value)
                args = PyTuple_New(0);
            else if (PyTuple_Check(value)) {
                Py_INCREF(value);
                args = value;
            } else
                args = PyTuple_Pack(1, value);
            if (!args)
                goto bad;
            owned_instance = PyObject_Call(type, args, NULL);
            Py_DECREF(args);
            if (!owned_instance)
                goto bad;
            value = owned_instance;
            if (!PyExceptionInstance_Check(value)) {
                PyErr_Format(PyExc_TypeError,
                             "calling %R should have returned an instance of "
                             "BaseException, not %R",
                             type, Py_TYPE(value));
                goto bad;
            }
        }
    } else {
        PyErr_SetString(PyExc_TypeError,
            "raise: exception class must be a subclass of BaseException");
        goto bad;
    }
    if (cause) {
        PyObject *fixed_cause;
        if (cause == Py_None) {
            fixed_cause = NULL;
        } else if (PyExceptionClass_Check(cause)) {
            fixed_cause = PyObject_CallObject(cause, NULL);
            if (fixed_cause == NULL)
                goto bad;
        } else if (PyExceptionInstance_Check(cause)) {
            fixed_cause = cause;
            Py_INCREF(fixed_cause);
        } else {
            PyErr_SetString(PyExc_TypeError,
                            "exception causes must derive from "
                            "BaseException");
            goto bad;
        }
        PyException_SetCause(value, fixed_cause);
    }
    PyErr_SetObject(type, value);
    if (tb) {
#if PY_VERSION_HEX >= 0x030C00A6
        PyException_SetTraceback(value, tb);
#elif CYTHON_FAST_THREAD_STATE
        PyThreadState *tstate = __Pyx_PyThreadState_Current;
        PyObject* tmp_tb = tstate->curexc_traceback;
        if (tb != tmp_tb) {
            Py_INCREF(tb);
            tstate->curexc_traceback = tb;
            Py_XDECREF(tmp_tb);
        }
#else
        PyObject *tmp_type, *tmp_value, *tmp_tb;
        PyErr_Fetch(&tmp_type, &tmp_value, &tmp_tb);
        Py_INCREF(tb);
        PyErr_Restore(tmp_type, tmp_value, tb);
        Py_XDECREF(tmp_tb);
#endif
    }
bad:
    Py_XDECREF(owned_instance);
    return;
}

/* TupleAndListFromArray (used by fastcall) */
#if !CYTHON_COMPILING_IN_CPYTHON && CYTHON_METH_FASTCALL
static CYTHON_INLINE PyObject *
__Pyx_PyTuple_FromArray(PyObject *const *src, Py_ssize_t n)
{
    PyObject *res;
    Py_ssize_t i;
    if (n <= 0) {
        return __Pyx_NewRef(__pyx_mstate_global->__pyx_empty_tuple);
    }
    res = PyTuple_New(n);
    if (unlikely(res == NULL)) return NULL;
    for (i = 0; i < n; i++) {
        if (unlikely(__Pyx_PyTuple_SET_ITEM(res, i, src[i]) < (0))) {
            Py_DECREF(res);
            return NULL;
        }
        Py_INCREF(src[i]);
    }
    return res;
}
#elif CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE void __Pyx_copy_object_array(PyObject *const *CYTHON_RESTRICT src, PyObject** CYTHON_RESTRICT dest, Py_ssize_t length) {
    PyObject *v;
    Py_ssize_t i;
    for (i = 0; i < length; i++) {
        v = dest[i] = src[i];
        Py_INCREF(v);
    }
}
static CYTHON_INLINE PyObject *
__Pyx_PyTuple_FromArray(PyObject *const *src, Py_ssize_t n)
{
    PyObject *res;
    if (n <= 0) {
        return __Pyx_NewRef(__pyx_mstate_global->__pyx_empty_tuple);
    }
    res = PyTuple_New(n);
    if (unlikely(res == NULL)) return NULL;
    __Pyx_copy_object_array(src, ((PyTupleObject*)res)->ob_item, n);
    return res;
}
static CYTHON_INLINE PyObject *
__Pyx_PyList_FromArray(PyObject *const *src, Py_ssize_t n)
{
    PyObject *res;
    if (n <= 0) {
        return PyList_New(0);
    }
    res = PyList_New(n);
    if (unlikely(res == NULL)) return NULL;
    __Pyx_copy_object_array(src, ((PyListObject*)res)->ob_item, n);
    return res;
}
#endif

/* BytesEquals (used by UnicodeEquals) */
static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals) {
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_GRAAL ||\
        !(CYTHON_ASSUME_SAFE_SIZE && CYTHON_ASSUME_SAFE_MACROS)
    return PyObject_RichCompareBool(s1, s2, equals);
#else
    if (s1 == s2) {
        return (equals == Py_EQ);
    } else if (PyBytes_CheckExact(s1) & PyBytes_CheckExact(s2)) {
        const char *ps1, *ps2;
        Py_ssize_t length = PyBytes_GET_SIZE(s1);
        if (length != PyBytes_GET_SIZE(s2))
            return (equals == Py_NE);
        ps1 = PyBytes_AS_STRING(s1);
        ps2 = PyBytes_AS_STRING(s2);
        if (ps1[0] != ps2[0]) {
            return (equals == Py_NE);
        } else if (length == 1) {
            return (equals == Py_EQ);
        } else {
            int result;
#if CYTHON_USE_UNICODE_INTERNALS && (PY_VERSION_HEX < 0x030B0000)
            Py_hash_t hash1, hash2;
            hash1 = ((PyBytesObject*)s1)->ob_shash;
            hash2 = ((PyBytesObject*)s2)->ob_shash;
            if (hash1 != hash2 && hash1 != -1 && hash2 != -1) {
                return (equals == Py_NE);
            }
#endif
            result = memcmp(ps1, ps2, (size_t)length);
            return (equals == Py_EQ) ? (result == 0) : (result != 0);
        }
    } else if ((s1 == Py_None) & PyBytes_CheckExact(s2)) {
        return (equals == Py_NE);
    } else if ((s2 == Py_None) & PyBytes_CheckExact(s1)) {
        return (equals == Py_NE);
    } else {
        int result;
        PyObject* py_result = PyObject_RichCompare(s1, s2, equals);
        if (!py_result)
            return -1;
        result = __Pyx_PyObject_IsTrue(py_result);
        Py_DECREF(py_result);
        return result;
    }
#endif
}

/* UnicodeEquals (used by fastcall) */
static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals) {
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_GRAAL
    return PyObject_RichCompareBool(s1, s2, equals);
#else
    int s1_is_unicode, s2_is_unicode;
    if (s1 == s2) {
        goto return_eq;
    }
    s1_is_unicode = PyUnicode_CheckExact(s1);
    s2_is_unicode = PyUnicode_CheckExact(s2);
    if (s1_is_unicode & s2_is_unicode) {
        Py_ssize_t length, length2;
        int kind;
        void *data1, *data2;
        #if !CYTHON_COMPILING_IN_LIMITED_API
        if (unlikely(__Pyx_PyUnicode_READY(s1) < 0) || unlikely(__Pyx_PyUnicode_READY(s2) < 0))
            return -1;
        #endif
        length = __Pyx_PyUnicode_GET_LENGTH(s1);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely(length < 0)) return -1;
        #endif
        length2 = __Pyx_PyUnicode_GET_LENGTH(s2);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely(length2 < 0)) return -1;
        #endif
        if (length != length2) {
            goto return_ne;
        }
#if CYTHON_USE_UNICODE_INTERNALS
        {
            Py_hash_t hash1, hash2;
            hash1 = ((PyASCIIObject*)s1)->hash;
            hash2 = ((PyASCIIObject*)s2)->hash;
            if (hash1 != hash2 && hash1 != -1 && hash2 != -1) {
                goto return_ne;
            }
        }
#endif
        kind = __Pyx_PyUnicode_KIND(s1);
        if (kind != __Pyx_PyUnicode_KIND(s2)) {
            goto return_ne;
        }
        data1 = __Pyx_PyUnicode_DATA(s1);
        data2 = __Pyx_PyUnicode_DATA(s2);
        if (__Pyx_PyUnicode_READ(kind, data1, 0) != __Pyx_PyUnicode_READ(kind, data2, 0)) {
            goto return_ne;
        } else if (length == 1) {
            goto return_eq;
        } else {
            int result = memcmp(data1, data2, (size_t)(length * kind));
            return (equals == Py_EQ) ? (result == 0) : (result != 0);
        }
    } else if ((s1 == Py_None) & s2_is_unicode) {
        goto return_ne;
    } else if ((s2 == Py_None) & s1_is_unicode) {
        goto return_ne;
    } else {
        int result;
        PyObject* py_result = PyObject_RichCompare(s1, s2, equals);
        if (!py_result)
            return -1;
        result = __Pyx_PyObject_IsTrue(py_result);
        Py_DECREF(py_result);
        return result;
    }
return_eq:
    return (equals == Py_EQ);
return_ne:
    return (equals == Py_NE);
#endif
}

/* fastcall */
#if CYTHON_METH_FASTCALL
static CYTHON_INLINE PyObject * __Pyx_GetKwValue_FASTCALL(PyObject *kwnames, PyObject *const *kwvalues, PyObject *s)
{
    Py_ssize_t i, n = __Pyx_PyTuple_GET_SIZE(kwnames);
    #if !CYTHON_ASSUME_SAFE_SIZE
    if (unlikely(n == -1)) return NULL;
    #endif
    for (i = 0; i < n; i++)
    {
        PyObject *namei = __Pyx_PyTuple_GET_ITEM(kwnames, i);
        #if !CYTHON_ASSUME_SAFE_MACROS
        if (unlikely(!namei)) return NULL;
        #endif
        if (s == namei) return kwvalues[i];
    }
    for (i = 0; i < n; i++)
    {
        PyObject *namei = __Pyx_PyTuple_GET_ITEM(kwnames, i);
        #if !CYTHON_ASSUME_SAFE_MACROS
        if (unlikely(!namei)) return NULL;
        #endif
        int eq = __Pyx_PyUnicode_Equals(s, namei, Py_EQ);
        if (unlikely(eq != 0)) {
            if (unlikely(eq < 0)) return NULL;
            return kwvalues[i];
        }
    }
    return NULL;
}
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030d0000 || CYTHON_COMPILING_IN_LIMITED_API
CYTHON_UNUSED static PyObject *__Pyx_KwargsAsDict_FASTCALL(PyObject *kwnames, PyObject *const *kwvalues) {
    Py_ssize_t i, nkwargs;
    PyObject *dict;
#if !CYTHON_ASSUME_SAFE_SIZE
    nkwargs = PyTuple_Size(kwnames);
    if (unlikely(nkwargs < 0)) return NULL;
#else
    nkwargs = PyTuple_GET_SIZE(kwnames);
#endif
    dict = PyDict_New();
    if (unlikely(!dict))
        return NULL;
    for (i=0; i<nkwargs; i++) {
#if !CYTHON_ASSUME_SAFE_MACROS
        PyObject *key = PyTuple_GetItem(kwnames, i);
        if (!key) goto bad;
#else
        PyObject *key = PyTuple_GET_ITEM(kwnames, i);
#endif
        if (unlikely(PyDict_SetItem(dict, key, kwvalues[i]) < 0))
            goto bad;
    }
    return dict;
bad:
    Py_DECREF(dict);
    return NULL;
}
#endif
#endif

/* UnpackUnboundCMethod (used by CallUnboundCMethod0) */
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030C0000
static PyObject *__Pyx_SelflessCall(PyObject *method, PyObject *args, PyObject *kwargs) {
    PyObject *result;
    PyObject *selfless_args = PyTuple_GetSlice(args, 1, PyTuple_Size(args));
    if (unlikely(!selfless_args)) return NULL;
    result = PyObject_Call(method, selfless_args, kwargs);
    Py_DECREF(selfless_args);
    return result;
}
#elif CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX < 0x03090000
static PyObject *__Pyx_SelflessCall(PyObject *method, PyObject **args, Py_ssize_t nargs, PyObject *kwnames) {
        return _PyObject_Vectorcall
            (method, args ? args+1 : NULL, nargs ? nargs-1 : 0, kwnames);
}
#else
static PyObject *__Pyx_SelflessCall(PyObject *method, PyObject *const *args, Py_ssize_t nargs, PyObject *kwnames) {
    return
#if PY_VERSION_HEX < 0x03090000
    _PyObject_Vectorcall
#else
    PyObject_Vectorcall
#endif
        (method, args ? args+1 : NULL, nargs ? (size_t) nargs-1 : 0, kwnames);
}
#endif
static PyMethodDef __Pyx_UnboundCMethod_Def = {
     "CythonUnboundCMethod",
     __PYX_REINTERPRET_FUNCION(PyCFunction, __Pyx_SelflessCall),
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030C0000
     METH_VARARGS | METH_KEYWORDS,
#else
     METH_FASTCALL | METH_KEYWORDS,
#endif
     NULL
};
static int __Pyx_TryUnpackUnboundCMethod(__Pyx_CachedCFunction* target) {
    PyObject *method, *result=NULL;
    method = __Pyx_PyObject_GetAttrStr(target->type, *target->method_name);
    if (unlikely(!method))
        return -1;
    result = method;
#if CYTHON_COMPILING_IN_CPYTHON
    if (likely(__Pyx_TypeCheck(method, &PyMethodDescr_Type)))
    {
        PyMethodDescrObject *descr = (PyMethodDescrObject*) method;
        target->func = descr->d_method->ml_meth;
        target->flag = descr->d_method->ml_flags & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_STACKLESS);
    } else
#endif
#if CYTHON_COMPILING_IN_PYPY
#else
    if (PyCFunction_Check(method))
#endif
    {
        PyObject *self;
        int self_found;
#if CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_PYPY
        self = PyObject_GetAttrString(method, "__self__");
        if (!self) {
            PyErr_Clear();
        }
#else
        self = PyCFunction_GET_SELF(method);
#endif
        self_found = (self && self != Py_None);
#if CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_PYPY
        Py_XDECREF(self);
#endif
        if (self_found) {
            PyObject *unbound_method = PyCFunction_New(&__Pyx_UnboundCMethod_Def, method);
            if (unlikely(!unbound_method)) return -1;
            Py_DECREF(method);
            result = unbound_method;
        }
    }
#if !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    if (unlikely(target->method)) {
        Py_DECREF(result);
    } else
#endif
    target->method = result;
    return 0;
}

/* CallUnboundCMethod0 */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self) {
    int was_initialized = __Pyx_CachedCFunction_GetAndSetInitializing(cfunc);
    if (likely(was_initialized == 2 && cfunc->func)) {
        if (likely(cfunc->flag == METH_NOARGS))
            return __Pyx_CallCFunction(cfunc, self, NULL);
        if (likely(cfunc->flag == METH_FASTCALL))
            return __Pyx_CallCFunctionFast(cfunc, self, NULL, 0);
        if (cfunc->flag == (METH_FASTCALL | METH_KEYWORDS))
            return __Pyx_CallCFunctionFastWithKeywords(cfunc, self, NULL, 0, NULL);
        if (likely(cfunc->flag == (METH_VARARGS | METH_KEYWORDS)))
            return __Pyx_CallCFunctionWithKeywords(cfunc, self, __pyx_mstate_global->__pyx_empty_tuple, NULL);
        if (cfunc->flag == METH_VARARGS)
            return __Pyx_CallCFunction(cfunc, self, __pyx_mstate_global->__pyx_empty_tuple);
        return __Pyx__CallUnboundCMethod0(cfunc, self);
    }
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    else if (unlikely(was_initialized == 1)) {
        __Pyx_CachedCFunction tmp_cfunc = {
#ifndef __cplusplus
            0
#endif
        };
        tmp_cfunc.type = cfunc->type;
        tmp_cfunc.method_name = cfunc->method_name;
        return __Pyx__CallUnboundCMethod0(&tmp_cfunc, self);
    }
#endif
    PyObject *result = __Pyx__CallUnboundCMethod0(cfunc, self);
    __Pyx_CachedCFunction_SetFinishedInitializing(cfunc);
    return result;
}
#endif
static PyObject* __Pyx__CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self) {
    PyObject *result;
    if (unlikely(!cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL;
    result = __Pyx_PyObject_CallOneArg(cfunc->method, self);
    return result;
}

/* py_dict_items (used by OwnedDictNext) */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Items(PyObject* d) {
    return __Pyx_CallUnboundCMethod0(&__pyx_mstate_global->__pyx_umethod_PyDict_Type_items, d);
}

/* py_dict_values (used by OwnedDictNext) */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Values(PyObject* d) {
    return __Pyx_CallUnboundCMethod0(&__pyx_mstate_global->__pyx_umethod_PyDict_Type_values, d);
}

/* OwnedDictNext (used by ParseKeywordsImpl) */
#if CYTHON_AVOID_BORROWED_REFS
static int __Pyx_PyDict_NextRef(PyObject *p, PyObject **ppos, PyObject **pkey, PyObject **pvalue) {
    PyObject *next = NULL;
    if (!*ppos) {
        if (pvalue) {
            PyObject *dictview = pkey ? __Pyx_PyDict_Items(p) : __Pyx_PyDict_Values(p);
            if (unlikely(!dictview)) goto bad;
            *ppos = PyObject_GetIter(dictview);
            Py_DECREF(dictview);
        } else {
            *ppos = PyObject_GetIter(p);
        }
        if (unlikely(!*ppos)) goto bad;
    }
    next = PyIter_Next(*ppos);
    if (!next) {
        if (PyErr_Occurred()) goto bad;
        return 0;
    }
    if (pkey && pvalue) {
        *pkey = __Pyx_PySequence_ITEM(next, 0);
        if (unlikely(*pkey)) goto bad;
        *pvalue = __Pyx_PySequence_ITEM(next, 1);
        if (unlikely(*pvalue)) goto bad;
        Py_DECREF(next);
    } else if (pkey) {
        *pkey = next;
    } else {
        assert(pvalue);
        *pvalue = next;
    }
    return 1;
  bad:
    Py_XDECREF(next);
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d0000
    PyErr_FormatUnraisable("Exception ignored in __Pyx_PyDict_NextRef");
#else
    PyErr_WriteUnraisable(__pyx_mstate_global->__pyx_n_u_Pyx_PyDict_NextRef);
#endif
    if (pkey) *pkey = NULL;
    if (pvalue) *pvalue = NULL;
    return 0;
}
#else // !CYTHON_AVOID_BORROWED_REFS
static int __Pyx_PyDict_NextRef(PyObject *p, Py_ssize_t *ppos, PyObject **pkey, PyObject **pvalue) {
    int result = PyDict_Next(p, ppos, pkey, pvalue);
    if (likely(result == 1)) {
        if (pkey) Py_INCREF(*pkey);
        if (pvalue) Py_INCREF(*pvalue);
    }
    return result;
}
#endif

/* RaiseDoubleKeywords (used by ParseKeywordsImpl) */
static void __Pyx_RaiseDoubleKeywordsError(
    const char* func_name,
    PyObject* kw_name)
{
    PyErr_Format(PyExc_TypeError,
        "%s() got multiple values for keyword argument '%U'", func_name, kw_name);
}

/* CallUnboundCMethod2 */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject *__Pyx_CallUnboundCMethod2(__Pyx_CachedCFunction *cfunc, PyObject *self, PyObject *arg1, PyObject *arg2) {
    int was_initialized = __Pyx_CachedCFunction_GetAndSetInitializing(cfunc);
    if (likely(was_initialized == 2 && cfunc->func)) {
        PyObject *args[2] = {arg1, arg2};
        if (cfunc->flag == METH_FASTCALL) {
            return __Pyx_CallCFunctionFast(cfunc, self, args, 2);
        }
        if (cfunc->flag == (METH_FASTCALL | METH_KEYWORDS))
            return __Pyx_CallCFunctionFastWithKeywords(cfunc, self, args, 2, NULL);
    }
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    else if (unlikely(was_initialized == 1)) {
        __Pyx_CachedCFunction tmp_cfunc = {
#ifndef __cplusplus
            0
#endif
        };
        tmp_cfunc.type = cfunc->type;
        tmp_cfunc.method_name = cfunc->method_name;
        return __Pyx__CallUnboundCMethod2(&tmp_cfunc, self, arg1, arg2);
    }
#endif
    PyObject *result = __Pyx__CallUnboundCMethod2(cfunc, self, arg1, arg2);
    __Pyx_CachedCFunction_SetFinishedInitializing(cfunc);
    return result;
}
#endif
static PyObject* __Pyx__CallUnboundCMethod2(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg1, PyObject* arg2){
    if (unlikely(!cfunc->func && !cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL;
#if CYTHON_COMPILING_IN_CPYTHON
    if (cfunc->func && (cfunc->flag & METH_VARARGS)) {
        PyObject *result = NULL;
        PyObject *args = PyTuple_New(2);
        if (unlikely(!args)) return NULL;
        Py_INCREF(arg1);
        PyTuple_SET_ITEM(args, 0, arg1);
        Py_INCREF(arg2);
        PyTuple_SET_ITEM(args, 1, arg2);
        if (cfunc->flag & METH_KEYWORDS)
            result = __Pyx_CallCFunctionWithKeywords(cfunc, self, args, NULL);
        else
            result = __Pyx_CallCFunction(cfunc, self, args);
        Py_DECREF(args);
        return result;
    }
#endif
    {
        PyObject *args[4] = {NULL, self, arg1, arg2};
        return __Pyx_PyObject_FastCall(cfunc->method, args+1, 3 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
    }
}

/* ParseKeywordsImpl (used by ParseKeywords) */
static int __Pyx_ValidateDuplicatePosArgs(
    PyObject *kwds,
    PyObject ** const argnames[],
    PyObject ** const *first_kw_arg,
    const char* function_name)
{
    PyObject ** const *name = argnames;
    while (name != first_kw_arg) {
        PyObject *key = **name;
        int found = PyDict_Contains(kwds, key);
        if (unlikely(found)) {
            if (found == 1) __Pyx_RaiseDoubleKeywordsError(function_name, key);
            goto bad;
        }
        name++;
    }
    return 0;
bad:
    return -1;
}
#if CYTHON_USE_UNICODE_INTERNALS
static CYTHON_INLINE int __Pyx_UnicodeKeywordsEqual(PyObject *s1, PyObject *s2) {
    int kind;
    Py_ssize_t len = PyUnicode_GET_LENGTH(s1);
    if (len != PyUnicode_GET_LENGTH(s2)) return 0;
    kind = PyUnicode_KIND(s1);
    if (kind != PyUnicode_KIND(s2)) return 0;
    const void *data1 = PyUnicode_DATA(s1);
    const void *data2 = PyUnicode_DATA(s2);
    return (memcmp(data1, data2, (size_t) len * (size_t) kind) == 0);
}
#endif
static int __Pyx_MatchKeywordArg_str(
    PyObject *key,
    PyObject ** const argnames[],
    PyObject ** const *first_kw_arg,
    size_t *index_found,
    const char *function_name)
{
    PyObject ** const *name;
    #if CYTHON_USE_UNICODE_INTERNALS
    Py_hash_t key_hash = ((PyASCIIObject*)key)->hash;
    if (unlikely(key_hash == -1)) {
        key_hash = PyObject_Hash(key);
        if (unlikely(key_hash == -1))
            goto bad;
    }
    #endif
    name = first_kw_arg;
    while (*name) {
        PyObject *name_str = **name;
        #if CYTHON_USE_UNICODE_INTERNALS
        if (key_hash == ((PyASCIIObject*)name_str)->hash && __Pyx_UnicodeKeywordsEqual(name_str, key)) {
            *index_found = (size_t) (name - argnames);
            return 1;
        }
        #else
        #if CYTHON_ASSUME_SAFE_SIZE
        if (PyUnicode_GET_LENGTH(name_str) == PyUnicode_GET_LENGTH(key))
        #endif
        {
            int cmp = PyUnicode_Compare(name_str, key);
            if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
            if (cmp == 0) {
                *index_found = (size_t) (name - argnames);
                return 1;
            }
        }
        #endif
        name++;
    }
    name = argnames;
    while (name != first_kw_arg) {
        PyObject *name_str = **name;
        #if CYTHON_USE_UNICODE_INTERNALS
        if (unlikely(key_hash == ((PyASCIIObject*)name_str)->hash)) {
            if (__Pyx_UnicodeKeywordsEqual(name_str, key))
                goto arg_passed_twice;
        }
        #else
        #if CYTHON_ASSUME_SAFE_SIZE
        if (PyUnicode_GET_LENGTH(name_str) == PyUnicode_GET_LENGTH(key))
        #endif
        {
            if (unlikely(name_str == key)) goto arg_passed_twice;
            int cmp = PyUnicode_Compare(name_str, key);
            if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
            if (cmp == 0) goto arg_passed_twice;
        }
        #endif
        name++;
    }
    return 0;
arg_passed_twice:
    __Pyx_RaiseDoubleKeywordsError(function_name, key);
    goto bad;
bad:
    return -1;
}
static int __Pyx_MatchKeywordArg_nostr(
    PyObject *key,
    PyObject ** const argnames[],
    PyObject ** const *first_kw_arg,
    size_t *index_found,
    const char *function_name)
{
    PyObject ** const *name;
    if (unlikely(!PyUnicode_Check(key))) goto invalid_keyword_type;
    name = first_kw_arg;
    while (*name) {
        int cmp = PyObject_RichCompareBool(**name, key, Py_EQ);
        if (cmp == 1) {
            *index_found = (size_t) (name - argnames);
            return 1;
        }
        if (unlikely(cmp == -1)) goto bad;
        name++;
    }
    name = argnames;
    while (name != first_kw_arg) {
        int cmp = PyObject_RichCompareBool(**name, key, Py_EQ);
        if (unlikely(cmp != 0)) {
            if (cmp == 1) goto arg_passed_twice;
            else goto bad;
        }
        name++;
    }
    return 0;
arg_passed_twice:
    __Pyx_RaiseDoubleKeywordsError(function_name, key);
    goto bad;
invalid_keyword_type:
    PyErr_Format(PyExc_TypeError,
        "%.200s() keywords must be strings", function_name);
    goto bad;
bad:
    return -1;
}
static CYTHON_INLINE int __Pyx_MatchKeywordArg(
    PyObject *key,
    PyObject ** const argnames[],
    PyObject ** const *first_kw_arg,
    size_t *index_found,
    const char *function_name)
{
    return likely(PyUnicode_CheckExact(key)) ?
        __Pyx_MatchKeywordArg_str(key, argnames, first_kw_arg, index_found, function_name) :
        __Pyx_MatchKeywordArg_nostr(key, argnames, first_kw_arg, index_found, function_name);
}
static void __Pyx_RejectUnknownKeyword(
    PyObject *kwds,
    PyObject ** const argnames[],
    PyObject ** const *first_kw_arg,
    const char *function_name)
{
    #if CYTHON_AVOID_BORROWED_REFS
    PyObject *pos = NULL;
    #else
    Py_ssize_t pos = 0;
    #endif
    PyObject *key = NULL;
    __Pyx_BEGIN_CRITICAL_SECTION(kwds);
    while (
        #if CYTHON_AVOID_BORROWED_REFS
        __Pyx_PyDict_NextRef(kwds, &pos, &key, NULL)
        #else
        PyDict_Next(kwds, &pos, &key, NULL)
        #endif
    ) {
        PyObject** const *name = first_kw_arg;
        while (*name && (**name != key)) name++;
        if (!*name) {
            size_t index_found = 0;
            int cmp = __Pyx_MatchKeywordArg(key, argnames, first_kw_arg, &index_found, function_name);
            if (cmp != 1) {
                if (cmp == 0) {
                    PyErr_Format(PyExc_TypeError,
                        "%s() got an unexpected keyword argument '%U'",
                        function_name, key);
                }
                #if CYTHON_AVOID_BORROWED_REFS
                Py_DECREF(key);
                #endif
                break;
            }
        }
        #if CYTHON_AVOID_BORROWED_REFS
        Py_DECREF(key);
        #endif
    }
    __Pyx_END_CRITICAL_SECTION();
    #if CYTHON_AVOID_BORROWED_REFS
    Py_XDECREF(pos);
    #endif
    assert(PyErr_Occurred());
}
static int __Pyx_ParseKeywordDict(
    PyObject *kwds,
    PyObject ** const argnames[],
    PyObject *values[],
    Py_ssize_t num_pos_args,
    Py_ssize_t num_kwargs,
    const char* function_name,
    int ignore_unknown_kwargs)
{
    PyObject** const *name;
    PyObject** const *first_kw_arg = argnames + num_pos_args;
    Py_ssize_t extracted = 0;
#if !CYTHON_COMPILING_IN_PYPY || defined(PyArg_ValidateKeywordArguments)
    if (unlikely(!PyArg_ValidateKeywordArguments(kwds))) return -1;
#endif
    name = first_kw_arg;
    while (*name && num_kwargs > extracted) {
        PyObject * key = **name;
        PyObject *value;
        int found = 0;
        #if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
        found = PyDict_GetItemRef(kwds, key, &value);
        #else
        value = PyDict_GetItemWithError(kwds, key);
        if (value) {
            Py_INCREF(value);
            found = 1;
        } else {
            if (unlikely(PyErr_Occurred())) goto bad;
        }
        #endif
        if (found) {
            if (unlikely(found < 0)) goto bad;
            values[name-argnames] = value;
            extracted++;
        }
        name++;
    }
    if (num_kwargs > extracted) {
        if (ignore_unknown_kwargs) {
            if (unlikely(__Pyx_ValidateDuplicatePosArgs(kwds, argnames, first_kw_arg, function_name) == -1))
                goto bad;
        } else {
            __Pyx_RejectUnknownKeyword(kwds, argnames, first_kw_arg, function_name);
            goto bad;
        }
    }
    return 0;
bad:
    return -1;
}
static int __Pyx_ParseKeywordDictToDict(
    PyObject *kwds,
    PyObject ** const argnames[],
    PyObject *kwds2,
    PyObject *values[],
    Py_ssize_t num_pos_args,
    const char* function_name)
{
    PyObject** const *name;
    PyObject** const *first_kw_arg = argnames + num_pos_args;
    Py_ssize_t len;
#if !CYTHON_COMPILING_IN_PYPY || defined(PyArg_ValidateKeywordArguments)
    if (unlikely(!PyArg_ValidateKeywordArguments(kwds))) return -1;
#endif
    if (PyDict_Update(kwds2, kwds) < 0) goto bad;
    name = first_kw_arg;
    while (*name) {
        PyObject *key = **name;
        PyObject *value;
#if !CYTHON_COMPILING_IN_LIMITED_API && (PY_VERSION_HEX >= 0x030d00A2 || defined(PyDict_Pop))
        int found = PyDict_Pop(kwds2, key, &value);
        if (found) {
            if (unlikely(found < 0)) goto bad;
            values[name-argnames] = value;
        }
#elif __PYX_LIMITED_VERSION_HEX >= 0x030d0000
        int found = PyDict_GetItemRef(kwds2, key, &value);
        if (found) {
            if (unlikely(found < 0)) goto bad;
            values[name-argnames] = value;
            if (unlikely(PyDict_DelItem(kwds2, key) < 0)) goto bad;
        }
#else
    #if CYTHON_COMPILING_IN_CPYTHON
        value = _PyDict_Pop(kwds2, key, kwds2);
    #else
        value = __Pyx_CallUnboundCMethod2(&__pyx_mstate_global->__pyx_umethod_PyDict_Type_pop, kwds2, key, kwds2);
    #endif
        if (value == kwds2) {
            Py_DECREF(value);
        } else {
            if (unlikely(!value)) goto bad;
            values[name-argnames] = value;
        }
#endif
        name++;
    }
    len = PyDict_Size(kwds2);
    if (len > 0) {
        return __Pyx_ValidateDuplicatePosArgs(kwds, argnames, first_kw_arg, function_name);
    } else if (unlikely(len == -1)) {
        goto bad;
    }
    return 0;
bad:
    return -1;
}
static int __Pyx_ParseKeywordsTuple(
    PyObject *kwds,
    PyObject * const *kwvalues,
    PyObject ** const argnames[],
    PyObject *kwds2,
    PyObject *values[],
    Py_ssize_t num_pos_args,
    Py_ssize_t num_kwargs,
    const char* function_name,
    int ignore_unknown_kwargs)
{
    PyObject *key = NULL;
    PyObject** const * name;
    PyObject** const *first_kw_arg = argnames + num_pos_args;
    for (Py_ssize_t pos = 0; pos < num_kwargs; pos++) {
#if CYTHON_AVOID_BORROWED_REFS
        key = __Pyx_PySequence_ITEM(kwds, pos);
#else
        key = __Pyx_PyTuple_GET_ITEM(kwds, pos);
#endif
#if !CYTHON_ASSUME_SAFE_MACROS
        if (unlikely(!key)) goto bad;
#endif
        name = first_kw_arg;
        while (*name && (**name != key)) name++;
        if (*name) {
            PyObject *value = kwvalues[pos];
            values[name-argnames] = __Pyx_NewRef(value);
        } else {
            size_t index_found = 0;
            int cmp = __Pyx_MatchKeywordArg(key, argnames, first_kw_arg, &index_found, function_name);
            if (cmp == 1) {
                PyObject *value = kwvalues[pos];
                values[index_found] = __Pyx_NewRef(value);
            } else {
                if (unlikely(cmp == -1)) goto bad;
                if (kwds2) {
                    PyObject *value = kwvalues[pos];
                    if (unlikely(PyDict_SetItem(kwds2, key, value))) goto bad;
                } else if (!ignore_unknown_kwargs) {
                    goto invalid_keyword;
                }
            }
        }
        #if CYTHON_AVOID_BORROWED_REFS
        Py_DECREF(key);
        key = NULL;
        #endif
    }
    return 0;
invalid_keyword:
    PyErr_Format(PyExc_TypeError,
        "%s() got an unexpected keyword argument '%U'",
        function_name, key);
    goto bad;
bad:
    #if CYTHON_AVOID_BORROWED_REFS
    Py_XDECREF(key);
    #endif
    return -1;
}

/* ParseKeywords */
static int __Pyx_ParseKeywords(
    PyObject *kwds,
    PyObject * const *kwvalues,
    PyObject ** const argnames[],
    PyObject *kwds2,
    PyObject *values[],
    Py_ssize_t num_pos_args,
    Py_ssize_t num_kwargs,
    const char* function_name,
    int ignore_unknown_kwargs)
{
    if (CYTHON_METH_FASTCALL && likely(PyTuple_Check(kwds)))
        return __Pyx_ParseKeywordsTuple(kwds, kwvalues, argnames, kwds2, values, num_pos_args, num_kwargs, function_name, ignore_unknown_kwargs);
    else if (kwds2)
        return __Pyx_ParseKeywordDictToDict(kwds, argnames, kwds2, values, num_pos_args, function_name);
    else
        return __Pyx_ParseKeywordDict(kwds, argnames, values, num_pos_args, num_kwargs, function_name, ignore_unknown_kwargs);
}

/* RaiseArgTupleInvalid */
static void __Pyx_RaiseArgtupleInvalid(
    const char* func_name,
    int exact,
    Py_ssize_t num_min,
    Py_ssize_t num_max,
    Py_ssize_t num_found)
{
    Py_ssize_t num_expected;
    const char *more_or_less;
    if (num_found < num_min) {
        num_expected = num_min;
        more_or_less = "at least";
    } else {
        num_expected = num_max;
        more_or_less = "at most";
    }
    if (exact) {
        more_or_less = "exactly";
    }
    PyErr_Format(PyExc_TypeError,
                 "%.200s() takes %.8s %" CYTHON_FORMAT_SSIZE_T "d positional argument%.1s (%" CYTHON_FORMAT_SSIZE_T "d given)",
                 func_name, more_or_less, num_expected,
                 (num_expected == 1) ? "" : "s", num_found);
}

/* PyObjectFastCallMethod */
#if !CYTHON_VECTORCALL || PY_VERSION_HEX < 0x03090000
static PyObject *__Pyx_PyObject_FastCallMethod(PyObject *name, PyObject *const *args, size_t nargsf) {
    PyObject *result;
    PyObject *attr = PyObject_GetAttr(args[0], name);
    if (unlikely(!attr))
        return NULL;
    result = __Pyx_PyObject_FastCall(attr, args+1, nargsf - 1);
    Py_DECREF(attr);
    return result;
}
#endif

/* ArgTypeTestFunc (used by ArgTypeTest) */
static int __Pyx__ArgTypeTest(PyObject *obj, PyTypeObject *type, const char *name, int exact)
{
    __Pyx_TypeName type_name;
    __Pyx_TypeName obj_type_name;
    PyObject *extra_info = __pyx_mstate_global->__pyx_empty_unicode;
    int from_annotation_subclass = 0;
    if (unlikely(!type)) {
        PyErr_SetString(PyExc_SystemError, "Missing type object");
        return 0;
    }
    else if (!exact) {
        if (likely(__Pyx_TypeCheck(obj, type))) return 1;
    } else if (exact == 2) {
        if (__Pyx_TypeCheck(obj, type)) {
            from_annotation_subclass = 1;
            extra_info = __pyx_mstate_global->__pyx_kp_u_Note_that_Cython_is_deliberately;
        }
    }
    type_name = __Pyx_PyType_GetFullyQualifiedName(type);
    obj_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(obj));
    PyErr_Format(PyExc_TypeError,
        "Argument '%.200s' has incorrect type (expected " __Pyx_FMT_TYPENAME
        ", got " __Pyx_FMT_TYPENAME ")"
#if __PYX_LIMITED_VERSION_HEX < 0x030C0000
        "%s%U"
#endif
        , name, type_name, obj_type_name
#if __PYX_LIMITED_VERSION_HEX < 0x030C0000
        , (from_annotation_subclass ? ". " : ""), extra_info
#endif
        );
#if __PYX_LIMITED_VERSION_HEX >= 0x030C0000
    if (exact == 2 && from_annotation_subclass) {
        PyObject *res;
        PyObject *vargs[2];
        vargs[0] = PyErr_GetRaisedException();
        vargs[1] = extra_info;
        res = PyObject_VectorcallMethod(__pyx_mstate_global->__pyx_kp_u_add_note, vargs, 2, NULL);
        Py_XDECREF(res);
        PyErr_SetRaisedException(vargs[0]);
    }
#endif
    __Pyx_DECREF_TypeName(type_name);
    __Pyx_DECREF_TypeName(obj_type_name);
    return 0;
}

/* IsLittleEndian (used by BufferFormatCheck) */
static CYTHON_INLINE int __Pyx_Is_Little_Endian(void)
{
  union {
    uint32_t u32;
    uint8_t u8[4];
  } S;
  S.u32 = 0x01020304;
  return S.u8[0] == 4;
}

/* BufferFormatCheck (used by BufferGetAndValidate) */
static void __Pyx_BufFmt_Init(__Pyx_BufFmt_Context* ctx,
                              __Pyx_BufFmt_StackElem* stack,
                              const __Pyx_TypeInfo* type) {
  stack[0].field = &ctx->root;
  stack[0].parent_offset = 0;
  ctx->root.type = type;
  ctx->root.name = "buffer dtype";
  ctx->root.offset = 0;
  ctx->head = stack;
  ctx->head->field = &ctx->root;
  ctx->fmt_offset = 0;
  ctx->head->parent_offset = 0;
  ctx->new_packmode = '@';
  ctx->enc_packmode = '@';
  ctx->new_count = 1;
  ctx->enc_count = 0;
  ctx->enc_type = 0;
  ctx->is_complex = 0;
  ctx->is_valid_array = 0;
  ctx->struct_alignment = 0;
  while (type->typegroup == 'S') {
    ++ctx->head;
    ctx->head->field = type->fields;
    ctx->head->parent_offset = 0;
    type = type->fields->type;
  }
}
static int __Pyx_BufFmt_ParseNumber(const char** ts) {
    int count;
    const char* t = *ts;
    if (*t < '0' || *t > '9') {
      return -1;
    } else {
        count = *t++ - '0';
        while (*t >= '0' && *t <= '9') {
            count *= 10;
            count += *t++ - '0';
        }
    }
    *ts = t;
    return count;
}
static int __Pyx_BufFmt_ExpectNumber(const char **ts) {
    int number = __Pyx_BufFmt_ParseNumber(ts);
    if (number == -1)
        PyErr_Format(PyExc_ValueError,\
                     "Does not understand character buffer dtype format string ('%c')", **ts);
    return number;
}
static void __Pyx_BufFmt_RaiseUnexpectedChar(char ch) {
  PyErr_Format(PyExc_ValueError,
               "Unexpected format string character: '%c'", ch);
}
static const char* __Pyx_BufFmt_DescribeTypeChar(char ch, int is_complex) {
  switch (ch) {
    case '?': return "'bool'";
    case 'c': return "'char'";
    case 'b': return "'signed char'";
    case 'B': return "'unsigned char'";
    case 'h': return "'short'";
    case 'H': return "'unsigned short'";
    case 'i': return "'int'";
    case 'I': return "'unsigned int'";
    case 'l': return "'long'";
    case 'L': return "'unsigned long'";
    case 'q': return "'long long'";
    case 'Q': return "'unsigned long long'";
    case 'f': return (is_complex ? "'complex float'" : "'float'");
    case 'd': return (is_complex ? "'complex double'" : "'double'");
    case 'g': return (is_complex ? "'complex long double'" : "'long double'");
    case 'T': return "a struct";
    case 'O': return "Python object";
    case 'P': return "a pointer";
    case 's': case 'p': return "a string";
    case 0: return "end";
    default: return "unparsable format string";
  }
}
static size_t __Pyx_BufFmt_TypeCharToStandardSize(char ch, int is_complex) {
  switch (ch) {
    case '?': case 'c': case 'b': case 'B': case 's': case 'p': return 1;
    case 'h': case 'H': return 2;
    case 'i': case 'I': case 'l': case 'L': return 4;
    case 'q': case 'Q': return 8;
    case 'f': return (is_complex ? 8 : 4);
    case 'd': return (is_complex ? 16 : 8);
    case 'g': {
      PyErr_SetString(PyExc_ValueError, "Python does not define a standard format string size for long double ('g')..");
      return 0;
    }
    case 'O': case 'P': return sizeof(void*);
    default:
      __Pyx_BufFmt_RaiseUnexpectedChar(ch);
      return 0;
    }
}
static size_t __Pyx_BufFmt_TypeCharToNativeSize(char ch, int is_complex) {
  switch (ch) {
    case '?': case 'c': case 'b': case 'B': case 's': case 'p': return 1;
    case 'h': case 'H': return sizeof(short);
    case 'i': case 'I': return sizeof(int);
    case 'l': case 'L': return sizeof(long);
    case 'q': case 'Q': return sizeof(PY_LONG_LONG);
    case 'f': return sizeof(float) * (is_complex ? 2 : 1);
    case 'd': return sizeof(double) * (is_complex ? 2 : 1);
    case 'g': return sizeof(long double) * (is_complex ? 2 : 1);
    case 'O': case 'P': return sizeof(void*);
    default: {
      __Pyx_BufFmt_RaiseUnexpectedChar(ch);
      return 0;
    }
  }
}
typedef struct { char c; short x; } __Pyx_st_short;
typedef struct { char c; int x; } __Pyx_st_int;
typedef struct { char c; long x; } __Pyx_st_long;
typedef struct { char c; float x; } __Pyx_st_float;
typedef struct { char c; double x; } __Pyx_st_double;
typedef struct { char c; long double x; } __Pyx_st_longdouble;
typedef struct { char c; void *x; } __Pyx_st_void_p;
typedef struct { char c; PY_LONG_LONG x; } __Pyx_st_longlong;
static size_t __Pyx_BufFmt_TypeCharToAlignment(char ch, int is_complex) {
  CYTHON_UNUSED_VAR(is_complex);
  switch (ch) {
    case '?': case 'c': case 'b': case 'B': case 's': case 'p': return 1;
    case 'h': case 'H': return sizeof(__Pyx_st_short) - sizeof(short);
    case 'i': case 'I': return sizeof(__Pyx_st_int) - sizeof(int);
    case 'l': case 'L': return sizeof(__Pyx_st_long) - sizeof(long);
    case 'q': case 'Q': return sizeof(__Pyx_st_longlong) - sizeof(PY_LONG_LONG);
    case 'f': return sizeof(__Pyx_st_float) - sizeof(float);
    case 'd': return sizeof(__Pyx_st_double) - sizeof(double);
    case 'g': return sizeof(__Pyx_st_longdouble) - sizeof(long double);
    case 'P': case 'O': return sizeof(__Pyx_st_void_p) - sizeof(void*);
    default:
      __Pyx_BufFmt_RaiseUnexpectedChar(ch);
      return 0;
    }
}
/* These are for computing the padding at the end of the struct to align
   on the first member of the struct. This will probably the same as above,
   but we don't have any guarantees.
 */
typedef struct { short x; char c; } __Pyx_pad_short;
typedef struct { int x; char c; } __Pyx_pad_int;
typedef struct { long x; char c; } __Pyx_pad_long;
typedef struct { float x; char c; } __Pyx_pad_float;
typedef struct { double x; char c; } __Pyx_pad_double;
typedef struct { long double x; char c; } __Pyx_pad_longdouble;
typedef struct { void *x; char c; } __Pyx_pad_void_p;
typedef struct { PY_LONG_LONG x; char c; } __Pyx_pad_longlong;
static size_t __Pyx_BufFmt_TypeCharToPadding(char ch, int is_complex) {
  CYTHON_UNUSED_VAR(is_complex);
  switch (ch) {
    case '?': case 'c': case 'b': case 'B': case 's': case 'p': return 1;
    case 'h': case 'H': return sizeof(__Pyx_pad_short) - sizeof(short);
    case 'i': case 'I': return sizeof(__Pyx_pad_int) - sizeof(int);
    case 'l': case 'L': return sizeof(__Pyx_pad_long) - sizeof(long);
    case 'q': case 'Q': return sizeof(__Pyx_pad_longlong) - sizeof(PY_LONG_LONG);
    case 'f': return sizeof(__Pyx_pad_float) - sizeof(float);
    case 'd': return sizeof(__Pyx_pad_double) - sizeof(double);
    case 'g': return sizeof(__Pyx_pad_longdouble) - sizeof(long double);
    case 'P': case 'O': return sizeof(__Pyx_pad_void_p) - sizeof(void*);
    default:
      __Pyx_BufFmt_RaiseUnexpectedChar(ch);
      return 0;
    }
}
static char __Pyx_BufFmt_TypeCharToGroup(char ch, int is_complex) {
  switch (ch) {
    case 'c':
        return 'H';
    case 'b': case 'h': case 'i':
    case 'l': case 'q': case 's': case 'p':
        return 'I';
    case '?': case 'B': case 'H': case 'I': case 'L': case 'Q':
        return 'U';
    case 'f': case 'd': case 'g':
        return (is_complex ? 'C' : 'R');
    case 'O':
        return 'O';
    case 'P':
        return 'P';
    default: {
      __Pyx_BufFmt_RaiseUnexpectedChar(ch);
      return 0;
    }
  }
}
static void __Pyx_BufFmt_RaiseExpected(__Pyx_BufFmt_Context* ctx) {
  if (ctx->head == NULL || ctx->head->field == &ctx->root) {
    const char* expected;
    const char* quote;
    if (ctx->head == NULL) {
      expected = "end";
      quote = "";
    } else {
      expected = ctx->head->field->type->name;
      quote = "'";
    }
    PyErr_Format(PyExc_ValueError,
                 "Buffer dtype mismatch, expected %s%s%s but got %s",
                 quote, expected, quote,
                 __Pyx_BufFmt_DescribeTypeChar(ctx->enc_type, ctx->is_complex));
  } else {
    const __Pyx_StructField* field = ctx->head->field;
    const __Pyx_StructField* parent = (ctx->head - 1)->field;
    PyErr_Format(PyExc_ValueError,
                 "Buffer dtype mismatch, expected '%s' but got %s in '%s.%s'",
                 field->type->name, __Pyx_BufFmt_DescribeTypeChar(ctx->enc_type, ctx->is_complex),
                 parent->type->name, field->name);
  }
}
static int __Pyx_BufFmt_ProcessTypeChunk(__Pyx_BufFmt_Context* ctx) {
  char group;
  size_t size, offset, arraysize = 1;
  if (ctx->enc_type == 0) return 0;
  if (ctx->head->field->type->arraysize[0]) {
    int i, ndim = 0;
    if (ctx->enc_type == 's' || ctx->enc_type == 'p') {
        ctx->is_valid_array = ctx->head->field->type->ndim == 1;
        ndim = 1;
        if (ctx->enc_count != ctx->head->field->type->arraysize[0]) {
            PyErr_Format(PyExc_ValueError,
                         "Expected a dimension of size %zu, got %zu",
                         ctx->head->field->type->arraysize[0], ctx->enc_count);
            return -1;
        }
    }
    if (!ctx->is_valid_array) {
      PyErr_Format(PyExc_ValueError, "Expected %d dimensions, got %d",
                   ctx->head->field->type->ndim, ndim);
      return -1;
    }
    for (i = 0; i < ctx->head->field->type->ndim; i++) {
      arraysize *= ctx->head->field->type->arraysize[i];
    }
    ctx->is_valid_array = 0;
    ctx->enc_count = 1;
  }
  group = __Pyx_BufFmt_TypeCharToGroup(ctx->enc_type, ctx->is_complex);
  do {
    const __Pyx_StructField* field = ctx->head->field;
    const __Pyx_TypeInfo* type = field->type;
    if (ctx->enc_packmode == '@' || ctx->enc_packmode == '^') {
      size = __Pyx_BufFmt_TypeCharToNativeSize(ctx->enc_type, ctx->is_complex);
    } else {
      size = __Pyx_BufFmt_TypeCharToStandardSize(ctx->enc_type, ctx->is_complex);
    }
    if (ctx->enc_packmode == '@') {
      size_t align_at = __Pyx_BufFmt_TypeCharToAlignment(ctx->enc_type, ctx->is_complex);
      size_t align_mod_offset;
      if (align_at == 0) return -1;
      align_mod_offset = ctx->fmt_offset % align_at;
      if (align_mod_offset > 0) ctx->fmt_offset += align_at - align_mod_offset;
      if (ctx->struct_alignment == 0)
          ctx->struct_alignment = __Pyx_BufFmt_TypeCharToPadding(ctx->enc_type,
                                                                 ctx->is_complex);
    }
    if (type->size != size || type->typegroup != group) {
      if (type->typegroup == 'C' && type->fields != NULL) {
        size_t parent_offset = ctx->head->parent_offset + field->offset;
        ++ctx->head;
        ctx->head->field = type->fields;
        ctx->head->parent_offset = parent_offset;
        continue;
      }
      if ((type->typegroup == 'H' || group == 'H') && type->size == size) {
      } else {
          __Pyx_BufFmt_RaiseExpected(ctx);
          return -1;
      }
    }
    offset = ctx->head->parent_offset + field->offset;
    if (ctx->fmt_offset != offset) {
      PyErr_Format(PyExc_ValueError,
                   "Buffer dtype mismatch; next field is at offset %" CYTHON_FORMAT_SSIZE_T "d but %" CYTHON_FORMAT_SSIZE_T "d expected",
                   (Py_ssize_t)ctx->fmt_offset, (Py_ssize_t)offset);
      return -1;
    }
    ctx->fmt_offset += size;
    if (arraysize)
      ctx->fmt_offset += (arraysize - 1) * size;
    --ctx->enc_count;
    while (1) {
      if (field == &ctx->root) {
        ctx->head = NULL;
        if (ctx->enc_count != 0) {
          __Pyx_BufFmt_RaiseExpected(ctx);
          return -1;
        }
        break;
      }
      ctx->head->field = ++field;
      if (field->type == NULL) {
        --ctx->head;
        field = ctx->head->field;
        continue;
      } else if (field->type->typegroup == 'S') {
        size_t parent_offset = ctx->head->parent_offset + field->offset;
        if (field->type->fields->type == NULL) continue;
        field = field->type->fields;
        ++ctx->head;
        ctx->head->field = field;
        ctx->head->parent_offset = parent_offset;
        break;
      } else {
        break;
      }
    }
  } while (ctx->enc_count);
  ctx->enc_type = 0;
  ctx->is_complex = 0;
  return 0;
}
static int
__pyx_buffmt_parse_array(__Pyx_BufFmt_Context* ctx, const char** tsp)
{
    const char *ts = *tsp;
    int i = 0, number, ndim;
    ++ts;
    if (ctx->new_count != 1) {
        PyErr_SetString(PyExc_ValueError,
                        "Cannot handle repeated arrays in format string");
        return -1;
    }
    if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return -1;
    ndim = ctx->head->field->type->ndim;
    while (*ts && *ts != ')') {
        switch (*ts) {
            case ' ': case '\f': case '\r': case '\n': case '\t': case '\v':  continue;
            default:  break;
        }
        number = __Pyx_BufFmt_ExpectNumber(&ts);
        if (number == -1) return -1;
        if (i < ndim && (size_t) number != ctx->head->field->type->arraysize[i]) {
            PyErr_Format(PyExc_ValueError,
                        "Expected a dimension of size %zu, got %d",
                        ctx->head->field->type->arraysize[i], number);
            return -1;
        }
        if (*ts != ',' && *ts != ')') {
            PyErr_Format(PyExc_ValueError,
                                "Expected a comma in format string, got '%c'", *ts);
            return -1;
        }
        if (*ts == ',') ts++;
        i++;
    }
    if (i != ndim) {
        PyErr_Format(PyExc_ValueError, "Expected %d dimension(s), got %d",
                            ctx->head->field->type->ndim, i);
        return -1;
    }
    if (!*ts) {
        PyErr_SetString(PyExc_ValueError,
                        "Unexpected end of format string, expected ')'");
        return -1;
    }
    ctx->is_valid_array = 1;
    ctx->new_count = 1;
    *tsp = ++ts;
    return 0;
}
static const char* __Pyx_BufFmt_CheckString(__Pyx_BufFmt_Context* ctx, const char* ts) {
  int got_Z = 0;
  while (1) {
    switch(*ts) {
      case 0:
        if (ctx->enc_type != 0 && ctx->head == NULL) {
          __Pyx_BufFmt_RaiseExpected(ctx);
          return NULL;
        }
        if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
        if (ctx->head != NULL) {
          __Pyx_BufFmt_RaiseExpected(ctx);
          return NULL;
        }
        return ts;
      case ' ':
      case '\r':
      case '\n':
        ++ts;
        break;
      case '<':
        if (!__Pyx_Is_Little_Endian()) {
          PyErr_SetString(PyExc_ValueError, "Little-endian buffer not supported on big-endian compiler");
          return NULL;
        }
        ctx->new_packmode = '=';
        ++ts;
        break;
      case '>':
      case '!':
        if (__Pyx_Is_Little_Endian()) {
          PyErr_SetString(PyExc_ValueError, "Big-endian buffer not supported on little-endian compiler");
          return NULL;
        }
        ctx->new_packmode = '=';
        ++ts;
        break;
      case '=':
      case '@':
      case '^':
        ctx->new_packmode = *ts++;
        break;
      case 'T':
        {
          const char* ts_after_sub;
          size_t i, struct_count = ctx->new_count;
          size_t struct_alignment = ctx->struct_alignment;
          ctx->new_count = 1;
          ++ts;
          if (*ts != '{') {
            PyErr_SetString(PyExc_ValueError, "Buffer acquisition: Expected '{' after 'T'");
            return NULL;
          }
          if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
          ctx->enc_type = 0;
          ctx->enc_count = 0;
          ctx->struct_alignment = 0;
          ++ts;
          ts_after_sub = ts;
          for (i = 0; i != struct_count; ++i) {
            ts_after_sub = __Pyx_BufFmt_CheckString(ctx, ts);
            if (!ts_after_sub) return NULL;
          }
          ts = ts_after_sub;
          if (struct_alignment) ctx->struct_alignment = struct_alignment;
        }
        break;
      case '}':
        {
          size_t alignment = ctx->struct_alignment;
          ++ts;
          if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
          ctx->enc_type = 0;
          if (alignment && ctx->fmt_offset % alignment) {
            ctx->fmt_offset += alignment - (ctx->fmt_offset % alignment);
          }
        }
        return ts;
      case 'x':
        if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
        ctx->fmt_offset += ctx->new_count;
        ctx->new_count = 1;
        ctx->enc_count = 0;
        ctx->enc_type = 0;
        ctx->enc_packmode = ctx->new_packmode;
        ++ts;
        break;
      case 'Z':
        got_Z = 1;
        ++ts;
        if (*ts != 'f' && *ts != 'd' && *ts != 'g') {
          __Pyx_BufFmt_RaiseUnexpectedChar('Z');
          return NULL;
        }
        CYTHON_FALLTHROUGH;
      case '?': case 'c': case 'b': case 'B': case 'h': case 'H': case 'i': case 'I':
      case 'l': case 'L': case 'q': case 'Q':
      case 'f': case 'd': case 'g':
      case 'O': case 'p':
        if ((ctx->enc_type == *ts) && (got_Z == ctx->is_complex) &&
            (ctx->enc_packmode == ctx->new_packmode) && (!ctx->is_valid_array)) {
          ctx->enc_count += ctx->new_count;
          ctx->new_count = 1;
          got_Z = 0;
          ++ts;
          break;
        }
        CYTHON_FALLTHROUGH;
      case 's':
        if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
        ctx->enc_count = ctx->new_count;
        ctx->enc_packmode = ctx->new_packmode;
        ctx->enc_type = *ts;
        ctx->is_complex = got_Z;
        ++ts;
        ctx->new_count = 1;
        got_Z = 0;
        break;
      case ':':
        ++ts;
        while(*ts != ':') ++ts;
        ++ts;
        break;
      case '(':
        if (__pyx_buffmt_parse_array(ctx, &ts) < 0) return NULL;
        break;
      default:
        {
          int number = __Pyx_BufFmt_ExpectNumber(&ts);
          if (number == -1) return NULL;
          ctx->new_count = (size_t)number;
        }
    }
  }
}

/* BufferGetAndValidate */
  static CYTHON_INLINE void __Pyx_SafeReleaseBuffer(Py_buffer* info) {
    if (unlikely(info->buf == NULL)) return;
    if (info->suboffsets == __Pyx_minusones) info->suboffsets = NULL;
    PyBuffer_Release(info);
  }
  static void __Pyx_ZeroBuffer(Py_buffer* buf) {
    buf->buf = NULL;
    buf->obj = NULL;
    buf->strides = __Pyx_zeros;
    buf->shape = __Pyx_zeros;
    buf->suboffsets = __Pyx_minusones;
  }
  static int __Pyx__GetBufferAndValidate(
          Py_buffer* buf, PyObject* obj,  const __Pyx_TypeInfo* dtype, int flags,
          int nd, int cast, __Pyx_BufFmt_StackElem* stack)
  {
    buf->buf = NULL;
    if (unlikely(PyObject_GetBuffer(obj, buf, flags) == -1)) {
      __Pyx_ZeroBuffer(buf);
      return -1;
    }
    if (unlikely(buf->ndim != nd)) {
      PyErr_Format(PyExc_ValueError,
                   "Buffer has wrong number of dimensions (expected %d, got %d)",
                   nd, buf->ndim);
      goto fail;
    }
    if (!cast) {
      __Pyx_BufFmt_Context ctx;
      __Pyx_BufFmt_Init(&ctx, stack, dtype);
      if (!__Pyx_BufFmt_CheckString(&ctx, buf->format)) goto fail;
    }
    if (unlikely((size_t)buf->itemsize != dtype->size)) {
      PyErr_Format(PyExc_ValueError,
        "Item size of buffer (%" CYTHON_FORMAT_SSIZE_T "d byte%s) does not match size of '%s' (%" CYTHON_FORMAT_SSIZE_T "d byte%s)",
        buf->itemsize, (buf->itemsize > 1) ? "s" : "",
        dtype->name, (Py_ssize_t)dtype->size, (dtype->size > 1) ? "s" : "");
      goto fail;
    }
    if (buf->suboffsets == NULL) buf->suboffsets = __Pyx_minusones;
    return 0;
  fail:;
    __Pyx_SafeReleaseBuffer(buf);
    return -1;
  }
  
/* PyDictVersioning (used by GetModuleGlobalName) */
  #if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
  static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj) {
      PyObject *dict = Py_TYPE(obj)->tp_dict;
      return likely(dict) ? __PYX_GET_DICT_VERSION(dict) : 0;
  }
  static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj) {
      PyObject **dictptr = NULL;
      Py_ssize_t offset = Py_TYPE(obj)->tp_dictoffset;
      if (offset) {
  #if CYTHON_COMPILING_IN_CPYTHON
          dictptr = (likely(offset > 0)) ? (PyObject **) ((char *)obj + offset) : _PyObject_GetDictPtr(obj);
  #else
          dictptr = _PyObject_GetDictPtr(obj);
  #endif
      }
      return (dictptr && *dictptr) ? __PYX_GET_DICT_VERSION(*dictptr) : 0;
  }
  static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version) {
      PyObject *dict = Py_TYPE(obj)->tp_dict;
      if (unlikely(!dict) || unlikely(tp_dict_version != __PYX_GET_DICT_VERSION(dict)))
          return 0;
      return obj_dict_version == __Pyx_get_object_dict_version(obj);
  }
  #endif
  
/* GetModuleGlobalName */
  #if CYTHON_USE_DICT_VERSIONS
  static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value)
  #else
  static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name)
  #endif
  {
      PyObject *result;
  #if CYTHON_COMPILING_IN_LIMITED_API
      if (unlikely(!__pyx_m)) {
          if (!PyErr_Occurred())
              PyErr_SetNone(PyExc_NameError);
          return NULL;
      }
      result = PyObject_GetAttr(__pyx_m, name);
      if (likely(result)) {
          return result;
      }
      PyErr_Clear();
  #elif CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
      if (unlikely(__Pyx_PyDict_GetItemRef(__pyx_mstate_global->__pyx_d, name, &result) == -1)) PyErr_Clear();
      __PYX_UPDATE_DICT_CACHE(__pyx_mstate_global->__pyx_d, result, *dict_cached_value, *dict_version)
      if (likely(result)) {
          return result;
      }
  #else
      result = _PyDict_GetItem_KnownHash(__pyx_mstate_global->__pyx_d, name, ((PyASCIIObject *) name)->hash);
      __PYX_UPDATE_DICT_CACHE(__pyx_mstate_global->__pyx_d, result, *dict_cached_value, *dict_version)
      if (likely(result)) {
          return __Pyx_NewRef(result);
      }
      PyErr_Clear();
  #endif
      return __Pyx_GetBuiltinName(name);
  }
  
/* ExtTypeTest */
  static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type) {
      __Pyx_TypeName obj_type_name;
      __Pyx_TypeName type_name;
      if (unlikely(!type)) {
          PyErr_SetString(PyExc_SystemError, "Missing type object");
          return 0;
      }
      if (likely(__Pyx_TypeCheck(obj, type)))
          return 1;
      obj_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(obj));
      type_name = __Pyx_PyType_GetFullyQualifiedName(type);
      PyErr_Format(PyExc_TypeError,
                   "Cannot convert " __Pyx_FMT_TYPENAME " to " __Pyx_FMT_TYPENAME,
                   obj_type_name, type_name);
      __Pyx_DECREF_TypeName(obj_type_name);
      __Pyx_DECREF_TypeName(type_name);
      return 0;
  }
  
/* GetItemInt */
  static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j) {
      PyObject *r;
      if (unlikely(!j)) return NULL;
      r = PyObject_GetItem(o, j);
      Py_DECREF(j);
      return r;
  }
  static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
                                                                int wraparound, int boundscheck, int unsafe_shared) {
      CYTHON_MAYBE_UNUSED_VAR(unsafe_shared);
  #if CYTHON_ASSUME_SAFE_SIZE
      Py_ssize_t wrapped_i = i;
      if (wraparound & unlikely(i < 0)) {
          wrapped_i += PyList_GET_SIZE(o);
      }
      if ((CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS || !CYTHON_ASSUME_SAFE_MACROS)) {
          return __Pyx_PyList_GetItemRefFast(o, wrapped_i, unsafe_shared);
      } else
      if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyList_GET_SIZE(o)))) {
          return __Pyx_NewRef(PyList_GET_ITEM(o, wrapped_i));
      }
      return __Pyx_GetItemInt_Generic(o, PyLong_FromSsize_t(i));
  #else
      (void)wraparound;
      (void)boundscheck;
      return PySequence_GetItem(o, i);
  #endif
  }
  static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
                                                                int wraparound, int boundscheck, int unsafe_shared) {
      CYTHON_MAYBE_UNUSED_VAR(unsafe_shared);
  #if CYTHON_ASSUME_SAFE_SIZE && CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      Py_ssize_t wrapped_i = i;
      if (wraparound & unlikely(i < 0)) {
          wrapped_i += PyTuple_GET_SIZE(o);
      }
      if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyTuple_GET_SIZE(o)))) {
          return __Pyx_NewRef(PyTuple_GET_ITEM(o, wrapped_i));
      }
      return __Pyx_GetItemInt_Generic(o, PyLong_FromSsize_t(i));
  #else
      (void)wraparound;
      (void)boundscheck;
      return PySequence_GetItem(o, i);
  #endif
  }
  static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i, int is_list,
                                                       int wraparound, int boundscheck, int unsafe_shared) {
      CYTHON_MAYBE_UNUSED_VAR(unsafe_shared);
  #if CYTHON_ASSUME_SAFE_MACROS && CYTHON_ASSUME_SAFE_SIZE
      if (is_list || PyList_CheckExact(o)) {
          Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyList_GET_SIZE(o);
          if ((CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS)) {
              return __Pyx_PyList_GetItemRefFast(o, n, unsafe_shared);
          } else if ((!boundscheck) || (likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o))))) {
              return __Pyx_NewRef(PyList_GET_ITEM(o, n));
          }
      } else
      #if !CYTHON_AVOID_BORROWED_REFS
      if (PyTuple_CheckExact(o)) {
          Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyTuple_GET_SIZE(o);
          if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyTuple_GET_SIZE(o)))) {
              return __Pyx_NewRef(PyTuple_GET_ITEM(o, n));
          }
      } else
      #endif
  #endif
  #if CYTHON_USE_TYPE_SLOTS && !CYTHON_COMPILING_IN_PYPY
      {
          PyMappingMethods *mm = Py_TYPE(o)->tp_as_mapping;
          PySequenceMethods *sm = Py_TYPE(o)->tp_as_sequence;
          if (!is_list && mm && mm->mp_subscript) {
              PyObject *r, *key = PyLong_FromSsize_t(i);
              if (unlikely(!key)) return NULL;
              r = mm->mp_subscript(o, key);
              Py_DECREF(key);
              return r;
          }
          if (is_list || likely(sm && sm->sq_item)) {
              if (wraparound && unlikely(i < 0) && likely(sm->sq_length)) {
                  Py_ssize_t l = sm->sq_length(o);
                  if (likely(l >= 0)) {
                      i += l;
                  } else {
                      if (!PyErr_ExceptionMatches(PyExc_OverflowError))
                          return NULL;
                      PyErr_Clear();
                  }
              }
              return sm->sq_item(o, i);
          }
      }
  #else
      if (is_list || !PyMapping_Check(o)) {
          return PySequence_GetItem(o, i);
      }
  #endif
      (void)wraparound;
      (void)boundscheck;
      return __Pyx_GetItemInt_Generic(o, PyLong_FromSsize_t(i));
  }
  
/* ObjectGetItem */
  #if CYTHON_USE_TYPE_SLOTS
  static PyObject *__Pyx_PyObject_GetIndex(PyObject *obj, PyObject *index) {
      PyObject *runerr = NULL;
      Py_ssize_t key_value;
      key_value = __Pyx_PyIndex_AsSsize_t(index);
      if (likely(key_value != -1 || !(runerr = PyErr_Occurred()))) {
          return __Pyx_GetItemInt_Fast(obj, key_value, 0, 1, 1, 1);
      }
      if (PyErr_GivenExceptionMatches(runerr, PyExc_OverflowError)) {
          __Pyx_TypeName index_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(index));
          PyErr_Clear();
          PyErr_Format(PyExc_IndexError,
              "cannot fit '" __Pyx_FMT_TYPENAME "' into an index-sized integer", index_type_name);
          __Pyx_DECREF_TypeName(index_type_name);
      }
      return NULL;
  }
  static PyObject *__Pyx_PyObject_GetItem_Slow(PyObject *obj, PyObject *key) {
      __Pyx_TypeName obj_type_name;
      if (likely(PyType_Check(obj))) {
          PyObject *meth = __Pyx_PyObject_GetAttrStrNoError(obj, __pyx_mstate_global->__pyx_n_u_class_getitem);
          if (!meth) {
              PyErr_Clear();
          } else {
              PyObject *result = __Pyx_PyObject_CallOneArg(meth, key);
              Py_DECREF(meth);
              return result;
          }
      }
      obj_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(obj));
      PyErr_Format(PyExc_TypeError,
          "'" __Pyx_FMT_TYPENAME "' object is not subscriptable", obj_type_name);
      __Pyx_DECREF_TypeName(obj_type_name);
      return NULL;
  }
  static PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject *key) {
      PyTypeObject *tp = Py_TYPE(obj);
      PyMappingMethods *mm = tp->tp_as_mapping;
      PySequenceMethods *sm = tp->tp_as_sequence;
      if (likely(mm && mm->mp_subscript)) {
          return mm->mp_subscript(obj, key);
      }
      if (likely(sm && sm->sq_item)) {
          return __Pyx_PyObject_GetIndex(obj, key);
      }
      return __Pyx_PyObject_GetItem_Slow(obj, key);
  }
  #endif
  
/* PyLongBinop */
  #if !CYTHON_COMPILING_IN_PYPY
  static PyObject* __Pyx_Fallback___Pyx_PyLong_AddObjC(PyObject *op1, PyObject *op2, int inplace) {
      return (inplace ? PyNumber_InPlaceAdd : PyNumber_Add)(op1, op2);
  }
  #if CYTHON_USE_PYLONG_INTERNALS
  static PyObject* __Pyx_Unpacked___Pyx_PyLong_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check) {
      CYTHON_MAYBE_UNUSED_VAR(inplace);
      CYTHON_UNUSED_VAR(zerodivision_check);
      const long b = intval;
      long a;
      const PY_LONG_LONG llb = intval;
      PY_LONG_LONG lla;
      if (unlikely(__Pyx_PyLong_IsZero(op1))) {
          return __Pyx_NewRef(op2);
      }
      const int is_positive = __Pyx_PyLong_IsPos(op1);
      const digit* digits = __Pyx_PyLong_Digits(op1);
      const Py_ssize_t size = __Pyx_PyLong_DigitCount(op1);
      if (likely(size == 1)) {
          a = (long) digits[0];
          if (!is_positive) a *= -1;
      } else {
          switch (size) {
              case 2:
                  if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                      a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                      if (!is_positive) a *= -1;
                      goto calculate_long;
                  } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                      lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                      if (!is_positive) lla *= -1;
                      goto calculate_long_long;
                  }
                  break;
              case 3:
                  if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                      a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                      if (!is_positive) a *= -1;
                      goto calculate_long;
                  } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                      lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                      if (!is_positive) lla *= -1;
                      goto calculate_long_long;
                  }
                  break;
              case 4:
                  if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
                      a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                      if (!is_positive) a *= -1;
                      goto calculate_long;
                  } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                      lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                      if (!is_positive) lla *= -1;
                      goto calculate_long_long;
                  }
                  break;
          }
          return PyLong_Type.tp_as_number->nb_add(op1, op2);
      }
      calculate_long:
          {
              long x;
              x = a + b;
              return PyLong_FromLong(x);
          }
      calculate_long_long:
          {
              PY_LONG_LONG llx;
              llx = lla + llb;
              return PyLong_FromLongLong(llx);
          }
      
  }
  #endif
  static PyObject* __Pyx_Float___Pyx_PyLong_AddObjC(PyObject *float_val, long intval, int zerodivision_check) {
      CYTHON_UNUSED_VAR(zerodivision_check);
      const long b = intval;
      double a = __Pyx_PyFloat_AS_DOUBLE(float_val);
          double result;
          
          result = ((double)a) + (double)b;
          return PyFloat_FromDouble(result);
  }
  static CYTHON_INLINE PyObject* __Pyx_PyLong_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check) {
      CYTHON_MAYBE_UNUSED_VAR(intval);
      CYTHON_UNUSED_VAR(zerodivision_check);
      #if CYTHON_USE_PYLONG_INTERNALS
      if (likely(PyLong_CheckExact(op1))) {
          return __Pyx_Unpacked___Pyx_PyLong_AddObjC(op1, op2, intval, inplace, zerodivision_check);
      }
      #endif
      if (PyFloat_CheckExact(op1)) {
          return __Pyx_Float___Pyx_PyLong_AddObjC(op1, intval, zerodivision_check);
      }
      return __Pyx_Fallback___Pyx_PyLong_AddObjC(op1, op2, inplace);
  }
  #endif
  
/* SetItemInt */
  static int __Pyx_SetItemInt_Generic(PyObject *o, PyObject *j, PyObject *v) {
      int r;
      if (unlikely(!j)) return -1;
      r = PyObject_SetItem(o, j, v);
      Py_DECREF(j);
      return r;
  }
  static CYTHON_INLINE int __Pyx_SetItemInt_Fast(PyObject *o, Py_ssize_t i, PyObject *v, int is_list,
                                                 int wraparound, int boundscheck, int unsafe_shared) {
      CYTHON_MAYBE_UNUSED_VAR(unsafe_shared);
  #if CYTHON_ASSUME_SAFE_MACROS && CYTHON_ASSUME_SAFE_SIZE && !CYTHON_AVOID_BORROWED_REFS
      if (is_list || PyList_CheckExact(o)) {
          Py_ssize_t n = (!wraparound) ? i : ((likely(i >= 0)) ? i : i + PyList_GET_SIZE(o));
          if ((CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS && !__Pyx_IS_UNIQUELY_REFERENCED(o, unsafe_shared))) {
              Py_INCREF(v);
              return PyList_SetItem(o, n, v);
          } else if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o)))) {
              PyObject* old;
              Py_INCREF(v);
              old = PyList_GET_ITEM(o, n);
              PyList_SET_ITEM(o, n, v);
              Py_DECREF(old);
              return 0;
          }
      } else
  #endif
  #if CYTHON_USE_TYPE_SLOTS && !CYTHON_COMPILING_IN_PYPY
      {
          PyMappingMethods *mm = Py_TYPE(o)->tp_as_mapping;
          PySequenceMethods *sm = Py_TYPE(o)->tp_as_sequence;
          if (!is_list && mm && mm->mp_ass_subscript) {
              int r;
              PyObject *key = PyLong_FromSsize_t(i);
              if (unlikely(!key)) return -1;
              r = mm->mp_ass_subscript(o, key, v);
              Py_DECREF(key);
              return r;
          }
          if (is_list || likely(sm && sm->sq_ass_item)) {
              if (wraparound && unlikely(i < 0) && likely(sm->sq_length)) {
                  Py_ssize_t l = sm->sq_length(o);
                  if (likely(l >= 0)) {
                      i += l;
                  } else {
                      if (!PyErr_ExceptionMatches(PyExc_OverflowError))
                          return -1;
                      PyErr_Clear();
                  }
              }
              return sm->sq_ass_item(o, i, v);
          }
      }
  #else
      if (is_list || !PyMapping_Check(o)) {
          return PySequence_SetItem(o, i, v);
      }
  #endif
      (void)wraparound;
      (void)boundscheck;
      return __Pyx_SetItemInt_Generic(o, PyLong_FromSsize_t(i), v);
  }
  
/* DivInt[long] */
  static CYTHON_INLINE long __Pyx_div_long(long a, long b, int b_is_constant) {
      long q = a / b;
      long r = a - q*b;
      long adapt_python = (b_is_constant ?
          ((r != 0) & ((r < 0) ^ (b < 0))) :
          ((r != 0) & ((r ^ b) < 0))
      );
      return q - adapt_python;
  }
  
/* py_abs */
  #if CYTHON_USE_PYLONG_INTERNALS
  static PyObject *__Pyx_PyLong_AbsNeg(PyObject *n) {
  #if PY_VERSION_HEX >= 0x030C00A7
      if (likely(__Pyx_PyLong_IsCompact(n))) {
          return PyLong_FromSize_t(__Pyx_PyLong_CompactValueUnsigned(n));
      }
  #else
      if (likely(Py_SIZE(n) == -1)) {
          return PyLong_FromUnsignedLong(__Pyx_PyLong_Digits(n)[0]);
      }
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON
      {
          PyObject *copy = _PyLong_Copy((PyLongObject*)n);
          if (likely(copy)) {
              #if PY_VERSION_HEX >= 0x030C00A7
              ((PyLongObject*)copy)->long_value.lv_tag ^= ((PyLongObject*)copy)->long_value.lv_tag & _PyLong_SIGN_MASK;
              #else
              __Pyx_SET_SIZE(copy, -Py_SIZE(copy));
              #endif
          }
          return copy;
      }
  #else
      return PyNumber_Negative(n);
  #endif
  }
  #endif
  
/* PyLongCompare */
  static CYTHON_INLINE int __Pyx_PyLong_BoolEqObjC(PyObject *op1, PyObject *op2, long intval, long inplace) {
      CYTHON_MAYBE_UNUSED_VAR(intval);
      CYTHON_UNUSED_VAR(inplace);
      if (op1 == op2) {
          return 1;
      }
      #if CYTHON_USE_PYLONG_INTERNALS
      if (likely(PyLong_CheckExact(op1))) {
          int unequal;
          unsigned long uintval;
          Py_ssize_t size = __Pyx_PyLong_DigitCount(op1);
          const digit* digits = __Pyx_PyLong_Digits(op1);
          if (intval == 0) {
              return (__Pyx_PyLong_IsZero(op1) == 1);
          } else if (intval < 0) {
              if (__Pyx_PyLong_IsNonNeg(op1))
                  return 0;
              intval = -intval;
          } else {
              if (__Pyx_PyLong_IsNeg(op1))
                  return 0;
          }
          uintval = (unsigned long) intval;
  #if PyLong_SHIFT * 4 < SIZEOF_LONG*8
          if (uintval >> (PyLong_SHIFT * 4)) {
              unequal = (size != 5) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
                   | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[4] != ((uintval >> (4 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
          } else
  #endif
  #if PyLong_SHIFT * 3 < SIZEOF_LONG*8
          if (uintval >> (PyLong_SHIFT * 3)) {
              unequal = (size != 4) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
                   | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
          } else
  #endif
  #if PyLong_SHIFT * 2 < SIZEOF_LONG*8
          if (uintval >> (PyLong_SHIFT * 2)) {
              unequal = (size != 3) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
                   | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
          } else
  #endif
  #if PyLong_SHIFT * 1 < SIZEOF_LONG*8
          if (uintval >> (PyLong_SHIFT * 1)) {
              unequal = (size != 2) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
                   | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
          } else
  #endif
              unequal = (size != 1) || (((unsigned long) digits[0]) != (uintval & (unsigned long) PyLong_MASK));
          return (unequal == 0);
      }
      #endif
      if (PyFloat_CheckExact(op1)) {
          const long b = intval;
          double a = __Pyx_PyFloat_AS_DOUBLE(op1);
          return ((double)a == (double)b);
      }
      return __Pyx_PyObject_IsTrueAndDecref(
          PyObject_RichCompare(op1, op2, Py_EQ));
  }
  
/* BufferIndexError */
  static void __Pyx_RaiseBufferIndexError(int axis) {
    PyErr_Format(PyExc_IndexError,
       "Out of bounds on buffer access (axis %d)", axis);
  }
  
/* TypeImport */
  #ifndef __PYX_HAVE_RT_ImportType_3_2_1
  #define __PYX_HAVE_RT_ImportType_3_2_1
  static PyTypeObject *__Pyx_ImportType_3_2_1(PyObject *module, const char *module_name, const char *class_name,
      size_t size, size_t alignment, enum __Pyx_ImportType_CheckSize_3_2_1 check_size)
  {
      PyObject *result = 0;
      Py_ssize_t basicsize;
      Py_ssize_t itemsize;
  #if defined(Py_LIMITED_API) || (defined(CYTHON_COMPILING_IN_LIMITED_API) && CYTHON_COMPILING_IN_LIMITED_API)
      PyObject *py_basicsize;
      PyObject *py_itemsize;
  #endif
      result = PyObject_GetAttrString(module, class_name);
      if (!result)
          goto bad;
      if (!PyType_Check(result)) {
          PyErr_Format(PyExc_TypeError,
              "%.200s.%.200s is not a type object",
              module_name, class_name);
          goto bad;
      }
  #if !( defined(Py_LIMITED_API) || (defined(CYTHON_COMPILING_IN_LIMITED_API) && CYTHON_COMPILING_IN_LIMITED_API) )
      basicsize = ((PyTypeObject *)result)->tp_basicsize;
      itemsize = ((PyTypeObject *)result)->tp_itemsize;
  #else
      if (size == 0) {
          return (PyTypeObject *)result;
      }
      py_basicsize = PyObject_GetAttrString(result, "__basicsize__");
      if (!py_basicsize)
          goto bad;
      basicsize = PyLong_AsSsize_t(py_basicsize);
      Py_DECREF(py_basicsize);
      py_basicsize = 0;
      if (basicsize == (Py_ssize_t)-1 && PyErr_Occurred())
          goto bad;
      py_itemsize = PyObject_GetAttrString(result, "__itemsize__");
      if (!py_itemsize)
          goto bad;
      itemsize = PyLong_AsSsize_t(py_itemsize);
      Py_DECREF(py_itemsize);
      py_itemsize = 0;
      if (itemsize == (Py_ssize_t)-1 && PyErr_Occurred())
          goto bad;
  #endif
      if (itemsize) {
          if (size % alignment) {
              alignment = size % alignment;
          }
          if (itemsize < (Py_ssize_t)alignment)
              itemsize = (Py_ssize_t)alignment;
      }
      if ((size_t)(basicsize + itemsize) < size) {
          PyErr_Format(PyExc_ValueError,
              "%.200s.%.200s size changed, may indicate binary incompatibility. "
              "Expected %zd from C header, got %zd from PyObject",
              module_name, class_name, size, basicsize+itemsize);
          goto bad;
      }
      if (check_size == __Pyx_ImportType_CheckSize_Error_3_2_1 &&
              ((size_t)basicsize > size || (size_t)(basicsize + itemsize) < size)) {
          PyErr_Format(PyExc_ValueError,
              "%.200s.%.200s size changed, may indicate binary incompatibility. "
              "Expected %zd from C header, got %zd-%zd from PyObject",
              module_name, class_name, size, basicsize, basicsize+itemsize);
          goto bad;
      }
      else if (check_size == __Pyx_ImportType_CheckSize_Warn_3_2_1 && (size_t)basicsize > size) {
          if (PyErr_WarnFormat(NULL, 0,
                  "%.200s.%.200s size changed, may indicate binary incompatibility. "
                  "Expected %zd from C header, got %zd from PyObject",
                  module_name, class_name, size, basicsize) < 0) {
              goto bad;
          }
      }
      return (PyTypeObject *)result;
  bad:
      Py_XDECREF(result);
      return NULL;
  }
  #endif
  
/* HasAttr (used by ImportImpl) */
  #if __PYX_LIMITED_VERSION_HEX < 0x030d0000
  static CYTHON_INLINE int __Pyx_HasAttr(PyObject *o, PyObject *n) {
      PyObject *r;
      if (unlikely(!PyUnicode_Check(n))) {
          PyErr_SetString(PyExc_TypeError,
                          "hasattr(): attribute name must be string");
          return -1;
      }
      r = __Pyx_PyObject_GetAttrStrNoError(o, n);
      if (!r) {
          return (unlikely(PyErr_Occurred())) ? -1 : 0;
      } else {
          Py_DECREF(r);
          return 1;
      }
  }
  #endif
  
/* ImportImpl (used by Import) */
  static int __Pyx__Import_GetModule(PyObject *qualname, PyObject **module) {
      PyObject *imported_module = PyImport_GetModule(qualname);
      if (unlikely(!imported_module)) {
          *module = NULL;
          if (PyErr_Occurred()) {
              return -1;
          }
          return 0;
      }
      *module = imported_module;
      return 1;
  }
  static int __Pyx__Import_Lookup(PyObject *qualname, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject **module) {
      PyObject *imported_module;
      PyObject *top_level_package_name;
      Py_ssize_t i;
      int status, module_found;
      Py_ssize_t dot_index;
      module_found = __Pyx__Import_GetModule(qualname, &imported_module);
      if (unlikely(!module_found || module_found == -1)) {
          *module = NULL;
          return module_found;
      }
      if (imported_names) {
          for (i = 0; i < len_imported_names; i++) {
              PyObject *imported_name = imported_names[i];
  #if __PYX_LIMITED_VERSION_HEX < 0x030d0000
              int has_imported_attribute = PyObject_HasAttr(imported_module, imported_name);
  #else
              int has_imported_attribute = PyObject_HasAttrWithError(imported_module, imported_name);
              if (unlikely(has_imported_attribute == -1)) goto error;
  #endif
              if (!has_imported_attribute) {
                  goto not_found;
              }
          }
          *module = imported_module;
          return 1;
      }
      dot_index = PyUnicode_FindChar(qualname, '.', 0, PY_SSIZE_T_MAX, 1);
      if (dot_index == -1) {
          *module = imported_module;
          return 1;
      }
      if (unlikely(dot_index == -2)) goto error;
      top_level_package_name = PyUnicode_Substring(qualname, 0, dot_index);
      if (unlikely(!top_level_package_name)) goto error;
      Py_DECREF(imported_module);
      status = __Pyx__Import_GetModule(top_level_package_name, module);
      Py_DECREF(top_level_package_name);
      return status;
  error:
      Py_DECREF(imported_module);
      *module = NULL;
      return -1;
  not_found:
      Py_DECREF(imported_module);
      *module = NULL;
      return 0;
  }
  static PyObject *__Pyx__Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, PyObject *moddict, int level) {
      PyObject *module = 0;
      PyObject *empty_dict = 0;
      PyObject *from_list = 0;
      int module_found;
      if (!qualname) {
          qualname = name;
      }
      module_found = __Pyx__Import_Lookup(qualname, imported_names, len_imported_names, &module);
      if (likely(module_found == 1)) {
          return module;
      } else if (unlikely(module_found == -1)) {
          return NULL;
      }
      empty_dict = PyDict_New();
      if (unlikely(!empty_dict))
          goto bad;
      if (imported_names) {
  #if CYTHON_COMPILING_IN_CPYTHON
          from_list = __Pyx_PyList_FromArray(imported_names, len_imported_names);
          if (unlikely(!from_list))
              goto bad;
  #else
          from_list = PyList_New(len_imported_names);
          if (unlikely(!from_list)) goto bad;
          for (Py_ssize_t i=0; i<len_imported_names; ++i) {
              if (PyList_SetItem(from_list, i, __Pyx_NewRef(imported_names[i])) < 0) goto bad;
          }
  #endif
      }
      if (level == -1) {
          const char* package_sep = strchr(__Pyx_MODULE_NAME, '.');
          if (package_sep != (0)) {
              module = PyImport_ImportModuleLevelObject(
                  name, moddict, empty_dict, from_list, 1);
              if (unlikely(!module)) {
                  if (unlikely(!PyErr_ExceptionMatches(PyExc_ImportError)))
                      goto bad;
                  PyErr_Clear();
              }
          }
          level = 0;
      }
      if (!module) {
          module = PyImport_ImportModuleLevelObject(
              name, moddict, empty_dict, from_list, level);
      }
  bad:
      Py_XDECREF(from_list);
      Py_XDECREF(empty_dict);
      return module;
  }
  
/* Import */
  static PyObject *__Pyx_Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, int level) {
      return __Pyx__Import(name, imported_names, len_imported_names, qualname, __pyx_mstate_global->__pyx_d, level);
  }
  
/* ImportFrom */
  static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name) {
      PyObject* value = __Pyx_PyObject_GetAttrStr(module, name);
      if (unlikely(!value) && PyErr_ExceptionMatches(PyExc_AttributeError)) {
          const char* module_name_str = 0;
          PyObject* module_name = 0;
          PyObject* module_dot = 0;
          PyObject* full_name = 0;
          PyErr_Clear();
          module_name_str = PyModule_GetName(module);
          if (unlikely(!module_name_str)) { goto modbad; }
          module_name = PyUnicode_FromString(module_name_str);
          if (unlikely(!module_name)) { goto modbad; }
          module_dot = PyUnicode_Concat(module_name, __pyx_mstate_global->__pyx_kp_u_);
          if (unlikely(!module_dot)) { goto modbad; }
          full_name = PyUnicode_Concat(module_dot, name);
          if (unlikely(!full_name)) { goto modbad; }
          #if (CYTHON_COMPILING_IN_PYPY && PYPY_VERSION_NUM  < 0x07030400) ||\
                  CYTHON_COMPILING_IN_GRAAL
          {
              PyObject *modules = PyImport_GetModuleDict();
              if (unlikely(!modules))
                  goto modbad;
              value = PyObject_GetItem(modules, full_name);
          }
          #else
          value = PyImport_GetModule(full_name);
          #endif
        modbad:
          Py_XDECREF(full_name);
          Py_XDECREF(module_dot);
          Py_XDECREF(module_name);
      }
      if (unlikely(!value)) {
          PyErr_Format(PyExc_ImportError, "cannot import name %S", name);
      }
      return value;
  }
  
/* dict_setdefault (used by FetchCommonType) */
  static CYTHON_INLINE PyObject *__Pyx_PyDict_SetDefault(PyObject *d, PyObject *key, PyObject *default_value) {
      PyObject* value;
  #if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX >= 0x030C0000
      PyObject *args[] = {d, key, default_value};
      value = PyObject_VectorcallMethod(__pyx_mstate_global->__pyx_n_u_setdefault, args, 3 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
  #elif CYTHON_COMPILING_IN_LIMITED_API
      value = PyObject_CallMethodObjArgs(d, __pyx_mstate_global->__pyx_n_u_setdefault, key, default_value, NULL);
  #elif PY_VERSION_HEX >= 0x030d0000
      PyDict_SetDefaultRef(d, key, default_value, &value);
  #else
      value = PyDict_SetDefault(d, key, default_value);
      if (unlikely(!value)) return NULL;
      Py_INCREF(value);
  #endif
      return value;
  }
  
/* LimitedApiGetTypeDict (used by SetItemOnTypeDict) */
  #if CYTHON_COMPILING_IN_LIMITED_API
  static Py_ssize_t __Pyx_GetTypeDictOffset(void) {
      PyObject *tp_dictoffset_o;
      Py_ssize_t tp_dictoffset;
      tp_dictoffset_o = PyObject_GetAttrString((PyObject*)(&PyType_Type), "__dictoffset__");
      if (unlikely(!tp_dictoffset_o)) return -1;
      tp_dictoffset = PyLong_AsSsize_t(tp_dictoffset_o);
      Py_DECREF(tp_dictoffset_o);
      if (unlikely(tp_dictoffset == 0)) {
          PyErr_SetString(
              PyExc_TypeError,
              "'type' doesn't have a dictoffset");
          return -1;
      } else if (unlikely(tp_dictoffset < 0)) {
          PyErr_SetString(
              PyExc_TypeError,
              "'type' has an unexpected negative dictoffset. "
              "Please report this as Cython bug");
          return -1;
      }
      return tp_dictoffset;
  }
  static PyObject *__Pyx_GetTypeDict(PyTypeObject *tp) {
      static Py_ssize_t tp_dictoffset = 0;
      if (unlikely(tp_dictoffset == 0)) {
          tp_dictoffset = __Pyx_GetTypeDictOffset();
          if (unlikely(tp_dictoffset == -1 && PyErr_Occurred())) {
              tp_dictoffset = 0; // try again next time?
              return NULL;
          }
      }
      return *(PyObject**)((char*)tp + tp_dictoffset);
  }
  #endif
  
/* SetItemOnTypeDict (used by FixUpExtensionType) */
  static int __Pyx__SetItemOnTypeDict(PyTypeObject *tp, PyObject *k, PyObject *v) {
      int result;
      PyObject *tp_dict;
  #if CYTHON_COMPILING_IN_LIMITED_API
      tp_dict = __Pyx_GetTypeDict(tp);
      if (unlikely(!tp_dict)) return -1;
  #else
      tp_dict = tp->tp_dict;
  #endif
      result = PyDict_SetItem(tp_dict, k, v);
      if (likely(!result)) {
          PyType_Modified(tp);
          if (unlikely(PyObject_HasAttr(v, __pyx_mstate_global->__pyx_n_u_set_name))) {
              PyObject *setNameResult = PyObject_CallMethodObjArgs(v, __pyx_mstate_global->__pyx_n_u_set_name,  (PyObject *) tp, k, NULL);
              if (!setNameResult) return -1;
              Py_DECREF(setNameResult);
          }
      }
      return result;
  }
  
/* FixUpExtensionType (used by FetchCommonType) */
  static int __Pyx_fix_up_extension_type_from_spec(PyType_Spec *spec, PyTypeObject *type) {
  #if __PYX_LIMITED_VERSION_HEX > 0x030900B1
      CYTHON_UNUSED_VAR(spec);
      CYTHON_UNUSED_VAR(type);
      CYTHON_UNUSED_VAR(__Pyx__SetItemOnTypeDict);
  #else
      const PyType_Slot *slot = spec->slots;
      int changed = 0;
  #if !CYTHON_COMPILING_IN_LIMITED_API
      while (slot && slot->slot && slot->slot != Py_tp_members)
          slot++;
      if (slot && slot->slot == Py_tp_members) {
  #if !CYTHON_COMPILING_IN_CPYTHON
          const
  #endif  // !CYTHON_COMPILING_IN_CPYTHON)
              PyMemberDef *memb = (PyMemberDef*) slot->pfunc;
          while (memb && memb->name) {
              if (memb->name[0] == '_' && memb->name[1] == '_') {
                  if (strcmp(memb->name, "__weaklistoffset__") == 0) {
                      assert(memb->type == T_PYSSIZET);
                      assert(memb->flags == READONLY);
                      type->tp_weaklistoffset = memb->offset;
                      changed = 1;
                  }
                  else if (strcmp(memb->name, "__dictoffset__") == 0) {
                      assert(memb->type == T_PYSSIZET);
                      assert(memb->flags == READONLY);
                      type->tp_dictoffset = memb->offset;
                      changed = 1;
                  }
  #if CYTHON_METH_FASTCALL
                  else if (strcmp(memb->name, "__vectorcalloffset__") == 0) {
                      assert(memb->type == T_PYSSIZET);
                      assert(memb->flags == READONLY);
                      type->tp_vectorcall_offset = memb->offset;
                      changed = 1;
                  }
  #endif  // CYTHON_METH_FASTCALL
  #if !CYTHON_COMPILING_IN_PYPY
                  else if (strcmp(memb->name, "__module__") == 0) {
                      PyObject *descr;
                      assert(memb->type == T_OBJECT);
                      assert(memb->flags == 0 || memb->flags == READONLY);
                      descr = PyDescr_NewMember(type, memb);
                      if (unlikely(!descr))
                          return -1;
                      int set_item_result = PyDict_SetItem(type->tp_dict, PyDescr_NAME(descr), descr);
                      Py_DECREF(descr);
                      if (unlikely(set_item_result < 0)) {
                          return -1;
                      }
                      changed = 1;
                  }
  #endif  // !CYTHON_COMPILING_IN_PYPY
              }
              memb++;
          }
      }
  #endif  // !CYTHON_COMPILING_IN_LIMITED_API
  #if !CYTHON_COMPILING_IN_PYPY
      slot = spec->slots;
      while (slot && slot->slot && slot->slot != Py_tp_getset)
          slot++;
      if (slot && slot->slot == Py_tp_getset) {
          PyGetSetDef *getset = (PyGetSetDef*) slot->pfunc;
          while (getset && getset->name) {
              if (getset->name[0] == '_' && getset->name[1] == '_' && strcmp(getset->name, "__module__") == 0) {
                  PyObject *descr = PyDescr_NewGetSet(type, getset);
                  if (unlikely(!descr))
                      return -1;
                  #if CYTHON_COMPILING_IN_LIMITED_API
                  PyObject *pyname = PyUnicode_FromString(getset->name);
                  if (unlikely(!pyname)) {
                      Py_DECREF(descr);
                      return -1;
                  }
                  int set_item_result = __Pyx_SetItemOnTypeDict(type, pyname, descr);
                  Py_DECREF(pyname);
                  #else
                  CYTHON_UNUSED_VAR(__Pyx__SetItemOnTypeDict);
                  int set_item_result = PyDict_SetItem(type->tp_dict, PyDescr_NAME(descr), descr);
                  #endif
                  Py_DECREF(descr);
                  if (unlikely(set_item_result < 0)) {
                      return -1;
                  }
                  changed = 1;
              }
              ++getset;
          }
      }
  #else
      CYTHON_UNUSED_VAR(__Pyx__SetItemOnTypeDict);
  #endif  // !CYTHON_COMPILING_IN_PYPY
      if (changed)
          PyType_Modified(type);
  #endif  // PY_VERSION_HEX > 0x030900B1
      return 0;
  }
  
/* AddModuleRef (used by FetchSharedCythonModule) */
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    static PyObject *__Pyx_PyImport_AddModuleObjectRef(PyObject *name) {
        PyObject *module_dict = PyImport_GetModuleDict();
        PyObject *m;
        if (PyMapping_GetOptionalItem(module_dict, name, &m) < 0) {
            return NULL;
        }
        if (m != NULL && PyModule_Check(m)) {
            return m;
        }
        Py_XDECREF(m);
        m = PyModule_NewObject(name);
        if (m == NULL)
            return NULL;
        if (PyDict_CheckExact(module_dict)) {
            PyObject *new_m;
            (void)PyDict_SetDefaultRef(module_dict, name, m, &new_m);
            Py_DECREF(m);
            return new_m;
        } else {
             if (PyObject_SetItem(module_dict, name, m) != 0) {
                  Py_DECREF(m);
                  return NULL;
              }
              return m;
        }
    }
    static PyObject *__Pyx_PyImport_AddModuleRef(const char *name) {
        PyObject *py_name = PyUnicode_FromString(name);
        if (!py_name) return NULL;
        PyObject *module = __Pyx_PyImport_AddModuleObjectRef(py_name);
        Py_DECREF(py_name);
        return module;
    }
  #elif __PYX_LIMITED_VERSION_HEX >= 0x030d0000
    #define __Pyx_PyImport_AddModuleRef(name) PyImport_AddModuleRef(name)
  #else
    static PyObject *__Pyx_PyImport_AddModuleRef(const char *name) {
        PyObject *module = PyImport_AddModule(name);
        Py_XINCREF(module);
        return module;
    }
  #endif
  
/* FetchSharedCythonModule (used by FetchCommonType) */
  static PyObject *__Pyx_FetchSharedCythonABIModule(void) {
      return __Pyx_PyImport_AddModuleRef(__PYX_ABI_MODULE_NAME);
  }
  
/* FetchCommonType (used by CommonTypesMetaclass) */
  #if __PYX_LIMITED_VERSION_HEX < 0x030C0000
  static PyObject* __Pyx_PyType_FromMetaclass(PyTypeObject *metaclass, PyObject *module, PyType_Spec *spec, PyObject *bases) {
      PyObject *result = __Pyx_PyType_FromModuleAndSpec(module, spec, bases);
      if (result && metaclass) {
          PyObject *old_tp = (PyObject*)Py_TYPE(result);
      Py_INCREF((PyObject*)metaclass);
  #if __PYX_LIMITED_VERSION_HEX >= 0x03090000
          Py_SET_TYPE(result, metaclass);
  #else
          result->ob_type = metaclass;
  #endif
          Py_DECREF(old_tp);
      }
      return result;
  }
  #else
  #define __Pyx_PyType_FromMetaclass(me, mo, s, b) PyType_FromMetaclass(me, mo, s, b)
  #endif
  static int __Pyx_VerifyCachedType(PyObject *cached_type,
                                 const char *name,
                                 Py_ssize_t expected_basicsize) {
      Py_ssize_t basicsize;
      if (!PyType_Check(cached_type)) {
          PyErr_Format(PyExc_TypeError,
              "Shared Cython type %.200s is not a type object", name);
          return -1;
      }
      if (expected_basicsize == 0) {
          return 0; // size is inherited, nothing useful to check
      }
  #if CYTHON_COMPILING_IN_LIMITED_API
      PyObject *py_basicsize;
      py_basicsize = PyObject_GetAttrString(cached_type, "__basicsize__");
      if (unlikely(!py_basicsize)) return -1;
      basicsize = PyLong_AsSsize_t(py_basicsize);
      Py_DECREF(py_basicsize);
      py_basicsize = NULL;
      if (unlikely(basicsize == (Py_ssize_t)-1) && PyErr_Occurred()) return -1;
  #else
      basicsize = ((PyTypeObject*) cached_type)->tp_basicsize;
  #endif
      if (basicsize != expected_basicsize) {
          PyErr_Format(PyExc_TypeError,
              "Shared Cython type %.200s has the wrong size, try recompiling",
              name);
          return -1;
      }
      return 0;
  }
  static PyTypeObject *__Pyx_FetchCommonTypeFromSpec(PyTypeObject *metaclass, PyObject *module, PyType_Spec *spec, PyObject *bases) {
      PyObject *abi_module = NULL, *cached_type = NULL, *abi_module_dict, *new_cached_type, *py_object_name;
      int get_item_ref_result;
      const char* object_name = strrchr(spec->name, '.');
      object_name = object_name ? object_name+1 : spec->name;
      py_object_name = PyUnicode_FromString(object_name);
      if (!py_object_name) return NULL;
      abi_module = __Pyx_FetchSharedCythonABIModule();
      if (!abi_module) goto done;
      abi_module_dict = PyModule_GetDict(abi_module);
      if (!abi_module_dict) goto done;
      get_item_ref_result = __Pyx_PyDict_GetItemRef(abi_module_dict, py_object_name, &cached_type);
      if (get_item_ref_result == 1) {
          if (__Pyx_VerifyCachedType(
                cached_type,
                object_name,
                spec->basicsize) < 0) {
              goto bad;
          }
          goto done;
      } else if (unlikely(get_item_ref_result == -1)) {
          goto bad;
      }
      cached_type = __Pyx_PyType_FromMetaclass(
          metaclass,
          CYTHON_USE_MODULE_STATE ? module : abi_module,
          spec, bases);
      if (unlikely(!cached_type)) goto bad;
      if (unlikely(__Pyx_fix_up_extension_type_from_spec(spec, (PyTypeObject *) cached_type) < 0)) goto bad;
      new_cached_type = __Pyx_PyDict_SetDefault(abi_module_dict, py_object_name, cached_type);
      if (unlikely(new_cached_type != cached_type)) {
          if (unlikely(!new_cached_type)) goto bad;
          Py_DECREF(cached_type);
          cached_type = new_cached_type;
          if (__Pyx_VerifyCachedType(
                  cached_type,
                  object_name,
                  spec->basicsize) < 0) {
              goto bad;
          }
          goto done;
      } else {
          Py_DECREF(new_cached_type);
      }
  done:
      Py_XDECREF(abi_module);
      Py_DECREF(py_object_name);
      assert(cached_type == NULL || PyType_Check(cached_type));
      return (PyTypeObject *) cached_type;
  bad:
      Py_XDECREF(cached_type);
      cached_type = NULL;
      goto done;
  }
  
/* CommonTypesMetaclass (used by CythonFunctionShared) */
  static PyObject* __pyx_CommonTypesMetaclass_get_module(CYTHON_UNUSED PyObject *self, CYTHON_UNUSED void* context) {
      return PyUnicode_FromString(__PYX_ABI_MODULE_NAME);
  }
  #if __PYX_LIMITED_VERSION_HEX < 0x030A0000
  static PyObject* __pyx_CommonTypesMetaclass_call(CYTHON_UNUSED PyObject *self, CYTHON_UNUSED PyObject *args, CYTHON_UNUSED PyObject *kwds) {
      PyErr_SetString(PyExc_TypeError, "Cannot instantiate Cython internal types");
      return NULL;
  }
  static int __pyx_CommonTypesMetaclass_setattr(CYTHON_UNUSED PyObject *self, CYTHON_UNUSED PyObject *attr, CYTHON_UNUSED PyObject *value) {
      PyErr_SetString(PyExc_TypeError, "Cython internal types are immutable");
      return -1;
  }
  #endif
  static PyGetSetDef __pyx_CommonTypesMetaclass_getset[] = {
      {"__module__", __pyx_CommonTypesMetaclass_get_module, NULL, NULL, NULL},
      {0, 0, 0, 0, 0}
  };
  static PyType_Slot __pyx_CommonTypesMetaclass_slots[] = {
      {Py_tp_getset, (void *)__pyx_CommonTypesMetaclass_getset},
      #if __PYX_LIMITED_VERSION_HEX < 0x030A0000
      {Py_tp_call, (void*)__pyx_CommonTypesMetaclass_call},
      {Py_tp_new, (void*)__pyx_CommonTypesMetaclass_call},
      {Py_tp_setattro, (void*)__pyx_CommonTypesMetaclass_setattr},
      #endif
      {0, 0}
  };
  static PyType_Spec __pyx_CommonTypesMetaclass_spec = {
      __PYX_TYPE_MODULE_PREFIX "_common_types_metatype",
      0,
      0,
      Py_TPFLAGS_IMMUTABLETYPE |
      Py_TPFLAGS_DISALLOW_INSTANTIATION |
      Py_TPFLAGS_DEFAULT,
      __pyx_CommonTypesMetaclass_slots
  };
  static int __pyx_CommonTypesMetaclass_init(PyObject *module) {
      __pyx_mstatetype *mstate = __Pyx_PyModule_GetState(module);
      PyObject *bases = PyTuple_Pack(1, &PyType_Type);
      if (unlikely(!bases)) {
          return -1;
      }
      mstate->__pyx_CommonTypesMetaclassType = __Pyx_FetchCommonTypeFromSpec(NULL, module, &__pyx_CommonTypesMetaclass_spec, bases);
      Py_DECREF(bases);
      if (unlikely(mstate->__pyx_CommonTypesMetaclassType == NULL)) {
          return -1;
      }
      return 0;
  }
  
/* CallTypeTraverse (used by CythonFunctionShared) */
  #if !CYTHON_USE_TYPE_SPECS || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x03090000)
  #else
  static int __Pyx_call_type_traverse(PyObject *o, int always_call, visitproc visit, void *arg) {
      #if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x03090000
      if (__Pyx_get_runtime_version() < 0x03090000) return 0;
      #endif
      if (!always_call) {
          PyTypeObject *base = __Pyx_PyObject_GetSlot(o, tp_base, PyTypeObject*);
          unsigned long flags = PyType_GetFlags(base);
          if (flags & Py_TPFLAGS_HEAPTYPE) {
              return 0;
          }
      }
      Py_VISIT((PyObject*)Py_TYPE(o));
      return 0;
  }
  #endif
  
/* PyMethodNew (used by CythonFunctionShared) */
  #if CYTHON_COMPILING_IN_LIMITED_API
  static PyObject *__Pyx_PyMethod_New(PyObject *func, PyObject *self, PyObject *typ) {
      PyObject *result;
      CYTHON_UNUSED_VAR(typ);
      if (!self)
          return __Pyx_NewRef(func);
      #if __PYX_LIMITED_VERSION_HEX >= 0x030C0000
      {
          PyObject *args[] = {func, self};
          result = PyObject_Vectorcall(__pyx_mstate_global->__Pyx_CachedMethodType, args, 2, NULL);
      }
      #else
      result = PyObject_CallFunctionObjArgs(__pyx_mstate_global->__Pyx_CachedMethodType, func, self, NULL);
      #endif
      return result;
  }
  #else
  static PyObject *__Pyx_PyMethod_New(PyObject *func, PyObject *self, PyObject *typ) {
      CYTHON_UNUSED_VAR(typ);
      if (!self)
          return __Pyx_NewRef(func);
      return PyMethod_New(func, self);
  }
  #endif
  
/* PyVectorcallFastCallDict (used by CythonFunctionShared) */
  #if CYTHON_METH_FASTCALL && CYTHON_VECTORCALL
  static PyObject *__Pyx_PyVectorcall_FastCallDict_kw(PyObject *func, __pyx_vectorcallfunc vc, PyObject *const *args, size_t nargs, PyObject *kw)
  {
      PyObject *res = NULL;
      PyObject *kwnames;
      PyObject **newargs;
      PyObject **kwvalues;
      Py_ssize_t i;
      #if CYTHON_AVOID_BORROWED_REFS
      PyObject *pos;
      #else
      Py_ssize_t pos;
      #endif
      size_t j;
      PyObject *key, *value;
      unsigned long keys_are_strings;
      #if !CYTHON_ASSUME_SAFE_SIZE
      Py_ssize_t nkw = PyDict_Size(kw);
      if (unlikely(nkw == -1)) return NULL;
      #else
      Py_ssize_t nkw = PyDict_GET_SIZE(kw);
      #endif
      newargs = (PyObject **)PyMem_Malloc((nargs + (size_t)nkw) * sizeof(args[0]));
      if (unlikely(newargs == NULL)) {
          PyErr_NoMemory();
          return NULL;
      }
      for (j = 0; j < nargs; j++) newargs[j] = args[j];
      kwnames = PyTuple_New(nkw);
      if (unlikely(kwnames == NULL)) {
          PyMem_Free(newargs);
          return NULL;
      }
      kwvalues = newargs + nargs;
      pos = 0;
      i = 0;
      keys_are_strings = Py_TPFLAGS_UNICODE_SUBCLASS;
      while (__Pyx_PyDict_NextRef(kw, &pos, &key, &value)) {
          keys_are_strings &=
          #if CYTHON_COMPILING_IN_LIMITED_API
              PyType_GetFlags(Py_TYPE(key));
          #else
              Py_TYPE(key)->tp_flags;
          #endif
          #if !CYTHON_ASSUME_SAFE_MACROS
          if (unlikely(PyTuple_SetItem(kwnames, i, key) < 0)) goto cleanup;
          #else
          PyTuple_SET_ITEM(kwnames, i, key);
          #endif
          kwvalues[i] = value;
          i++;
      }
      if (unlikely(!keys_are_strings)) {
          PyErr_SetString(PyExc_TypeError, "keywords must be strings");
          goto cleanup;
      }
      res = vc(func, newargs, nargs, kwnames);
  cleanup:
      #if CYTHON_AVOID_BORROWED_REFS
      Py_DECREF(pos);
      #endif
      Py_DECREF(kwnames);
      for (i = 0; i < nkw; i++)
          Py_DECREF(kwvalues[i]);
      PyMem_Free(newargs);
      return res;
  }
  static CYTHON_INLINE PyObject *__Pyx_PyVectorcall_FastCallDict(PyObject *func, __pyx_vectorcallfunc vc, PyObject *const *args, size_t nargs, PyObject *kw)
  {
      Py_ssize_t kw_size =
          likely(kw == NULL) ?
          0 :
  #if !CYTHON_ASSUME_SAFE_SIZE
          PyDict_Size(kw);
  #else
          PyDict_GET_SIZE(kw);
  #endif
      if (kw_size == 0) {
          return vc(func, args, nargs, NULL);
      }
  #if !CYTHON_ASSUME_SAFE_SIZE
      else if (unlikely(kw_size == -1)) {
          return NULL;
      }
  #endif
      return __Pyx_PyVectorcall_FastCallDict_kw(func, vc, args, nargs, kw);
  }
  #endif
  
/* CythonFunctionShared (used by CythonFunction) */
  #if CYTHON_COMPILING_IN_LIMITED_API
  static CYTHON_INLINE int __Pyx__IsSameCyOrCFunctionNoMethod(PyObject *func, void (*cfunc)(void)) {
      if (__Pyx_CyFunction_Check(func)) {
          return PyCFunction_GetFunction(((__pyx_CyFunctionObject*)func)->func) == (PyCFunction) cfunc;
      } else if (PyCFunction_Check(func)) {
          return PyCFunction_GetFunction(func) == (PyCFunction) cfunc;
      }
      return 0;
  }
  static CYTHON_INLINE int __Pyx__IsSameCyOrCFunction(PyObject *func, void (*cfunc)(void)) {
      if ((PyObject*)Py_TYPE(func) == __pyx_mstate_global->__Pyx_CachedMethodType) {
          int result;
          PyObject *newFunc = PyObject_GetAttr(func, __pyx_mstate_global->__pyx_n_u_func);
          if (unlikely(!newFunc)) {
              PyErr_Clear(); // It's only an optimization, so don't throw an error
              return 0;
          }
          result = __Pyx__IsSameCyOrCFunctionNoMethod(newFunc, cfunc);
          Py_DECREF(newFunc);
          return result;
      }
      return __Pyx__IsSameCyOrCFunctionNoMethod(func, cfunc);
  }
  #else
  static CYTHON_INLINE int __Pyx__IsSameCyOrCFunction(PyObject *func, void (*cfunc)(void)) {
      if (PyMethod_Check(func)) {
          func = PyMethod_GET_FUNCTION(func);
      }
      return __Pyx_CyOrPyCFunction_Check(func) && __Pyx_CyOrPyCFunction_GET_FUNCTION(func) == (PyCFunction) cfunc;
  }
  #endif
  static CYTHON_INLINE void __Pyx__CyFunction_SetClassObj(__pyx_CyFunctionObject* f, PyObject* classobj) {
  #if PY_VERSION_HEX < 0x030900B1 || CYTHON_COMPILING_IN_LIMITED_API
      __Pyx_Py_XDECREF_SET(
          __Pyx_CyFunction_GetClassObj(f),
              ((classobj) ? __Pyx_NewRef(classobj) : NULL));
  #else
      __Pyx_Py_XDECREF_SET(
          ((PyCMethodObject *) (f))->mm_class,
          (PyTypeObject*)((classobj) ? __Pyx_NewRef(classobj) : NULL));
  #endif
  }
  static PyObject *
  __Pyx_CyFunction_get_doc_locked(__pyx_CyFunctionObject *op)
  {
      if (unlikely(op->func_doc == NULL)) {
  #if CYTHON_COMPILING_IN_LIMITED_API
          op->func_doc = PyObject_GetAttrString(op->func, "__doc__");
          if (unlikely(!op->func_doc)) return NULL;
  #else
          if (((PyCFunctionObject*)op)->m_ml->ml_doc) {
              op->func_doc = PyUnicode_FromString(((PyCFunctionObject*)op)->m_ml->ml_doc);
              if (unlikely(op->func_doc == NULL))
                  return NULL;
          } else {
              Py_INCREF(Py_None);
              return Py_None;
          }
  #endif
      }
      Py_INCREF(op->func_doc);
      return op->func_doc;
  }
  static PyObject *
  __Pyx_CyFunction_get_doc(__pyx_CyFunctionObject *op, void *closure) {
      PyObject *result;
      CYTHON_UNUSED_VAR(closure);
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      result = __Pyx_CyFunction_get_doc_locked(op);
      __Pyx_END_CRITICAL_SECTION();
      return result;
  }
  static int
  __Pyx_CyFunction_set_doc(__pyx_CyFunctionObject *op, PyObject *value, void *context)
  {
      CYTHON_UNUSED_VAR(context);
      if (value == NULL) {
          value = Py_None;
      }
      Py_INCREF(value);
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      __Pyx_Py_XDECREF_SET(op->func_doc, value);
      __Pyx_END_CRITICAL_SECTION();
      return 0;
  }
  static PyObject *
  __Pyx_CyFunction_get_name_locked(__pyx_CyFunctionObject *op)
  {
      if (unlikely(op->func_name == NULL)) {
  #if CYTHON_COMPILING_IN_LIMITED_API
          op->func_name = PyObject_GetAttrString(op->func, "__name__");
  #else
          op->func_name = PyUnicode_InternFromString(((PyCFunctionObject*)op)->m_ml->ml_name);
  #endif
          if (unlikely(op->func_name == NULL))
              return NULL;
      }
      Py_INCREF(op->func_name);
      return op->func_name;
  }
  static PyObject *
  __Pyx_CyFunction_get_name(__pyx_CyFunctionObject *op, void *context)
  {
      PyObject *result = NULL;
      CYTHON_UNUSED_VAR(context);
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      result = __Pyx_CyFunction_get_name_locked(op);
      __Pyx_END_CRITICAL_SECTION();
      return result;
  }
  static int
  __Pyx_CyFunction_set_name(__pyx_CyFunctionObject *op, PyObject *value, void *context)
  {
      CYTHON_UNUSED_VAR(context);
      if (unlikely(value == NULL || !PyUnicode_Check(value))) {
          PyErr_SetString(PyExc_TypeError,
                          "__name__ must be set to a string object");
          return -1;
      }
      Py_INCREF(value);
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      __Pyx_Py_XDECREF_SET(op->func_name, value);
      __Pyx_END_CRITICAL_SECTION();
      return 0;
  }
  static PyObject *
  __Pyx_CyFunction_get_qualname(__pyx_CyFunctionObject *op, void *context)
  {
      CYTHON_UNUSED_VAR(context);
      PyObject *result;
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      Py_INCREF(op->func_qualname);
      result = op->func_qualname;
      __Pyx_END_CRITICAL_SECTION();
      return result;
  }
  static int
  __Pyx_CyFunction_set_qualname(__pyx_CyFunctionObject *op, PyObject *value, void *context)
  {
      CYTHON_UNUSED_VAR(context);
      if (unlikely(value == NULL || !PyUnicode_Check(value))) {
          PyErr_SetString(PyExc_TypeError,
                          "__qualname__ must be set to a string object");
          return -1;
      }
      Py_INCREF(value);
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      __Pyx_Py_XDECREF_SET(op->func_qualname, value);
      __Pyx_END_CRITICAL_SECTION();
      return 0;
  }
  #if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
  static PyObject *
  __Pyx_CyFunction_get_dict(__pyx_CyFunctionObject *op, void *context)
  {
      CYTHON_UNUSED_VAR(context);
      if (unlikely(op->func_dict == NULL)) {
          op->func_dict = PyDict_New();
          if (unlikely(op->func_dict == NULL))
              return NULL;
      }
      Py_INCREF(op->func_dict);
      return op->func_dict;
  }
  #endif
  static PyObject *
  __Pyx_CyFunction_get_globals(__pyx_CyFunctionObject *op, void *context)
  {
      CYTHON_UNUSED_VAR(context);
      Py_INCREF(op->func_globals);
      return op->func_globals;
  }
  static PyObject *
  __Pyx_CyFunction_get_closure(__pyx_CyFunctionObject *op, void *context)
  {
      CYTHON_UNUSED_VAR(op);
      CYTHON_UNUSED_VAR(context);
      Py_INCREF(Py_None);
      return Py_None;
  }
  static PyObject *
  __Pyx_CyFunction_get_code(__pyx_CyFunctionObject *op, void *context)
  {
      PyObject* result = (op->func_code) ? op->func_code : Py_None;
      CYTHON_UNUSED_VAR(context);
      Py_INCREF(result);
      return result;
  }
  static int
  __Pyx_CyFunction_init_defaults(__pyx_CyFunctionObject *op) {
      int result = 0;
      PyObject *res = op->defaults_getter((PyObject *) op);
      if (unlikely(!res))
          return -1;
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      op->defaults_tuple = PyTuple_GET_ITEM(res, 0);
      Py_INCREF(op->defaults_tuple);
      op->defaults_kwdict = PyTuple_GET_ITEM(res, 1);
      Py_INCREF(op->defaults_kwdict);
      #else
      op->defaults_tuple = __Pyx_PySequence_ITEM(res, 0);
      if (unlikely(!op->defaults_tuple)) result = -1;
      else {
          op->defaults_kwdict = __Pyx_PySequence_ITEM(res, 1);
          if (unlikely(!op->defaults_kwdict)) result = -1;
      }
      #endif
      Py_DECREF(res);
      return result;
  }
  static int
  __Pyx_CyFunction_set_defaults(__pyx_CyFunctionObject *op, PyObject* value, void *context) {
      CYTHON_UNUSED_VAR(context);
      if (!value) {
          value = Py_None;
      } else if (unlikely(value != Py_None && !PyTuple_Check(value))) {
          PyErr_SetString(PyExc_TypeError,
                          "__defaults__ must be set to a tuple object");
          return -1;
      }
      PyErr_WarnEx(PyExc_RuntimeWarning, "changes to cyfunction.__defaults__ will not "
                   "currently affect the values used in function calls", 1);
      Py_INCREF(value);
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      __Pyx_Py_XDECREF_SET(op->defaults_tuple, value);
      __Pyx_END_CRITICAL_SECTION();
      return 0;
  }
  static PyObject *
  __Pyx_CyFunction_get_defaults_locked(__pyx_CyFunctionObject *op) {
      PyObject* result = op->defaults_tuple;
      if (unlikely(!result)) {
          if (op->defaults_getter) {
              if (unlikely(__Pyx_CyFunction_init_defaults(op) < 0)) return NULL;
              result = op->defaults_tuple;
          } else {
              result = Py_None;
          }
      }
      Py_INCREF(result);
      return result;
  }
  static PyObject *
  __Pyx_CyFunction_get_defaults(__pyx_CyFunctionObject *op, void *context) {
      PyObject* result = NULL;
      CYTHON_UNUSED_VAR(context);
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      result = __Pyx_CyFunction_get_defaults_locked(op);
      __Pyx_END_CRITICAL_SECTION();
      return result;
  }
  static int
  __Pyx_CyFunction_set_kwdefaults(__pyx_CyFunctionObject *op, PyObject* value, void *context) {
      CYTHON_UNUSED_VAR(context);
      if (!value) {
          value = Py_None;
      } else if (unlikely(value != Py_None && !PyDict_Check(value))) {
          PyErr_SetString(PyExc_TypeError,
                          "__kwdefaults__ must be set to a dict object");
          return -1;
      }
      PyErr_WarnEx(PyExc_RuntimeWarning, "changes to cyfunction.__kwdefaults__ will not "
                   "currently affect the values used in function calls", 1);
      Py_INCREF(value);
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      __Pyx_Py_XDECREF_SET(op->defaults_kwdict, value);
      __Pyx_END_CRITICAL_SECTION();
      return 0;
  }
  static PyObject *
  __Pyx_CyFunction_get_kwdefaults_locked(__pyx_CyFunctionObject *op) {
      PyObject* result = op->defaults_kwdict;
      if (unlikely(!result)) {
          if (op->defaults_getter) {
              if (unlikely(__Pyx_CyFunction_init_defaults(op) < 0)) return NULL;
              result = op->defaults_kwdict;
          } else {
              result = Py_None;
          }
      }
      Py_INCREF(result);
      return result;
  }
  static PyObject *
  __Pyx_CyFunction_get_kwdefaults(__pyx_CyFunctionObject *op, void *context) {
      PyObject* result;
      CYTHON_UNUSED_VAR(context);
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      result = __Pyx_CyFunction_get_kwdefaults_locked(op);
      __Pyx_END_CRITICAL_SECTION();
      return result;
  }
  static int
  __Pyx_CyFunction_set_annotations(__pyx_CyFunctionObject *op, PyObject* value, void *context) {
      CYTHON_UNUSED_VAR(context);
      if (!value || value == Py_None) {
          value = NULL;
      } else if (unlikely(!PyDict_Check(value))) {
          PyErr_SetString(PyExc_TypeError,
                          "__annotations__ must be set to a dict object");
          return -1;
      }
      Py_XINCREF(value);
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      __Pyx_Py_XDECREF_SET(op->func_annotations, value);
      __Pyx_END_CRITICAL_SECTION();
      return 0;
  }
  static PyObject *
  __Pyx_CyFunction_get_annotations_locked(__pyx_CyFunctionObject *op) {
      PyObject* result = op->func_annotations;
      if (unlikely(!result)) {
          result = PyDict_New();
          if (unlikely(!result)) return NULL;
          op->func_annotations = result;
      }
      Py_INCREF(result);
      return result;
  }
  static PyObject *
  __Pyx_CyFunction_get_annotations(__pyx_CyFunctionObject *op, void *context) {
      PyObject *result;
      CYTHON_UNUSED_VAR(context);
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      result = __Pyx_CyFunction_get_annotations_locked(op);
      __Pyx_END_CRITICAL_SECTION();
      return result;
  }
  static PyObject *
  __Pyx_CyFunction_get_is_coroutine_value(__pyx_CyFunctionObject *op) {
      int is_coroutine = op->flags & __Pyx_CYFUNCTION_COROUTINE;
      if (is_coroutine) {
          PyObject *is_coroutine_value, *module, *fromlist, *marker = __pyx_mstate_global->__pyx_n_u_is_coroutine;
          fromlist = PyList_New(1);
          if (unlikely(!fromlist)) return NULL;
          Py_INCREF(marker);
  #if CYTHON_ASSUME_SAFE_MACROS
          PyList_SET_ITEM(fromlist, 0, marker);
  #else
          if (unlikely(PyList_SetItem(fromlist, 0, marker) < 0)) {
              Py_DECREF(marker);
              Py_DECREF(fromlist);
              return NULL;
          }
  #endif
          module = PyImport_ImportModuleLevelObject(__pyx_mstate_global->__pyx_n_u_asyncio_coroutines, NULL, NULL, fromlist, 0);
          Py_DECREF(fromlist);
          if (unlikely(!module)) goto ignore;
          is_coroutine_value = __Pyx_PyObject_GetAttrStr(module, marker);
          Py_DECREF(module);
          if (likely(is_coroutine_value)) {
              return is_coroutine_value;
          }
  ignore:
          PyErr_Clear();
      }
      return __Pyx_PyBool_FromLong(is_coroutine);
  }
  static PyObject *
  __Pyx_CyFunction_get_is_coroutine(__pyx_CyFunctionObject *op, void *context) {
      PyObject *result;
      CYTHON_UNUSED_VAR(context);
      if (op->func_is_coroutine) {
          return __Pyx_NewRef(op->func_is_coroutine);
      }
      result = __Pyx_CyFunction_get_is_coroutine_value(op);
      if (unlikely(!result))
          return NULL;
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      if (op->func_is_coroutine) {
          Py_DECREF(result);
          result = __Pyx_NewRef(op->func_is_coroutine);
      } else {
          op->func_is_coroutine = __Pyx_NewRef(result);
      }
      __Pyx_END_CRITICAL_SECTION();
      return result;
  }
  static void __Pyx_CyFunction_raise_argument_count_error(__pyx_CyFunctionObject *func, const char* message, Py_ssize_t size) {
  #if CYTHON_COMPILING_IN_LIMITED_API
      PyObject *py_name = __Pyx_CyFunction_get_name(func, NULL);
      if (!py_name) return;
      PyErr_Format(PyExc_TypeError,
          "%.200S() %s (%" CYTHON_FORMAT_SSIZE_T "d given)",
          py_name, message, size);
      Py_DECREF(py_name);
  #else
      const char* name = ((PyCFunctionObject*)func)->m_ml->ml_name;
      PyErr_Format(PyExc_TypeError,
          "%.200s() %s (%" CYTHON_FORMAT_SSIZE_T "d given)",
          name, message, size);
  #endif
  }
  static void __Pyx_CyFunction_raise_type_error(__pyx_CyFunctionObject *func, const char* message) {
  #if CYTHON_COMPILING_IN_LIMITED_API
      PyObject *py_name = __Pyx_CyFunction_get_name(func, NULL);
      if (!py_name) return;
      PyErr_Format(PyExc_TypeError,
          "%.200S() %s",
          py_name, message);
      Py_DECREF(py_name);
  #else
      const char* name = ((PyCFunctionObject*)func)->m_ml->ml_name;
      PyErr_Format(PyExc_TypeError,
          "%.200s() %s",
          name, message);
  #endif
  }
  #if CYTHON_COMPILING_IN_LIMITED_API
  static PyObject *
  __Pyx_CyFunction_get_module(__pyx_CyFunctionObject *op, void *context) {
      CYTHON_UNUSED_VAR(context);
      return PyObject_GetAttrString(op->func, "__module__");
  }
  static int
  __Pyx_CyFunction_set_module(__pyx_CyFunctionObject *op, PyObject* value, void *context) {
      CYTHON_UNUSED_VAR(context);
      return PyObject_SetAttrString(op->func, "__module__", value);
  }
  #endif
  static PyGetSetDef __pyx_CyFunction_getsets[] = {
      {"func_doc", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
      {"__doc__",  (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
      {"func_name", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
      {"__name__", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
      {"__qualname__", (getter)__Pyx_CyFunction_get_qualname, (setter)__Pyx_CyFunction_set_qualname, 0, 0},
  #if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
      {"func_dict", (getter)__Pyx_CyFunction_get_dict, (setter)PyObject_GenericSetDict, 0, 0},
      {"__dict__", (getter)__Pyx_CyFunction_get_dict, (setter)PyObject_GenericSetDict, 0, 0},
  #else
      {"func_dict", (getter)PyObject_GenericGetDict, (setter)PyObject_GenericSetDict, 0, 0},
      {"__dict__", (getter)PyObject_GenericGetDict, (setter)PyObject_GenericSetDict, 0, 0},
  #endif
      {"func_globals", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
      {"__globals__", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
      {"func_closure", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
      {"__closure__", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
      {"func_code", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
      {"__code__", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
      {"func_defaults", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
      {"__defaults__", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
      {"__kwdefaults__", (getter)__Pyx_CyFunction_get_kwdefaults, (setter)__Pyx_CyFunction_set_kwdefaults, 0, 0},
      {"__annotations__", (getter)__Pyx_CyFunction_get_annotations, (setter)__Pyx_CyFunction_set_annotations, 0, 0},
      {"_is_coroutine", (getter)__Pyx_CyFunction_get_is_coroutine, 0, 0, 0},
  #if CYTHON_COMPILING_IN_LIMITED_API
      {"__module__", (getter)__Pyx_CyFunction_get_module, (setter)__Pyx_CyFunction_set_module, 0, 0},
  #endif
      {0, 0, 0, 0, 0}
  };
  static PyMemberDef __pyx_CyFunction_members[] = {
  #if !CYTHON_COMPILING_IN_LIMITED_API
      {"__module__", T_OBJECT, offsetof(PyCFunctionObject, m_module), 0, 0},
  #endif
  #if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
      {"__dictoffset__", T_PYSSIZET, offsetof(__pyx_CyFunctionObject, func_dict), READONLY, 0},
  #endif
  #if CYTHON_METH_FASTCALL
  #if CYTHON_COMPILING_IN_LIMITED_API
      {"__vectorcalloffset__", T_PYSSIZET, offsetof(__pyx_CyFunctionObject, func_vectorcall), READONLY, 0},
  #else
      {"__vectorcalloffset__", T_PYSSIZET, offsetof(PyCFunctionObject, vectorcall), READONLY, 0},
  #endif
  #if CYTHON_COMPILING_IN_LIMITED_API
      {"__weaklistoffset__", T_PYSSIZET, offsetof(__pyx_CyFunctionObject, func_weakreflist), READONLY, 0},
  #else
      {"__weaklistoffset__", T_PYSSIZET, offsetof(PyCFunctionObject, m_weakreflist), READONLY, 0},
  #endif
  #endif
      {0, 0, 0,  0, 0}
  };
  static PyObject *
  __Pyx_CyFunction_reduce(__pyx_CyFunctionObject *m, PyObject *args)
  {
      PyObject *result = NULL;
      CYTHON_UNUSED_VAR(args);
      __Pyx_BEGIN_CRITICAL_SECTION(m);
      Py_INCREF(m->func_qualname);
      result = m->func_qualname;
      __Pyx_END_CRITICAL_SECTION();
      return result;
  }
  static PyMethodDef __pyx_CyFunction_methods[] = {
      {"__reduce__", (PyCFunction)__Pyx_CyFunction_reduce, METH_VARARGS, 0},
      {0, 0, 0, 0}
  };
  #if CYTHON_COMPILING_IN_LIMITED_API
  #define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func_weakreflist)
  #else
  #define __Pyx_CyFunction_weakreflist(cyfunc) (((PyCFunctionObject*)cyfunc)->m_weakreflist)
  #endif
  static PyObject *__Pyx_CyFunction_Init(__pyx_CyFunctionObject *op, PyMethodDef *ml, int flags, PyObject* qualname,
                                         PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) {
  #if !CYTHON_COMPILING_IN_LIMITED_API
      PyCFunctionObject *cf = (PyCFunctionObject*) op;
  #endif
      if (unlikely(op == NULL))
          return NULL;
  #if CYTHON_COMPILING_IN_LIMITED_API
      op->func = PyCFunction_NewEx(ml, (PyObject*)op, module);
      if (unlikely(!op->func)) return NULL;
  #endif
      op->flags = flags;
      __Pyx_CyFunction_weakreflist(op) = NULL;
  #if !CYTHON_COMPILING_IN_LIMITED_API
      cf->m_ml = ml;
      cf->m_self = (PyObject *) op;
  #endif
      Py_XINCREF(closure);
      op->func_closure = closure;
  #if !CYTHON_COMPILING_IN_LIMITED_API
      Py_XINCREF(module);
      cf->m_module = module;
  #endif
  #if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
      op->func_dict = NULL;
  #endif
      op->func_name = NULL;
      Py_INCREF(qualname);
      op->func_qualname = qualname;
      op->func_doc = NULL;
  #if PY_VERSION_HEX < 0x030900B1 || CYTHON_COMPILING_IN_LIMITED_API
      op->func_classobj = NULL;
  #else
      ((PyCMethodObject*)op)->mm_class = NULL;
  #endif
      op->func_globals = globals;
      Py_INCREF(op->func_globals);
      Py_XINCREF(code);
      op->func_code = code;
      op->defaults = NULL;
      op->defaults_tuple = NULL;
      op->defaults_kwdict = NULL;
      op->defaults_getter = NULL;
      op->func_annotations = NULL;
      op->func_is_coroutine = NULL;
  #if CYTHON_METH_FASTCALL
      switch (ml->ml_flags & (METH_VARARGS | METH_FASTCALL | METH_NOARGS | METH_O | METH_KEYWORDS | METH_METHOD)) {
      case METH_NOARGS:
          __Pyx_CyFunction_func_vectorcall(op) = __Pyx_CyFunction_Vectorcall_NOARGS;
          break;
      case METH_O:
          __Pyx_CyFunction_func_vectorcall(op) = __Pyx_CyFunction_Vectorcall_O;
          break;
      case METH_METHOD | METH_FASTCALL | METH_KEYWORDS:
          __Pyx_CyFunction_func_vectorcall(op) = __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS_METHOD;
          break;
      case METH_FASTCALL | METH_KEYWORDS:
          __Pyx_CyFunction_func_vectorcall(op) = __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS;
          break;
      case METH_VARARGS | METH_KEYWORDS:
          __Pyx_CyFunction_func_vectorcall(op) = NULL;
          break;
      default:
          PyErr_SetString(PyExc_SystemError, "Bad call flags for CyFunction");
          Py_DECREF(op);
          return NULL;
      }
  #endif
      return (PyObject *) op;
  }
  static int
  __Pyx_CyFunction_clear(__pyx_CyFunctionObject *m)
  {
      Py_CLEAR(m->func_closure);
  #if CYTHON_COMPILING_IN_LIMITED_API
      Py_CLEAR(m->func);
  #else
      Py_CLEAR(((PyCFunctionObject*)m)->m_module);
  #endif
  #if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
      Py_CLEAR(m->func_dict);
  #elif PY_VERSION_HEX < 0x030d0000
      _PyObject_ClearManagedDict((PyObject*)m);
  #else
      PyObject_ClearManagedDict((PyObject*)m);
  #endif
      Py_CLEAR(m->func_name);
      Py_CLEAR(m->func_qualname);
      Py_CLEAR(m->func_doc);
      Py_CLEAR(m->func_globals);
      Py_CLEAR(m->func_code);
  #if !CYTHON_COMPILING_IN_LIMITED_API
  #if PY_VERSION_HEX < 0x030900B1
      Py_CLEAR(__Pyx_CyFunction_GetClassObj(m));
  #else
      {
          PyObject *cls = (PyObject*) ((PyCMethodObject *) (m))->mm_class;
          ((PyCMethodObject *) (m))->mm_class = NULL;
          Py_XDECREF(cls);
      }
  #endif
  #endif
      Py_CLEAR(m->defaults_tuple);
      Py_CLEAR(m->defaults_kwdict);
      Py_CLEAR(m->func_annotations);
      Py_CLEAR(m->func_is_coroutine);
      Py_CLEAR(m->defaults);
      return 0;
  }
  static void __Pyx__CyFunction_dealloc(__pyx_CyFunctionObject *m)
  {
      if (__Pyx_CyFunction_weakreflist(m) != NULL)
          PyObject_ClearWeakRefs((PyObject *) m);
      __Pyx_CyFunction_clear(m);
      __Pyx_PyHeapTypeObject_GC_Del(m);
  }
  static void __Pyx_CyFunction_dealloc(__pyx_CyFunctionObject *m)
  {
      PyObject_GC_UnTrack(m);
      __Pyx__CyFunction_dealloc(m);
  }
  static int __Pyx_CyFunction_traverse(__pyx_CyFunctionObject *m, visitproc visit, void *arg)
  {
      {
          int e = __Pyx_call_type_traverse((PyObject*)m, 1, visit, arg);
          if (e) return e;
      }
      Py_VISIT(m->func_closure);
  #if CYTHON_COMPILING_IN_LIMITED_API
      Py_VISIT(m->func);
  #else
      Py_VISIT(((PyCFunctionObject*)m)->m_module);
  #endif
  #if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
      Py_VISIT(m->func_dict);
  #else
      {
          int e =
  #if PY_VERSION_HEX < 0x030d0000
              _PyObject_VisitManagedDict
  #else
              PyObject_VisitManagedDict
  #endif
                  ((PyObject*)m, visit, arg);
          if (e != 0) return e;
      }
  #endif
      __Pyx_VISIT_CONST(m->func_name);
      __Pyx_VISIT_CONST(m->func_qualname);
      Py_VISIT(m->func_doc);
      Py_VISIT(m->func_globals);
      __Pyx_VISIT_CONST(m->func_code);
  #if !CYTHON_COMPILING_IN_LIMITED_API
      Py_VISIT(__Pyx_CyFunction_GetClassObj(m));
  #endif
      Py_VISIT(m->defaults_tuple);
      Py_VISIT(m->defaults_kwdict);
      Py_VISIT(m->func_is_coroutine);
      Py_VISIT(m->defaults);
      return 0;
  }
  static PyObject*
  __Pyx_CyFunction_repr(__pyx_CyFunctionObject *op)
  {
      PyObject *repr;
      __Pyx_BEGIN_CRITICAL_SECTION(op);
      repr = PyUnicode_FromFormat("<cyfunction %U at %p>",
                                  op->func_qualname, (void *)op);
      __Pyx_END_CRITICAL_SECTION();
      return repr;
  }
  static PyObject * __Pyx_CyFunction_CallMethod(PyObject *func, PyObject *self, PyObject *arg, PyObject *kw) {
  #if CYTHON_COMPILING_IN_LIMITED_API
      PyObject *f = ((__pyx_CyFunctionObject*)func)->func;
      PyCFunction meth;
      int flags;
      meth = PyCFunction_GetFunction(f);
      if (unlikely(!meth)) return NULL;
      flags = PyCFunction_GetFlags(f);
      if (unlikely(flags < 0)) return NULL;
  #else
      PyCFunctionObject* f = (PyCFunctionObject*)func;
      PyCFunction meth = f->m_ml->ml_meth;
      int flags = f->m_ml->ml_flags;
  #endif
      Py_ssize_t size;
      switch (flags & (METH_VARARGS | METH_KEYWORDS | METH_NOARGS | METH_O)) {
      case METH_VARARGS:
          if (likely(kw == NULL || PyDict_Size(kw) == 0))
              return (*meth)(self, arg);
          break;
      case METH_VARARGS | METH_KEYWORDS:
          return (*(PyCFunctionWithKeywords)(void(*)(void))meth)(self, arg, kw);
      case METH_NOARGS:
          if (likely(kw == NULL || PyDict_Size(kw) == 0)) {
  #if CYTHON_ASSUME_SAFE_SIZE
              size = PyTuple_GET_SIZE(arg);
  #else
              size = PyTuple_Size(arg);
              if (unlikely(size < 0)) return NULL;
  #endif
              if (likely(size == 0))
                  return (*meth)(self, NULL);
              __Pyx_CyFunction_raise_argument_count_error(
                  (__pyx_CyFunctionObject*)func,
                  "takes no arguments", size);
              return NULL;
          }
          break;
      case METH_O:
          if (likely(kw == NULL || PyDict_Size(kw) == 0)) {
  #if CYTHON_ASSUME_SAFE_SIZE
              size = PyTuple_GET_SIZE(arg);
  #else
              size = PyTuple_Size(arg);
              if (unlikely(size < 0)) return NULL;
  #endif
              if (likely(size == 1)) {
                  PyObject *result, *arg0;
                  #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
                  arg0 = PyTuple_GET_ITEM(arg, 0);
                  #else
                  arg0 = __Pyx_PySequence_ITEM(arg, 0); if (unlikely(!arg0)) return NULL;
                  #endif
                  result = (*meth)(self, arg0);
                  #if !(CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS)
                  Py_DECREF(arg0);
                  #endif
                  return result;
              }
              __Pyx_CyFunction_raise_argument_count_error(
                  (__pyx_CyFunctionObject*)func,
                  "takes exactly one argument", size);
              return NULL;
          }
          break;
      default:
          PyErr_SetString(PyExc_SystemError, "Bad call flags for CyFunction");
          return NULL;
      }
      __Pyx_CyFunction_raise_type_error(
          (__pyx_CyFunctionObject*)func, "takes no keyword arguments");
      return NULL;
  }
  static CYTHON_INLINE PyObject *__Pyx_CyFunction_Call(PyObject *func, PyObject *arg, PyObject *kw) {
      PyObject *self, *result;
  #if CYTHON_COMPILING_IN_LIMITED_API
      self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)func)->func);
      if (unlikely(!self) && PyErr_Occurred()) return NULL;
  #else
      self = ((PyCFunctionObject*)func)->m_self;
  #endif
      result = __Pyx_CyFunction_CallMethod(func, self, arg, kw);
      return result;
  }
  static PyObject *__Pyx_CyFunction_CallAsMethod(PyObject *func, PyObject *args, PyObject *kw) {
      PyObject *result;
      __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *) func;
  #if CYTHON_METH_FASTCALL && CYTHON_VECTORCALL
       __pyx_vectorcallfunc vc = __Pyx_CyFunction_func_vectorcall(cyfunc);
      if (vc) {
  #if CYTHON_ASSUME_SAFE_MACROS && CYTHON_ASSUME_SAFE_SIZE
          return __Pyx_PyVectorcall_FastCallDict(func, vc, &PyTuple_GET_ITEM(args, 0), (size_t)PyTuple_GET_SIZE(args), kw);
  #else
          (void) &__Pyx_PyVectorcall_FastCallDict;
          return PyVectorcall_Call(func, args, kw);
  #endif
      }
  #endif
      if ((cyfunc->flags & __Pyx_CYFUNCTION_CCLASS) && !(cyfunc->flags & __Pyx_CYFUNCTION_STATICMETHOD)) {
          Py_ssize_t argc;
          PyObject *new_args;
          PyObject *self;
  #if CYTHON_ASSUME_SAFE_SIZE
          argc = PyTuple_GET_SIZE(args);
  #else
          argc = PyTuple_Size(args);
          if (unlikely(argc < 0)) return NULL;
  #endif
          new_args = PyTuple_GetSlice(args, 1, argc);
          if (unlikely(!new_args))
              return NULL;
          self = PyTuple_GetItem(args, 0);
          if (unlikely(!self)) {
              Py_DECREF(new_args);
              PyErr_Format(PyExc_TypeError,
                           "unbound method %.200S() needs an argument",
                           cyfunc->func_qualname);
              return NULL;
          }
          result = __Pyx_CyFunction_CallMethod(func, self, new_args, kw);
          Py_DECREF(new_args);
      } else {
          result = __Pyx_CyFunction_Call(func, args, kw);
      }
      return result;
  }
  #if CYTHON_METH_FASTCALL && CYTHON_VECTORCALL
  static CYTHON_INLINE int __Pyx_CyFunction_Vectorcall_CheckArgs(__pyx_CyFunctionObject *cyfunc, Py_ssize_t nargs, PyObject *kwnames)
  {
      int ret = 0;
      if ((cyfunc->flags & __Pyx_CYFUNCTION_CCLASS) && !(cyfunc->flags & __Pyx_CYFUNCTION_STATICMETHOD)) {
          if (unlikely(nargs < 1)) {
              __Pyx_CyFunction_raise_type_error(
                  cyfunc, "needs an argument");
              return -1;
          }
          ret = 1;
      }
      if (unlikely(kwnames) && unlikely(__Pyx_PyTuple_GET_SIZE(kwnames))) {
          __Pyx_CyFunction_raise_type_error(
              cyfunc, "takes no keyword arguments");
          return -1;
      }
      return ret;
  }
  static PyObject * __Pyx_CyFunction_Vectorcall_NOARGS(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames)
  {
      __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *)func;
      Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
      PyObject *self;
  #if CYTHON_COMPILING_IN_LIMITED_API
      PyCFunction meth = PyCFunction_GetFunction(cyfunc->func);
      if (unlikely(!meth)) return NULL;
  #else
      PyCFunction meth = ((PyCFunctionObject*)cyfunc)->m_ml->ml_meth;
  #endif
      switch (__Pyx_CyFunction_Vectorcall_CheckArgs(cyfunc, nargs, kwnames)) {
      case 1:
          self = args[0];
          args += 1;
          nargs -= 1;
          break;
      case 0:
  #if CYTHON_COMPILING_IN_LIMITED_API
          self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)cyfunc)->func);
          if (unlikely(!self) && PyErr_Occurred()) return NULL;
  #else
          self = ((PyCFunctionObject*)cyfunc)->m_self;
  #endif
          break;
      default:
          return NULL;
      }
      if (unlikely(nargs != 0)) {
          __Pyx_CyFunction_raise_argument_count_error(
              cyfunc, "takes no arguments", nargs);
          return NULL;
      }
      return meth(self, NULL);
  }
  static PyObject * __Pyx_CyFunction_Vectorcall_O(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames)
  {
      __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *)func;
      Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
      PyObject *self;
  #if CYTHON_COMPILING_IN_LIMITED_API
      PyCFunction meth = PyCFunction_GetFunction(cyfunc->func);
      if (unlikely(!meth)) return NULL;
  #else
      PyCFunction meth = ((PyCFunctionObject*)cyfunc)->m_ml->ml_meth;
  #endif
      switch (__Pyx_CyFunction_Vectorcall_CheckArgs(cyfunc, nargs, kwnames)) {
      case 1:
          self = args[0];
          args += 1;
          nargs -= 1;
          break;
      case 0:
  #if CYTHON_COMPILING_IN_LIMITED_API
          self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)cyfunc)->func);
          if (unlikely(!self) && PyErr_Occurred()) return NULL;
  #else
          self = ((PyCFunctionObject*)cyfunc)->m_self;
  #endif
          break;
      default:
          return NULL;
      }
      if (unlikely(nargs != 1)) {
          __Pyx_CyFunction_raise_argument_count_error(
              cyfunc, "takes exactly one argument", nargs);
          return NULL;
      }
      return meth(self, args[0]);
  }
  static PyObject * __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames)
  {
      __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *)func;
      Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
      PyObject *self;
  #if CYTHON_COMPILING_IN_LIMITED_API
      PyCFunction meth = PyCFunction_GetFunction(cyfunc->func);
      if (unlikely(!meth)) return NULL;
  #else
      PyCFunction meth = ((PyCFunctionObject*)cyfunc)->m_ml->ml_meth;
  #endif
      switch (__Pyx_CyFunction_Vectorcall_CheckArgs(cyfunc, nargs, NULL)) {
      case 1:
          self = args[0];
          args += 1;
          nargs -= 1;
          break;
      case 0:
  #if CYTHON_COMPILING_IN_LIMITED_API
          self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)cyfunc)->func);
          if (unlikely(!self) && PyErr_Occurred()) return NULL;
  #else
          self = ((PyCFunctionObject*)cyfunc)->m_self;
  #endif
          break;
      default:
          return NULL;
      }
      return ((__Pyx_PyCFunctionFastWithKeywords)(void(*)(void))meth)(self, args, nargs, kwnames);
  }
  static PyObject * __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS_METHOD(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames)
  {
      __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *)func;
      PyTypeObject *cls = (PyTypeObject *) __Pyx_CyFunction_GetClassObj(cyfunc);
      Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
      PyObject *self;
  #if CYTHON_COMPILING_IN_LIMITED_API
      PyCFunction meth = PyCFunction_GetFunction(cyfunc->func);
      if (unlikely(!meth)) return NULL;
  #else
      PyCFunction meth = ((PyCFunctionObject*)cyfunc)->m_ml->ml_meth;
  #endif
      switch (__Pyx_CyFunction_Vectorcall_CheckArgs(cyfunc, nargs, NULL)) {
      case 1:
          self = args[0];
          args += 1;
          nargs -= 1;
          break;
      case 0:
  #if CYTHON_COMPILING_IN_LIMITED_API
          self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)cyfunc)->func);
          if (unlikely(!self) && PyErr_Occurred()) return NULL;
  #else
          self = ((PyCFunctionObject*)cyfunc)->m_self;
  #endif
          break;
      default:
          return NULL;
      }
      #if PY_VERSION_HEX < 0x030e00A6
      size_t nargs_value = (size_t) nargs;
      #else
      Py_ssize_t nargs_value = nargs;
      #endif
      return ((__Pyx_PyCMethod)(void(*)(void))meth)(self, cls, args, nargs_value, kwnames);
  }
  #endif
  static PyType_Slot __pyx_CyFunctionType_slots[] = {
      {Py_tp_dealloc, (void *)__Pyx_CyFunction_dealloc},
      {Py_tp_repr, (void *)__Pyx_CyFunction_repr},
      {Py_tp_call, (void *)__Pyx_CyFunction_CallAsMethod},
      {Py_tp_traverse, (void *)__Pyx_CyFunction_traverse},
      {Py_tp_clear, (void *)__Pyx_CyFunction_clear},
      {Py_tp_methods, (void *)__pyx_CyFunction_methods},
      {Py_tp_members, (void *)__pyx_CyFunction_members},
      {Py_tp_getset, (void *)__pyx_CyFunction_getsets},
      {Py_tp_descr_get, (void *)__Pyx_PyMethod_New},
      {0, 0},
  };
  static PyType_Spec __pyx_CyFunctionType_spec = {
      __PYX_TYPE_MODULE_PREFIX "cython_function_or_method",
      sizeof(__pyx_CyFunctionObject),
      0,
  #ifdef Py_TPFLAGS_METHOD_DESCRIPTOR
      Py_TPFLAGS_METHOD_DESCRIPTOR |
  #endif
  #if CYTHON_METH_FASTCALL
  #if defined(Py_TPFLAGS_HAVE_VECTORCALL)
      Py_TPFLAGS_HAVE_VECTORCALL |
  #elif defined(_Py_TPFLAGS_HAVE_VECTORCALL)
      _Py_TPFLAGS_HAVE_VECTORCALL |
  #endif
  #endif // CYTHON_METH_FASTCALL
  #if PY_VERSION_HEX >= 0x030C0000 && !CYTHON_COMPILING_IN_LIMITED_API
      Py_TPFLAGS_MANAGED_DICT |
  #endif
      Py_TPFLAGS_IMMUTABLETYPE | Py_TPFLAGS_DISALLOW_INSTANTIATION |
      Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | Py_TPFLAGS_BASETYPE,
      __pyx_CyFunctionType_slots
  };
  static int __pyx_CyFunction_init(PyObject *module) {
      __pyx_mstatetype *mstate = __Pyx_PyModule_GetState(module);
      mstate->__pyx_CyFunctionType = __Pyx_FetchCommonTypeFromSpec(
          mstate->__pyx_CommonTypesMetaclassType, module, &__pyx_CyFunctionType_spec, NULL);
      if (unlikely(mstate->__pyx_CyFunctionType == NULL)) {
          return -1;
      }
      return 0;
  }
  static CYTHON_INLINE PyObject *__Pyx_CyFunction_InitDefaults(PyObject *func, PyTypeObject *defaults_type) {
      __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
      m->defaults = PyObject_CallObject((PyObject*)defaults_type, NULL); // _PyObject_New(defaults_type);
      if (unlikely(!m->defaults))
          return NULL;
      return m->defaults;
  }
  static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *func, PyObject *tuple) {
      __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
      m->defaults_tuple = tuple;
      Py_INCREF(tuple);
  }
  static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *func, PyObject *dict) {
      __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
      m->defaults_kwdict = dict;
      Py_INCREF(dict);
  }
  static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *func, PyObject *dict) {
      __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
      m->func_annotations = dict;
      Py_INCREF(dict);
  }
  
/* CythonFunction */
  static PyObject *__Pyx_CyFunction_New(PyMethodDef *ml, int flags, PyObject* qualname,
                                        PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) {
      PyObject *op = __Pyx_CyFunction_Init(
          PyObject_GC_New(__pyx_CyFunctionObject, __pyx_mstate_global->__pyx_CyFunctionType),
          ml, flags, qualname, closure, module, globals, code
      );
      if (likely(op)) {
          PyObject_GC_Track(op);
      }
      return op;
  }
  
/* CLineInTraceback (used by AddTraceback) */
  #if CYTHON_CLINE_IN_TRACEBACK && CYTHON_CLINE_IN_TRACEBACK_RUNTIME
  #if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
  #define __Pyx_PyProbablyModule_GetDict(o) __Pyx_XNewRef(PyModule_GetDict(o))
  #elif !CYTHON_COMPILING_IN_CPYTHON || CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
  #define __Pyx_PyProbablyModule_GetDict(o) PyObject_GenericGetDict(o, NULL);
  #else
  PyObject* __Pyx_PyProbablyModule_GetDict(PyObject *o) {
      PyObject **dict_ptr = _PyObject_GetDictPtr(o);
      return dict_ptr ? __Pyx_XNewRef(*dict_ptr) : NULL;
  }
  #endif
  static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line) {
      PyObject *use_cline = NULL;
      PyObject *ptype, *pvalue, *ptraceback;
      PyObject *cython_runtime_dict;
      CYTHON_MAYBE_UNUSED_VAR(tstate);
      if (unlikely(!__pyx_mstate_global->__pyx_cython_runtime)) {
          return c_line;
      }
      __Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
      cython_runtime_dict = __Pyx_PyProbablyModule_GetDict(__pyx_mstate_global->__pyx_cython_runtime);
      if (likely(cython_runtime_dict)) {
          __PYX_PY_DICT_LOOKUP_IF_MODIFIED(
              use_cline, cython_runtime_dict,
              __Pyx_PyDict_SetDefault(cython_runtime_dict, __pyx_mstate_global->__pyx_n_u_cline_in_traceback, Py_False))
      }
      if (use_cline == NULL || use_cline == Py_False || (use_cline != Py_True && PyObject_Not(use_cline) != 0)) {
          c_line = 0;
      }
      Py_XDECREF(use_cline);
      Py_XDECREF(cython_runtime_dict);
      __Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
      return c_line;
  }
  #endif
  
/* CodeObjectCache (used by AddTraceback) */
  static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line) {
      int start = 0, mid = 0, end = count - 1;
      if (end >= 0 && code_line > entries[end].code_line) {
          return count;
      }
      while (start < end) {
          mid = start + (end - start) / 2;
          if (code_line < entries[mid].code_line) {
              end = mid;
          } else if (code_line > entries[mid].code_line) {
               start = mid + 1;
          } else {
              return mid;
          }
      }
      if (code_line <= entries[mid].code_line) {
          return mid;
      } else {
          return mid + 1;
      }
  }
  static __Pyx_CachedCodeObjectType *__pyx__find_code_object(struct __Pyx_CodeObjectCache *code_cache, int code_line) {
      __Pyx_CachedCodeObjectType* code_object;
      int pos;
      if (unlikely(!code_line) || unlikely(!code_cache->entries)) {
          return NULL;
      }
      pos = __pyx_bisect_code_objects(code_cache->entries, code_cache->count, code_line);
      if (unlikely(pos >= code_cache->count) || unlikely(code_cache->entries[pos].code_line != code_line)) {
          return NULL;
      }
      code_object = code_cache->entries[pos].code_object;
      Py_INCREF(code_object);
      return code_object;
  }
  static __Pyx_CachedCodeObjectType *__pyx_find_code_object(int code_line) {
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && !CYTHON_ATOMICS
      (void)__pyx__find_code_object;
      return NULL; // Most implementation should have atomics. But otherwise, don't make it thread-safe, just miss.
  #else
      struct __Pyx_CodeObjectCache *code_cache = &__pyx_mstate_global->__pyx_code_cache;
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
      __pyx_nonatomic_int_type old_count = __pyx_atomic_incr_acq_rel(&code_cache->accessor_count);
      if (old_count < 0) {
          __pyx_atomic_decr_acq_rel(&code_cache->accessor_count);
          return NULL;
      }
  #endif
      __Pyx_CachedCodeObjectType *result = __pyx__find_code_object(code_cache, code_line);
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
      __pyx_atomic_decr_acq_rel(&code_cache->accessor_count);
  #endif
      return result;
  #endif
  }
  static void __pyx__insert_code_object(struct __Pyx_CodeObjectCache *code_cache, int code_line, __Pyx_CachedCodeObjectType* code_object)
  {
      int pos, i;
      __Pyx_CodeObjectCacheEntry* entries = code_cache->entries;
      if (unlikely(!code_line)) {
          return;
      }
      if (unlikely(!entries)) {
          entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Malloc(64*sizeof(__Pyx_CodeObjectCacheEntry));
          if (likely(entries)) {
              code_cache->entries = entries;
              code_cache->max_count = 64;
              code_cache->count = 1;
              entries[0].code_line = code_line;
              entries[0].code_object = code_object;
              Py_INCREF(code_object);
          }
          return;
      }
      pos = __pyx_bisect_code_objects(code_cache->entries, code_cache->count, code_line);
      if ((pos < code_cache->count) && unlikely(code_cache->entries[pos].code_line == code_line)) {
          __Pyx_CachedCodeObjectType* tmp = entries[pos].code_object;
          entries[pos].code_object = code_object;
          Py_INCREF(code_object);
          Py_DECREF(tmp);
          return;
      }
      if (code_cache->count == code_cache->max_count) {
          int new_max = code_cache->max_count + 64;
          entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Realloc(
              code_cache->entries, ((size_t)new_max) * sizeof(__Pyx_CodeObjectCacheEntry));
          if (unlikely(!entries)) {
              return;
          }
          code_cache->entries = entries;
          code_cache->max_count = new_max;
      }
      for (i=code_cache->count; i>pos; i--) {
          entries[i] = entries[i-1];
      }
      entries[pos].code_line = code_line;
      entries[pos].code_object = code_object;
      code_cache->count++;
      Py_INCREF(code_object);
  }
  static void __pyx_insert_code_object(int code_line, __Pyx_CachedCodeObjectType* code_object) {
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && !CYTHON_ATOMICS
      (void)__pyx__insert_code_object;
      return; // Most implementation should have atomics. But otherwise, don't make it thread-safe, just fail.
  #else
      struct __Pyx_CodeObjectCache *code_cache = &__pyx_mstate_global->__pyx_code_cache;
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
      __pyx_nonatomic_int_type expected = 0;
      if (!__pyx_atomic_int_cmp_exchange(&code_cache->accessor_count, &expected, INT_MIN)) {
          return;
      }
  #endif
      __pyx__insert_code_object(code_cache, code_line, code_object);
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
      __pyx_atomic_sub(&code_cache->accessor_count, INT_MIN);
  #endif
  #endif
  }
  
/* AddTraceback */
  #include "compile.h"
  #include "frameobject.h"
  #include "traceback.h"
  #if PY_VERSION_HEX >= 0x030b00a6 && !CYTHON_COMPILING_IN_LIMITED_API && !defined(PYPY_VERSION)
    #ifndef Py_BUILD_CORE
      #define Py_BUILD_CORE 1
    #endif
    #include "internal/pycore_frame.h"
  #endif
  #if CYTHON_COMPILING_IN_LIMITED_API
  static PyObject *__Pyx_PyCode_Replace_For_AddTraceback(PyObject *code, PyObject *scratch_dict,
                                                         PyObject *firstlineno, PyObject *name) {
      PyObject *replace = NULL;
      if (unlikely(PyDict_SetItemString(scratch_dict, "co_firstlineno", firstlineno))) return NULL;
      if (unlikely(PyDict_SetItemString(scratch_dict, "co_name", name))) return NULL;
      replace = PyObject_GetAttrString(code, "replace");
      if (likely(replace)) {
          PyObject *result = PyObject_Call(replace, __pyx_mstate_global->__pyx_empty_tuple, scratch_dict);
          Py_DECREF(replace);
          return result;
      }
      PyErr_Clear();
      return NULL;
  }
  static void __Pyx_AddTraceback(const char *funcname, int c_line,
                                 int py_line, const char *filename) {
      PyObject *code_object = NULL, *py_py_line = NULL, *py_funcname = NULL, *dict = NULL;
      PyObject *replace = NULL, *getframe = NULL, *frame = NULL;
      PyObject *exc_type, *exc_value, *exc_traceback;
      int success = 0;
      if (c_line) {
          c_line = __Pyx_CLineForTraceback(__Pyx_PyThreadState_Current, c_line);
      }
      PyErr_Fetch(&exc_type, &exc_value, &exc_traceback);
      code_object = __pyx_find_code_object(c_line ? -c_line : py_line);
      if (!code_object) {
          code_object = Py_CompileString("_getframe()", filename, Py_eval_input);
          if (unlikely(!code_object)) goto bad;
          py_py_line = PyLong_FromLong(py_line);
          if (unlikely(!py_py_line)) goto bad;
          if (c_line) {
              py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
          } else {
              py_funcname = PyUnicode_FromString(funcname);
          }
          if (unlikely(!py_funcname)) goto bad;
          dict = PyDict_New();
          if (unlikely(!dict)) goto bad;
          {
              PyObject *old_code_object = code_object;
              code_object = __Pyx_PyCode_Replace_For_AddTraceback(code_object, dict, py_py_line, py_funcname);
              Py_DECREF(old_code_object);
          }
          if (unlikely(!code_object)) goto bad;
          __pyx_insert_code_object(c_line ? -c_line : py_line, code_object);
      } else {
          dict = PyDict_New();
      }
      getframe = PySys_GetObject("_getframe");
      if (unlikely(!getframe)) goto bad;
      if (unlikely(PyDict_SetItemString(dict, "_getframe", getframe))) goto bad;
      frame = PyEval_EvalCode(code_object, dict, dict);
      if (unlikely(!frame) || frame == Py_None) goto bad;
      success = 1;
    bad:
      PyErr_Restore(exc_type, exc_value, exc_traceback);
      Py_XDECREF(code_object);
      Py_XDECREF(py_py_line);
      Py_XDECREF(py_funcname);
      Py_XDECREF(dict);
      Py_XDECREF(replace);
      if (success) {
          PyTraceBack_Here(
              (struct _frame*)frame);
      }
      Py_XDECREF(frame);
  }
  #else
  static PyCodeObject* __Pyx_CreateCodeObjectForTraceback(
              const char *funcname, int c_line,
              int py_line, const char *filename) {
      PyCodeObject *py_code = NULL;
      PyObject *py_funcname = NULL;
      if (c_line) {
          py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
          if (!py_funcname) goto bad;
          funcname = PyUnicode_AsUTF8(py_funcname);
          if (!funcname) goto bad;
      }
      py_code = PyCode_NewEmpty(filename, funcname, py_line);
      Py_XDECREF(py_funcname);
      return py_code;
  bad:
      Py_XDECREF(py_funcname);
      return NULL;
  }
  static void __Pyx_AddTraceback(const char *funcname, int c_line,
                                 int py_line, const char *filename) {
      PyCodeObject *py_code = 0;
      PyFrameObject *py_frame = 0;
      PyThreadState *tstate = __Pyx_PyThreadState_Current;
      PyObject *ptype, *pvalue, *ptraceback;
      if (c_line) {
          c_line = __Pyx_CLineForTraceback(tstate, c_line);
      }
      py_code = __pyx_find_code_object(c_line ? -c_line : py_line);
      if (!py_code) {
          __Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
          py_code = __Pyx_CreateCodeObjectForTraceback(
              funcname, c_line, py_line, filename);
          if (!py_code) {
              /* If the code object creation fails, then we should clear the
                 fetched exception references and propagate the new exception */
              Py_XDECREF(ptype);
              Py_XDECREF(pvalue);
              Py_XDECREF(ptraceback);
              goto bad;
          }
          __Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
          __pyx_insert_code_object(c_line ? -c_line : py_line, py_code);
      }
      py_frame = PyFrame_New(
          tstate,            /*PyThreadState *tstate,*/
          py_code,           /*PyCodeObject *code,*/
          __pyx_mstate_global->__pyx_d,    /*PyObject *globals,*/
          0                  /*PyObject *locals*/
      );
      if (!py_frame) goto bad;
      __Pyx_PyFrame_SetLineNumber(py_frame, py_line);
      PyTraceBack_Here(py_frame);
  bad:
      Py_XDECREF(py_code);
      Py_XDECREF(py_frame);
  }
  #endif
  
/* Declarations */
  #if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
    #ifdef __cplusplus
      static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
        return ::std::complex< double >(x, y);
      }
    #else
      static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
        return x + y*(__pyx_t_double_complex)_Complex_I;
      }
    #endif
  #else
      static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
        __pyx_t_double_complex z;
        z.real = x;
        z.imag = y;
        return z;
      }
  #endif
  
/* Arithmetic */
  #if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
  #else
      static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
         return (a.real == b.real) && (a.imag == b.imag);
      }
      static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
          __pyx_t_double_complex z;
          z.real = a.real + b.real;
          z.imag = a.imag + b.imag;
          return z;
      }
      static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
          __pyx_t_double_complex z;
          z.real = a.real - b.real;
          z.imag = a.imag - b.imag;
          return z;
      }
      static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
          __pyx_t_double_complex z;
          z.real = a.real * b.real - a.imag * b.imag;
          z.imag = a.real * b.imag + a.imag * b.real;
          return z;
      }
      #if 1
      static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
          if (b.imag == 0) {
              return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
          } else if (fabs(b.real) >= fabs(b.imag)) {
              if (b.real == 0 && b.imag == 0) {
                  return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.imag);
              } else {
                  double r = b.imag / b.real;
                  double s = (double)(1.0) / (b.real + b.imag * r);
                  return __pyx_t_double_complex_from_parts(
                      (a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
              }
          } else {
              double r = b.real / b.imag;
              double s = (double)(1.0) / (b.imag + b.real * r);
              return __pyx_t_double_complex_from_parts(
                  (a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
          }
      }
      #else
      static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
          if (b.imag == 0) {
              return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
          } else {
              double denom = b.real * b.real + b.imag * b.imag;
              return __pyx_t_double_complex_from_parts(
                  (a.real * b.real + a.imag * b.imag) / denom,
                  (a.imag * b.real - a.real * b.imag) / denom);
          }
      }
      #endif
      static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex a) {
          __pyx_t_double_complex z;
          z.real = -a.real;
          z.imag = -a.imag;
          return z;
      }
      static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex a) {
         return (a.real == 0) && (a.imag == 0);
      }
      static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex a) {
          __pyx_t_double_complex z;
          z.real =  a.real;
          z.imag = -a.imag;
          return z;
      }
      #if 1
          static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex z) {
            #if !defined(HAVE_HYPOT) || defined(_MSC_VER)
              return sqrt(z.real*z.real + z.imag*z.imag);
            #else
              return hypot(z.real, z.imag);
            #endif
          }
          static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
              __pyx_t_double_complex z;
              double r, lnr, theta, z_r, z_theta;
              if (b.imag == 0 && b.real == (int)b.real) {
                  if (b.real < 0) {
                      double denom = a.real * a.real + a.imag * a.imag;
                      a.real = a.real / denom;
                      a.imag = -a.imag / denom;
                      b.real = -b.real;
                  }
                  switch ((int)b.real) {
                      case 0:
                          z.real = 1;
                          z.imag = 0;
                          return z;
                      case 1:
                          return a;
                      case 2:
                          return __Pyx_c_prod_double(a, a);
                      case 3:
                          z = __Pyx_c_prod_double(a, a);
                          return __Pyx_c_prod_double(z, a);
                      case 4:
                          z = __Pyx_c_prod_double(a, a);
                          return __Pyx_c_prod_double(z, z);
                  }
              }
              if (a.imag == 0) {
                  if (a.real == 0) {
                      return a;
                  } else if ((b.imag == 0) && (a.real >= 0)) {
                      z.real = pow(a.real, b.real);
                      z.imag = 0;
                      return z;
                  } else if (a.real > 0) {
                      r = a.real;
                      theta = 0;
                  } else {
                      r = -a.real;
                      theta = atan2(0.0, -1.0);
                  }
              } else {
                  r = __Pyx_c_abs_double(a);
                  theta = atan2(a.imag, a.real);
              }
              lnr = log(r);
              z_r = exp(lnr * b.real - theta * b.imag);
              z_theta = theta * b.real + lnr * b.imag;
              z.real = z_r * cos(z_theta);
              z.imag = z_r * sin(z_theta);
              return z;
          }
      #endif
  #endif
  
/* CIntFromPyVerify */
  #define __PYX_VERIFY_RETURN_INT(target_type, func_type, func_value)\
      __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 0)
  #define __PYX_VERIFY_RETURN_INT_EXC(target_type, func_type, func_value)\
      __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 1)
  #define __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, exc)\
      {\
          func_type value = func_value;\
          if (sizeof(target_type) < sizeof(func_type)) {\
              if (unlikely(value != (func_type) (target_type) value)) {\
                  func_type zero = 0;\
                  if (exc && unlikely(value == (func_type)-1 && PyErr_Occurred()))\
                      return (target_type) -1;\
                  if (is_unsigned && unlikely(value < zero))\
                      goto raise_neg_overflow;\
                  else\
                      goto raise_overflow;\
              }\
          }\
          return (target_type) value;\
      }
  
/* FromPy */
  static __pyx_t_double_complex __Pyx_PyComplex_As___pyx_t_double_complex(PyObject* o) {
  #if CYTHON_COMPILING_IN_LIMITED_API
      double real=-1.0, imag=-1.0;
      real = PyComplex_RealAsDouble(o);
      if (unlikely(real == -1.0 && PyErr_Occurred())) goto end;
      imag = PyComplex_ImagAsDouble(o);
    end:
      return __pyx_t_double_complex_from_parts(
          (double)real, (double)imag
      );
  #else
      Py_complex cval;
  #if !CYTHON_COMPILING_IN_PYPY && !CYTHON_COMPILING_IN_GRAAL
      if (PyComplex_CheckExact(o))
          cval = ((PyComplexObject *)o)->cval;
      else
  #endif
          cval = PyComplex_AsCComplex(o);
      return __pyx_t_double_complex_from_parts(
                 (double)cval.real,
                 (double)cval.imag);
  #endif
  }
  
/* Declarations */
  #if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
    #ifdef __cplusplus
      static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
        return ::std::complex< float >(x, y);
      }
    #else
      static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
        return x + y*(__pyx_t_float_complex)_Complex_I;
      }
    #endif
  #else
      static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
        __pyx_t_float_complex z;
        z.real = x;
        z.imag = y;
        return z;
      }
  #endif
  
/* Arithmetic */
  #if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
  #else
      static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
         return (a.real == b.real) && (a.imag == b.imag);
      }
      static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
          __pyx_t_float_complex z;
          z.real = a.real + b.real;
          z.imag = a.imag + b.imag;
          return z;
      }
      static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
          __pyx_t_float_complex z;
          z.real = a.real - b.real;
          z.imag = a.imag - b.imag;
          return z;
      }
      static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
          __pyx_t_float_complex z;
          z.real = a.real * b.real - a.imag * b.imag;
          z.imag = a.real * b.imag + a.imag * b.real;
          return z;
      }
      #if 1
      static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
          if (b.imag == 0) {
              return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real);
          } else if (fabsf(b.real) >= fabsf(b.imag)) {
              if (b.real == 0 && b.imag == 0) {
                  return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.imag);
              } else {
                  float r = b.imag / b.real;
                  float s = (float)(1.0) / (b.real + b.imag * r);
                  return __pyx_t_float_complex_from_parts(
                      (a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
              }
          } else {
              float r = b.real / b.imag;
              float s = (float)(1.0) / (b.imag + b.real * r);
              return __pyx_t_float_complex_from_parts(
                  (a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
          }
      }
      #else
      static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
          if (b.imag == 0) {
              return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real);
          } else {
              float denom = b.real * b.real + b.imag * b.imag;
              return __pyx_t_float_complex_from_parts(
                  (a.real * b.real + a.imag * b.imag) / denom,
                  (a.imag * b.real - a.real * b.imag) / denom);
          }
      }
      #endif
      static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex a) {
          __pyx_t_float_complex z;
          z.real = -a.real;
          z.imag = -a.imag;
          return z;
      }
      static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex a) {
         return (a.real == 0) && (a.imag == 0);
      }
      static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex a) {
          __pyx_t_float_complex z;
          z.real =  a.real;
          z.imag = -a.imag;
          return z;
      }
      #if 1
          static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex z) {
            #if !defined(HAVE_HYPOT) || defined(_MSC_VER)
              return sqrtf(z.real*z.real + z.imag*z.imag);
            #else
              return hypotf(z.real, z.imag);
            #endif
          }
          static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
              __pyx_t_float_complex z;
              float r, lnr, theta, z_r, z_theta;
              if (b.imag == 0 && b.real == (int)b.real) {
                  if (b.real < 0) {
                      float denom = a.real * a.real + a.imag * a.imag;
                      a.real = a.real / denom;
                      a.imag = -a.imag / denom;
                      b.real = -b.real;
                  }
                  switch ((int)b.real) {
                      case 0:
                          z.real = 1;
                          z.imag = 0;
                          return z;
                      case 1:
                          return a;
                      case 2:
                          return __Pyx_c_prod_float(a, a);
                      case 3:
                          z = __Pyx_c_prod_float(a, a);
                          return __Pyx_c_prod_float(z, a);
                      case 4:
                          z = __Pyx_c_prod_float(a, a);
                          return __Pyx_c_prod_float(z, z);
                  }
              }
              if (a.imag == 0) {
                  if (a.real == 0) {
                      return a;
                  } else if ((b.imag == 0) && (a.real >= 0)) {
                      z.real = powf(a.real, b.real);
                      z.imag = 0;
                      return z;
                  } else if (a.real > 0) {
                      r = a.real;
                      theta = 0;
                  } else {
                      r = -a.real;
                      theta = atan2f(0.0, -1.0);
                  }
              } else {
                  r = __Pyx_c_abs_float(a);
                  theta = atan2f(a.imag, a.real);
              }
              lnr = logf(r);
              z_r = expf(lnr * b.real - theta * b.imag);
              z_theta = theta * b.real + lnr * b.imag;
              z.real = z_r * cosf(z_theta);
              z.imag = z_r * sinf(z_theta);
              return z;
          }
      #endif
  #endif
  
/* Declarations */
  #if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
    #ifdef __cplusplus
      static CYTHON_INLINE __pyx_t_long_double_complex __pyx_t_long_double_complex_from_parts(long double x, long double y) {
        return ::std::complex< long double >(x, y);
      }
    #else
      static CYTHON_INLINE __pyx_t_long_double_complex __pyx_t_long_double_complex_from_parts(long double x, long double y) {
        return x + y*(__pyx_t_long_double_complex)_Complex_I;
      }
    #endif
  #else
      static CYTHON_INLINE __pyx_t_long_double_complex __pyx_t_long_double_complex_from_parts(long double x, long double y) {
        __pyx_t_long_double_complex z;
        z.real = x;
        z.imag = y;
        return z;
      }
  #endif
  
/* Arithmetic */
  #if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
  #else
      static CYTHON_INLINE int __Pyx_c_eq_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
         return (a.real == b.real) && (a.imag == b.imag);
      }
      static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_sum_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
          __pyx_t_long_double_complex z;
          z.real = a.real + b.real;
          z.imag = a.imag + b.imag;
          return z;
      }
      static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_diff_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
          __pyx_t_long_double_complex z;
          z.real = a.real - b.real;
          z.imag = a.imag - b.imag;
          return z;
      }
      static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_prod_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
          __pyx_t_long_double_complex z;
          z.real = a.real * b.real - a.imag * b.imag;
          z.imag = a.real * b.imag + a.imag * b.real;
          return z;
      }
      #if 1
      static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_quot_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
          if (b.imag == 0) {
              return __pyx_t_long_double_complex_from_parts(a.real / b.real, a.imag / b.real);
          } else if (fabsl(b.real) >= fabsl(b.imag)) {
              if (b.real == 0 && b.imag == 0) {
                  return __pyx_t_long_double_complex_from_parts(a.real / b.real, a.imag / b.imag);
              } else {
                  long double r = b.imag / b.real;
                  long double s = (long double)(1.0) / (b.real + b.imag * r);
                  return __pyx_t_long_double_complex_from_parts(
                      (a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
              }
          } else {
              long double r = b.real / b.imag;
              long double s = (long double)(1.0) / (b.imag + b.real * r);
              return __pyx_t_long_double_complex_from_parts(
                  (a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
          }
      }
      #else
      static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_quot_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
          if (b.imag == 0) {
              return __pyx_t_long_double_complex_from_parts(a.real / b.real, a.imag / b.real);
          } else {
              long double denom = b.real * b.real + b.imag * b.imag;
              return __pyx_t_long_double_complex_from_parts(
                  (a.real * b.real + a.imag * b.imag) / denom,
                  (a.imag * b.real - a.real * b.imag) / denom);
          }
      }
      #endif
      static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_neg_long__double(__pyx_t_long_double_complex a) {
          __pyx_t_long_double_complex z;
          z.real = -a.real;
          z.imag = -a.imag;
          return z;
      }
      static CYTHON_INLINE int __Pyx_c_is_zero_long__double(__pyx_t_long_double_complex a) {
         return (a.real == 0) && (a.imag == 0);
      }
      static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_conj_long__double(__pyx_t_long_double_complex a) {
          __pyx_t_long_double_complex z;
          z.real =  a.real;
          z.imag = -a.imag;
          return z;
      }
      #if 1
          static CYTHON_INLINE long double __Pyx_c_abs_long__double(__pyx_t_long_double_complex z) {
            #if !defined(HAVE_HYPOT) || defined(_MSC_VER)
              return sqrtl(z.real*z.real + z.imag*z.imag);
            #else
              return hypotl(z.real, z.imag);
            #endif
          }
          static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_pow_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
              __pyx_t_long_double_complex z;
              long double r, lnr, theta, z_r, z_theta;
              if (b.imag == 0 && b.real == (int)b.real) {
                  if (b.real < 0) {
                      long double denom = a.real * a.real + a.imag * a.imag;
                      a.real = a.real / denom;
                      a.imag = -a.imag / denom;
                      b.real = -b.real;
                  }
                  switch ((int)b.real) {
                      case 0:
                          z.real = 1;
                          z.imag = 0;
                          return z;
                      case 1:
                          return a;
                      case 2:
                          return __Pyx_c_prod_long__double(a, a);
                      case 3:
                          z = __Pyx_c_prod_long__double(a, a);
                          return __Pyx_c_prod_long__double(z, a);
                      case 4:
                          z = __Pyx_c_prod_long__double(a, a);
                          return __Pyx_c_prod_long__double(z, z);
                  }
              }
              if (a.imag == 0) {
                  if (a.real == 0) {
                      return a;
                  } else if ((b.imag == 0) && (a.real >= 0)) {
                      z.real = powl(a.real, b.real);
                      z.imag = 0;
                      return z;
                  } else if (a.real > 0) {
                      r = a.real;
                      theta = 0;
                  } else {
                      r = -a.real;
                      theta = atan2l(0.0, -1.0);
                  }
              } else {
                  r = __Pyx_c_abs_long__double(a);
                  theta = atan2l(a.imag, a.real);
              }
              lnr = logl(r);
              z_r = expl(lnr * b.real - theta * b.imag);
              z_theta = theta * b.real + lnr * b.imag;
              z.real = z_r * cosl(z_theta);
              z.imag = z_r * sinl(z_theta);
              return z;
          }
      #endif
  #endif
  
/* CIntFromPy */
  static CYTHON_INLINE PY_LONG_LONG __Pyx_PyLong_As_PY_LONG_LONG(PyObject *x) {
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic push
  #pragma GCC diagnostic ignored "-Wconversion"
  #endif
      const PY_LONG_LONG neg_one = (PY_LONG_LONG) -1, const_zero = (PY_LONG_LONG) 0;
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic pop
  #endif
      const int is_unsigned = neg_one > const_zero;
      if (unlikely(!PyLong_Check(x))) {
          PY_LONG_LONG val;
          PyObject *tmp = __Pyx_PyNumber_Long(x);
          if (!tmp) return (PY_LONG_LONG) -1;
          val = __Pyx_PyLong_As_PY_LONG_LONG(tmp);
          Py_DECREF(tmp);
          return val;
      }
      if (is_unsigned) {
  #if CYTHON_USE_PYLONG_INTERNALS
          if (unlikely(__Pyx_PyLong_IsNeg(x))) {
              goto raise_neg_overflow;
          } else if (__Pyx_PyLong_IsCompact(x)) {
              __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
          } else {
              const digit* digits = __Pyx_PyLong_Digits(x);
              assert(__Pyx_PyLong_DigitCount(x) > 1);
              switch (__Pyx_PyLong_DigitCount(x)) {
                  case 2:
                      if ((8 * sizeof(PY_LONG_LONG) > 1 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(PY_LONG_LONG) >= 2 * PyLong_SHIFT)) {
                              return (PY_LONG_LONG) (((((PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0]));
                          }
                      }
                      break;
                  case 3:
                      if ((8 * sizeof(PY_LONG_LONG) > 2 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(PY_LONG_LONG) >= 3 * PyLong_SHIFT)) {
                              return (PY_LONG_LONG) (((((((PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0]));
                          }
                      }
                      break;
                  case 4:
                      if ((8 * sizeof(PY_LONG_LONG) > 3 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(PY_LONG_LONG) >= 4 * PyLong_SHIFT)) {
                              return (PY_LONG_LONG) (((((((((PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0]));
                          }
                      }
                      break;
              }
          }
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
          if (unlikely(Py_SIZE(x) < 0)) {
              goto raise_neg_overflow;
          }
  #else
          {
              int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
              if (unlikely(result < 0))
                  return (PY_LONG_LONG) -1;
              if (unlikely(result == 1))
                  goto raise_neg_overflow;
          }
  #endif
          if ((sizeof(PY_LONG_LONG) <= sizeof(unsigned long))) {
              __PYX_VERIFY_RETURN_INT_EXC(PY_LONG_LONG, unsigned long, PyLong_AsUnsignedLong(x))
          } else if ((sizeof(PY_LONG_LONG) <= sizeof(unsigned PY_LONG_LONG))) {
              __PYX_VERIFY_RETURN_INT_EXC(PY_LONG_LONG, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
          }
      } else {
  #if CYTHON_USE_PYLONG_INTERNALS
          if (__Pyx_PyLong_IsCompact(x)) {
              __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
          } else {
              const digit* digits = __Pyx_PyLong_Digits(x);
              assert(__Pyx_PyLong_DigitCount(x) > 1);
              switch (__Pyx_PyLong_SignedDigitCount(x)) {
                  case -2:
                      if ((8 * sizeof(PY_LONG_LONG) - 1 > 1 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT)) {
                              return (PY_LONG_LONG) (((PY_LONG_LONG)-1)*(((((PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                          }
                      }
                      break;
                  case 2:
                      if ((8 * sizeof(PY_LONG_LONG) > 1 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT)) {
                              return (PY_LONG_LONG) ((((((PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                          }
                      }
                      break;
                  case -3:
                      if ((8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT)) {
                              return (PY_LONG_LONG) (((PY_LONG_LONG)-1)*(((((((PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                          }
                      }
                      break;
                  case 3:
                      if ((8 * sizeof(PY_LONG_LONG) > 2 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT)) {
                              return (PY_LONG_LONG) ((((((((PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                          }
                      }
                      break;
                  case -4:
                      if ((8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT)) {
                              return (PY_LONG_LONG) (((PY_LONG_LONG)-1)*(((((((((PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                          }
                      }
                      break;
                  case 4:
                      if ((8 * sizeof(PY_LONG_LONG) > 3 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT)) {
                              return (PY_LONG_LONG) ((((((((((PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                          }
                      }
                      break;
              }
          }
  #endif
          if ((sizeof(PY_LONG_LONG) <= sizeof(long))) {
              __PYX_VERIFY_RETURN_INT_EXC(PY_LONG_LONG, long, PyLong_AsLong(x))
          } else if ((sizeof(PY_LONG_LONG) <= sizeof(PY_LONG_LONG))) {
              __PYX_VERIFY_RETURN_INT_EXC(PY_LONG_LONG, PY_LONG_LONG, PyLong_AsLongLong(x))
          }
      }
      {
          PY_LONG_LONG val;
          int ret = -1;
  #if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
          Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
              x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
          if (unlikely(bytes_copied == -1)) {
          } else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
              goto raise_overflow;
          } else {
              ret = 0;
          }
  #elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
          int one = 1; int is_little = (int)*(unsigned char *)&one;
          unsigned char *bytes = (unsigned char *)&val;
          ret = _PyLong_AsByteArray((PyLongObject *)x,
                                      bytes, sizeof(val),
                                      is_little, !is_unsigned);
  #else
          PyObject *v;
          PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
          int bits, remaining_bits, is_negative = 0;
          int chunk_size = (sizeof(long) < 8) ? 30 : 62;
          if (likely(PyLong_CheckExact(x))) {
              v = __Pyx_NewRef(x);
          } else {
              v = PyNumber_Long(x);
              if (unlikely(!v)) return (PY_LONG_LONG) -1;
              assert(PyLong_CheckExact(v));
          }
          {
              int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
              if (unlikely(result < 0)) {
                  Py_DECREF(v);
                  return (PY_LONG_LONG) -1;
              }
              is_negative = result == 1;
          }
          if (is_unsigned && unlikely(is_negative)) {
              Py_DECREF(v);
              goto raise_neg_overflow;
          } else if (is_negative) {
              stepval = PyNumber_Invert(v);
              Py_DECREF(v);
              if (unlikely(!stepval))
                  return (PY_LONG_LONG) -1;
          } else {
              stepval = v;
          }
          v = NULL;
          val = (PY_LONG_LONG) 0;
          mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
          shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
          for (bits = 0; bits < (int) sizeof(PY_LONG_LONG) * 8 - chunk_size; bits += chunk_size) {
              PyObject *tmp, *digit;
              long idigit;
              digit = PyNumber_And(stepval, mask);
              if (unlikely(!digit)) goto done;
              idigit = PyLong_AsLong(digit);
              Py_DECREF(digit);
              if (unlikely(idigit < 0)) goto done;
              val |= ((PY_LONG_LONG) idigit) << bits;
              tmp = PyNumber_Rshift(stepval, shift);
              if (unlikely(!tmp)) goto done;
              Py_DECREF(stepval); stepval = tmp;
          }
          Py_DECREF(shift); shift = NULL;
          Py_DECREF(mask); mask = NULL;
          {
              long idigit = PyLong_AsLong(stepval);
              if (unlikely(idigit < 0)) goto done;
              remaining_bits = ((int) sizeof(PY_LONG_LONG) * 8) - bits - (is_unsigned ? 0 : 1);
              if (unlikely(idigit >= (1L << remaining_bits)))
                  goto raise_overflow;
              val |= ((PY_LONG_LONG) idigit) << bits;
          }
          if (!is_unsigned) {
              if (unlikely(val & (((PY_LONG_LONG) 1) << (sizeof(PY_LONG_LONG) * 8 - 1))))
                  goto raise_overflow;
              if (is_negative)
                  val = ~val;
          }
          ret = 0;
      done:
          Py_XDECREF(shift);
          Py_XDECREF(mask);
          Py_XDECREF(stepval);
  #endif
          if (unlikely(ret))
              return (PY_LONG_LONG) -1;
          return val;
      }
  raise_overflow:
      PyErr_SetString(PyExc_OverflowError,
          "value too large to convert to PY_LONG_LONG");
      return (PY_LONG_LONG) -1;
  raise_neg_overflow:
      PyErr_SetString(PyExc_OverflowError,
          "can't convert negative value to PY_LONG_LONG");
      return (PY_LONG_LONG) -1;
  }
  
/* CIntFromPy */
  static CYTHON_INLINE int __Pyx_PyLong_As_int(PyObject *x) {
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic push
  #pragma GCC diagnostic ignored "-Wconversion"
  #endif
      const int neg_one = (int) -1, const_zero = (int) 0;
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic pop
  #endif
      const int is_unsigned = neg_one > const_zero;
      if (unlikely(!PyLong_Check(x))) {
          int val;
          PyObject *tmp = __Pyx_PyNumber_Long(x);
          if (!tmp) return (int) -1;
          val = __Pyx_PyLong_As_int(tmp);
          Py_DECREF(tmp);
          return val;
      }
      if (is_unsigned) {
  #if CYTHON_USE_PYLONG_INTERNALS
          if (unlikely(__Pyx_PyLong_IsNeg(x))) {
              goto raise_neg_overflow;
          } else if (__Pyx_PyLong_IsCompact(x)) {
              __PYX_VERIFY_RETURN_INT(int, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
          } else {
              const digit* digits = __Pyx_PyLong_Digits(x);
              assert(__Pyx_PyLong_DigitCount(x) > 1);
              switch (__Pyx_PyLong_DigitCount(x)) {
                  case 2:
                      if ((8 * sizeof(int) > 1 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(int) >= 2 * PyLong_SHIFT)) {
                              return (int) (((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
                          }
                      }
                      break;
                  case 3:
                      if ((8 * sizeof(int) > 2 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(int) >= 3 * PyLong_SHIFT)) {
                              return (int) (((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
                          }
                      }
                      break;
                  case 4:
                      if ((8 * sizeof(int) > 3 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(int) >= 4 * PyLong_SHIFT)) {
                              return (int) (((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
                          }
                      }
                      break;
              }
          }
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
          if (unlikely(Py_SIZE(x) < 0)) {
              goto raise_neg_overflow;
          }
  #else
          {
              int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
              if (unlikely(result < 0))
                  return (int) -1;
              if (unlikely(result == 1))
                  goto raise_neg_overflow;
          }
  #endif
          if ((sizeof(int) <= sizeof(unsigned long))) {
              __PYX_VERIFY_RETURN_INT_EXC(int, unsigned long, PyLong_AsUnsignedLong(x))
          } else if ((sizeof(int) <= sizeof(unsigned PY_LONG_LONG))) {
              __PYX_VERIFY_RETURN_INT_EXC(int, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
          }
      } else {
  #if CYTHON_USE_PYLONG_INTERNALS
          if (__Pyx_PyLong_IsCompact(x)) {
              __PYX_VERIFY_RETURN_INT(int, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
          } else {
              const digit* digits = __Pyx_PyLong_Digits(x);
              assert(__Pyx_PyLong_DigitCount(x) > 1);
              switch (__Pyx_PyLong_SignedDigitCount(x)) {
                  case -2:
                      if ((8 * sizeof(int) - 1 > 1 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(int) - 1 > 2 * PyLong_SHIFT)) {
                              return (int) (((int)-1)*(((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                          }
                      }
                      break;
                  case 2:
                      if ((8 * sizeof(int) > 1 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(int) - 1 > 2 * PyLong_SHIFT)) {
                              return (int) ((((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                          }
                      }
                      break;
                  case -3:
                      if ((8 * sizeof(int) - 1 > 2 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(int) - 1 > 3 * PyLong_SHIFT)) {
                              return (int) (((int)-1)*(((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                          }
                      }
                      break;
                  case 3:
                      if ((8 * sizeof(int) > 2 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(int) - 1 > 3 * PyLong_SHIFT)) {
                              return (int) ((((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                          }
                      }
                      break;
                  case -4:
                      if ((8 * sizeof(int) - 1 > 3 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(int) - 1 > 4 * PyLong_SHIFT)) {
                              return (int) (((int)-1)*(((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                          }
                      }
                      break;
                  case 4:
                      if ((8 * sizeof(int) > 3 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(int) - 1 > 4 * PyLong_SHIFT)) {
                              return (int) ((((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                          }
                      }
                      break;
              }
          }
  #endif
          if ((sizeof(int) <= sizeof(long))) {
              __PYX_VERIFY_RETURN_INT_EXC(int, long, PyLong_AsLong(x))
          } else if ((sizeof(int) <= sizeof(PY_LONG_LONG))) {
              __PYX_VERIFY_RETURN_INT_EXC(int, PY_LONG_LONG, PyLong_AsLongLong(x))
          }
      }
      {
          int val;
          int ret = -1;
  #if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
          Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
              x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
          if (unlikely(bytes_copied == -1)) {
          } else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
              goto raise_overflow;
          } else {
              ret = 0;
          }
  #elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
          int one = 1; int is_little = (int)*(unsigned char *)&one;
          unsigned char *bytes = (unsigned char *)&val;
          ret = _PyLong_AsByteArray((PyLongObject *)x,
                                      bytes, sizeof(val),
                                      is_little, !is_unsigned);
  #else
          PyObject *v;
          PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
          int bits, remaining_bits, is_negative = 0;
          int chunk_size = (sizeof(long) < 8) ? 30 : 62;
          if (likely(PyLong_CheckExact(x))) {
              v = __Pyx_NewRef(x);
          } else {
              v = PyNumber_Long(x);
              if (unlikely(!v)) return (int) -1;
              assert(PyLong_CheckExact(v));
          }
          {
              int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
              if (unlikely(result < 0)) {
                  Py_DECREF(v);
                  return (int) -1;
              }
              is_negative = result == 1;
          }
          if (is_unsigned && unlikely(is_negative)) {
              Py_DECREF(v);
              goto raise_neg_overflow;
          } else if (is_negative) {
              stepval = PyNumber_Invert(v);
              Py_DECREF(v);
              if (unlikely(!stepval))
                  return (int) -1;
          } else {
              stepval = v;
          }
          v = NULL;
          val = (int) 0;
          mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
          shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
          for (bits = 0; bits < (int) sizeof(int) * 8 - chunk_size; bits += chunk_size) {
              PyObject *tmp, *digit;
              long idigit;
              digit = PyNumber_And(stepval, mask);
              if (unlikely(!digit)) goto done;
              idigit = PyLong_AsLong(digit);
              Py_DECREF(digit);
              if (unlikely(idigit < 0)) goto done;
              val |= ((int) idigit) << bits;
              tmp = PyNumber_Rshift(stepval, shift);
              if (unlikely(!tmp)) goto done;
              Py_DECREF(stepval); stepval = tmp;
          }
          Py_DECREF(shift); shift = NULL;
          Py_DECREF(mask); mask = NULL;
          {
              long idigit = PyLong_AsLong(stepval);
              if (unlikely(idigit < 0)) goto done;
              remaining_bits = ((int) sizeof(int) * 8) - bits - (is_unsigned ? 0 : 1);
              if (unlikely(idigit >= (1L << remaining_bits)))
                  goto raise_overflow;
              val |= ((int) idigit) << bits;
          }
          if (!is_unsigned) {
              if (unlikely(val & (((int) 1) << (sizeof(int) * 8 - 1))))
                  goto raise_overflow;
              if (is_negative)
                  val = ~val;
          }
          ret = 0;
      done:
          Py_XDECREF(shift);
          Py_XDECREF(mask);
          Py_XDECREF(stepval);
  #endif
          if (unlikely(ret))
              return (int) -1;
          return val;
      }
  raise_overflow:
      PyErr_SetString(PyExc_OverflowError,
          "value too large to convert to int");
      return (int) -1;
  raise_neg_overflow:
      PyErr_SetString(PyExc_OverflowError,
          "can't convert negative value to int");
      return (int) -1;
  }
  
/* PyObjectVectorCallKwBuilder (used by CIntToPy) */
  #if CYTHON_VECTORCALL
  static int __Pyx_VectorcallBuilder_AddArg(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n) {
      (void)__Pyx_PyObject_FastCallDict;
      if (__Pyx_PyTuple_SET_ITEM(builder, n, key) != (0)) return -1;
      Py_INCREF(key);
      args[n] = value;
      return 0;
  }
  CYTHON_UNUSED static int __Pyx_VectorcallBuilder_AddArg_Check(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n) {
      (void)__Pyx_VectorcallBuilder_AddArgStr;
      if (unlikely(!PyUnicode_Check(key))) {
          PyErr_SetString(PyExc_TypeError, "keywords must be strings");
          return -1;
      }
      return __Pyx_VectorcallBuilder_AddArg(key, value, builder, args, n);
  }
  static int __Pyx_VectorcallBuilder_AddArgStr(const char *key, PyObject *value, PyObject *builder, PyObject **args, int n) {
      PyObject *pyKey = PyUnicode_FromString(key);
      if (!pyKey) return -1;
      return __Pyx_VectorcallBuilder_AddArg(pyKey, value, builder, args, n);
  }
  #else // CYTHON_VECTORCALL
  CYTHON_UNUSED static int __Pyx_VectorcallBuilder_AddArg_Check(PyObject *key, PyObject *value, PyObject *builder, CYTHON_UNUSED PyObject **args, CYTHON_UNUSED int n) {
      if (unlikely(!PyUnicode_Check(key))) {
          PyErr_SetString(PyExc_TypeError, "keywords must be strings");
          return -1;
      }
      return PyDict_SetItem(builder, key, value);
  }
  #endif
  
/* CIntToPy */
  static CYTHON_INLINE PyObject* __Pyx_PyLong_From_int(int value) {
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic push
  #pragma GCC diagnostic ignored "-Wconversion"
  #endif
      const int neg_one = (int) -1, const_zero = (int) 0;
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic pop
  #endif
      const int is_unsigned = neg_one > const_zero;
      if (is_unsigned) {
          if (sizeof(int) < sizeof(long)) {
              return PyLong_FromLong((long) value);
          } else if (sizeof(int) <= sizeof(unsigned long)) {
              return PyLong_FromUnsignedLong((unsigned long) value);
  #if !CYTHON_COMPILING_IN_PYPY
          } else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) {
              return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
  #endif
          }
      } else {
          if (sizeof(int) <= sizeof(long)) {
              return PyLong_FromLong((long) value);
          } else if (sizeof(int) <= sizeof(PY_LONG_LONG)) {
              return PyLong_FromLongLong((PY_LONG_LONG) value);
          }
      }
      {
          unsigned char *bytes = (unsigned char *)&value;
  #if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00A4
          if (is_unsigned) {
              return PyLong_FromUnsignedNativeBytes(bytes, sizeof(value), -1);
          } else {
              return PyLong_FromNativeBytes(bytes, sizeof(value), -1);
          }
  #elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030d0000
          int one = 1; int little = (int)*(unsigned char *)&one;
          return _PyLong_FromByteArray(bytes, sizeof(int),
                                       little, !is_unsigned);
  #else
          int one = 1; int little = (int)*(unsigned char *)&one;
          PyObject *from_bytes, *result = NULL, *kwds = NULL;
          PyObject *py_bytes = NULL, *order_str = NULL;
          from_bytes = PyObject_GetAttrString((PyObject*)&PyLong_Type, "from_bytes");
          if (!from_bytes) return NULL;
          py_bytes = PyBytes_FromStringAndSize((char*)bytes, sizeof(int));
          if (!py_bytes) goto limited_bad;
          order_str = PyUnicode_FromString(little ? "little" : "big");
          if (!order_str) goto limited_bad;
          {
              PyObject *args[3+(CYTHON_VECTORCALL ? 1 : 0)] = { NULL, py_bytes, order_str };
              if (!is_unsigned) {
                  kwds = __Pyx_MakeVectorcallBuilderKwds(1);
                  if (!kwds) goto limited_bad;
                  if (__Pyx_VectorcallBuilder_AddArgStr("signed", __Pyx_NewRef(Py_True), kwds, args+3, 0) < 0) goto limited_bad;
              }
              result = __Pyx_Object_Vectorcall_CallFromBuilder(from_bytes, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET, kwds);
          }
          limited_bad:
          Py_XDECREF(kwds);
          Py_XDECREF(order_str);
          Py_XDECREF(py_bytes);
          Py_XDECREF(from_bytes);
          return result;
  #endif
      }
  }
  
/* CIntToPy */
  static CYTHON_INLINE PyObject* __Pyx_PyLong_From_PY_LONG_LONG(PY_LONG_LONG value) {
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic push
  #pragma GCC diagnostic ignored "-Wconversion"
  #endif
      const PY_LONG_LONG neg_one = (PY_LONG_LONG) -1, const_zero = (PY_LONG_LONG) 0;
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic pop
  #endif
      const int is_unsigned = neg_one > const_zero;
      if (is_unsigned) {
          if (sizeof(PY_LONG_LONG) < sizeof(long)) {
              return PyLong_FromLong((long) value);
          } else if (sizeof(PY_LONG_LONG) <= sizeof(unsigned long)) {
              return PyLong_FromUnsignedLong((unsigned long) value);
  #if !CYTHON_COMPILING_IN_PYPY
          } else if (sizeof(PY_LONG_LONG) <= sizeof(unsigned PY_LONG_LONG)) {
              return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
  #endif
          }
      } else {
          if (sizeof(PY_LONG_LONG) <= sizeof(long)) {
              return PyLong_FromLong((long) value);
          } else if (sizeof(PY_LONG_LONG) <= sizeof(PY_LONG_LONG)) {
              return PyLong_FromLongLong((PY_LONG_LONG) value);
          }
      }
      {
          unsigned char *bytes = (unsigned char *)&value;
  #if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00A4
          if (is_unsigned) {
              return PyLong_FromUnsignedNativeBytes(bytes, sizeof(value), -1);
          } else {
              return PyLong_FromNativeBytes(bytes, sizeof(value), -1);
          }
  #elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030d0000
          int one = 1; int little = (int)*(unsigned char *)&one;
          return _PyLong_FromByteArray(bytes, sizeof(PY_LONG_LONG),
                                       little, !is_unsigned);
  #else
          int one = 1; int little = (int)*(unsigned char *)&one;
          PyObject *from_bytes, *result = NULL, *kwds = NULL;
          PyObject *py_bytes = NULL, *order_str = NULL;
          from_bytes = PyObject_GetAttrString((PyObject*)&PyLong_Type, "from_bytes");
          if (!from_bytes) return NULL;
          py_bytes = PyBytes_FromStringAndSize((char*)bytes, sizeof(PY_LONG_LONG));
          if (!py_bytes) goto limited_bad;
          order_str = PyUnicode_FromString(little ? "little" : "big");
          if (!order_str) goto limited_bad;
          {
              PyObject *args[3+(CYTHON_VECTORCALL ? 1 : 0)] = { NULL, py_bytes, order_str };
              if (!is_unsigned) {
                  kwds = __Pyx_MakeVectorcallBuilderKwds(1);
                  if (!kwds) goto limited_bad;
                  if (__Pyx_VectorcallBuilder_AddArgStr("signed", __Pyx_NewRef(Py_True), kwds, args+3, 0) < 0) goto limited_bad;
              }
              result = __Pyx_Object_Vectorcall_CallFromBuilder(from_bytes, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET, kwds);
          }
          limited_bad:
          Py_XDECREF(kwds);
          Py_XDECREF(order_str);
          Py_XDECREF(py_bytes);
          Py_XDECREF(from_bytes);
          return result;
  #endif
      }
  }
  
/* CIntToPy */
  static CYTHON_INLINE PyObject* __Pyx_PyLong_From_long(long value) {
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic push
  #pragma GCC diagnostic ignored "-Wconversion"
  #endif
      const long neg_one = (long) -1, const_zero = (long) 0;
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic pop
  #endif
      const int is_unsigned = neg_one > const_zero;
      if (is_unsigned) {
          if (sizeof(long) < sizeof(long)) {
              return PyLong_FromLong((long) value);
          } else if (sizeof(long) <= sizeof(unsigned long)) {
              return PyLong_FromUnsignedLong((unsigned long) value);
  #if !CYTHON_COMPILING_IN_PYPY
          } else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) {
              return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
  #endif
          }
      } else {
          if (sizeof(long) <= sizeof(long)) {
              return PyLong_FromLong((long) value);
          } else if (sizeof(long) <= sizeof(PY_LONG_LONG)) {
              return PyLong_FromLongLong((PY_LONG_LONG) value);
          }
      }
      {
          unsigned char *bytes = (unsigned char *)&value;
  #if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00A4
          if (is_unsigned) {
              return PyLong_FromUnsignedNativeBytes(bytes, sizeof(value), -1);
          } else {
              return PyLong_FromNativeBytes(bytes, sizeof(value), -1);
          }
  #elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030d0000
          int one = 1; int little = (int)*(unsigned char *)&one;
          return _PyLong_FromByteArray(bytes, sizeof(long),
                                       little, !is_unsigned);
  #else
          int one = 1; int little = (int)*(unsigned char *)&one;
          PyObject *from_bytes, *result = NULL, *kwds = NULL;
          PyObject *py_bytes = NULL, *order_str = NULL;
          from_bytes = PyObject_GetAttrString((PyObject*)&PyLong_Type, "from_bytes");
          if (!from_bytes) return NULL;
          py_bytes = PyBytes_FromStringAndSize((char*)bytes, sizeof(long));
          if (!py_bytes) goto limited_bad;
          order_str = PyUnicode_FromString(little ? "little" : "big");
          if (!order_str) goto limited_bad;
          {
              PyObject *args[3+(CYTHON_VECTORCALL ? 1 : 0)] = { NULL, py_bytes, order_str };
              if (!is_unsigned) {
                  kwds = __Pyx_MakeVectorcallBuilderKwds(1);
                  if (!kwds) goto limited_bad;
                  if (__Pyx_VectorcallBuilder_AddArgStr("signed", __Pyx_NewRef(Py_True), kwds, args+3, 0) < 0) goto limited_bad;
              }
              result = __Pyx_Object_Vectorcall_CallFromBuilder(from_bytes, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET, kwds);
          }
          limited_bad:
          Py_XDECREF(kwds);
          Py_XDECREF(order_str);
          Py_XDECREF(py_bytes);
          Py_XDECREF(from_bytes);
          return result;
  #endif
      }
  }
  
/* CIntFromPy */
  static CYTHON_INLINE size_t __Pyx_PyLong_As_size_t(PyObject *x) {
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic push
  #pragma GCC diagnostic ignored "-Wconversion"
  #endif
      const size_t neg_one = (size_t) -1, const_zero = (size_t) 0;
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic pop
  #endif
      const int is_unsigned = neg_one > const_zero;
      if (unlikely(!PyLong_Check(x))) {
          size_t val;
          PyObject *tmp = __Pyx_PyNumber_Long(x);
          if (!tmp) return (size_t) -1;
          val = __Pyx_PyLong_As_size_t(tmp);
          Py_DECREF(tmp);
          return val;
      }
      if (is_unsigned) {
  #if CYTHON_USE_PYLONG_INTERNALS
          if (unlikely(__Pyx_PyLong_IsNeg(x))) {
              goto raise_neg_overflow;
          } else if (__Pyx_PyLong_IsCompact(x)) {
              __PYX_VERIFY_RETURN_INT(size_t, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
          } else {
              const digit* digits = __Pyx_PyLong_Digits(x);
              assert(__Pyx_PyLong_DigitCount(x) > 1);
              switch (__Pyx_PyLong_DigitCount(x)) {
                  case 2:
                      if ((8 * sizeof(size_t) > 1 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(size_t) >= 2 * PyLong_SHIFT)) {
                              return (size_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
                          }
                      }
                      break;
                  case 3:
                      if ((8 * sizeof(size_t) > 2 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(size_t) >= 3 * PyLong_SHIFT)) {
                              return (size_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
                          }
                      }
                      break;
                  case 4:
                      if ((8 * sizeof(size_t) > 3 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(size_t) >= 4 * PyLong_SHIFT)) {
                              return (size_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
                          }
                      }
                      break;
              }
          }
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
          if (unlikely(Py_SIZE(x) < 0)) {
              goto raise_neg_overflow;
          }
  #else
          {
              int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
              if (unlikely(result < 0))
                  return (size_t) -1;
              if (unlikely(result == 1))
                  goto raise_neg_overflow;
          }
  #endif
          if ((sizeof(size_t) <= sizeof(unsigned long))) {
              __PYX_VERIFY_RETURN_INT_EXC(size_t, unsigned long, PyLong_AsUnsignedLong(x))
          } else if ((sizeof(size_t) <= sizeof(unsigned PY_LONG_LONG))) {
              __PYX_VERIFY_RETURN_INT_EXC(size_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
          }
      } else {
  #if CYTHON_USE_PYLONG_INTERNALS
          if (__Pyx_PyLong_IsCompact(x)) {
              __PYX_VERIFY_RETURN_INT(size_t, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
          } else {
              const digit* digits = __Pyx_PyLong_Digits(x);
              assert(__Pyx_PyLong_DigitCount(x) > 1);
              switch (__Pyx_PyLong_SignedDigitCount(x)) {
                  case -2:
                      if ((8 * sizeof(size_t) - 1 > 1 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT)) {
                              return (size_t) (((size_t)-1)*(((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                          }
                      }
                      break;
                  case 2:
                      if ((8 * sizeof(size_t) > 1 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT)) {
                              return (size_t) ((((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                          }
                      }
                      break;
                  case -3:
                      if ((8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT)) {
                              return (size_t) (((size_t)-1)*(((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                          }
                      }
                      break;
                  case 3:
                      if ((8 * sizeof(size_t) > 2 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT)) {
                              return (size_t) ((((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                          }
                      }
                      break;
                  case -4:
                      if ((8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(size_t) - 1 > 4 * PyLong_SHIFT)) {
                              return (size_t) (((size_t)-1)*(((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                          }
                      }
                      break;
                  case 4:
                      if ((8 * sizeof(size_t) > 3 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(size_t) - 1 > 4 * PyLong_SHIFT)) {
                              return (size_t) ((((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                          }
                      }
                      break;
              }
          }
  #endif
          if ((sizeof(size_t) <= sizeof(long))) {
              __PYX_VERIFY_RETURN_INT_EXC(size_t, long, PyLong_AsLong(x))
          } else if ((sizeof(size_t) <= sizeof(PY_LONG_LONG))) {
              __PYX_VERIFY_RETURN_INT_EXC(size_t, PY_LONG_LONG, PyLong_AsLongLong(x))
          }
      }
      {
          size_t val;
          int ret = -1;
  #if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
          Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
              x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
          if (unlikely(bytes_copied == -1)) {
          } else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
              goto raise_overflow;
          } else {
              ret = 0;
          }
  #elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
          int one = 1; int is_little = (int)*(unsigned char *)&one;
          unsigned char *bytes = (unsigned char *)&val;
          ret = _PyLong_AsByteArray((PyLongObject *)x,
                                      bytes, sizeof(val),
                                      is_little, !is_unsigned);
  #else
          PyObject *v;
          PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
          int bits, remaining_bits, is_negative = 0;
          int chunk_size = (sizeof(long) < 8) ? 30 : 62;
          if (likely(PyLong_CheckExact(x))) {
              v = __Pyx_NewRef(x);
          } else {
              v = PyNumber_Long(x);
              if (unlikely(!v)) return (size_t) -1;
              assert(PyLong_CheckExact(v));
          }
          {
              int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
              if (unlikely(result < 0)) {
                  Py_DECREF(v);
                  return (size_t) -1;
              }
              is_negative = result == 1;
          }
          if (is_unsigned && unlikely(is_negative)) {
              Py_DECREF(v);
              goto raise_neg_overflow;
          } else if (is_negative) {
              stepval = PyNumber_Invert(v);
              Py_DECREF(v);
              if (unlikely(!stepval))
                  return (size_t) -1;
          } else {
              stepval = v;
          }
          v = NULL;
          val = (size_t) 0;
          mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
          shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
          for (bits = 0; bits < (int) sizeof(size_t) * 8 - chunk_size; bits += chunk_size) {
              PyObject *tmp, *digit;
              long idigit;
              digit = PyNumber_And(stepval, mask);
              if (unlikely(!digit)) goto done;
              idigit = PyLong_AsLong(digit);
              Py_DECREF(digit);
              if (unlikely(idigit < 0)) goto done;
              val |= ((size_t) idigit) << bits;
              tmp = PyNumber_Rshift(stepval, shift);
              if (unlikely(!tmp)) goto done;
              Py_DECREF(stepval); stepval = tmp;
          }
          Py_DECREF(shift); shift = NULL;
          Py_DECREF(mask); mask = NULL;
          {
              long idigit = PyLong_AsLong(stepval);
              if (unlikely(idigit < 0)) goto done;
              remaining_bits = ((int) sizeof(size_t) * 8) - bits - (is_unsigned ? 0 : 1);
              if (unlikely(idigit >= (1L << remaining_bits)))
                  goto raise_overflow;
              val |= ((size_t) idigit) << bits;
          }
          if (!is_unsigned) {
              if (unlikely(val & (((size_t) 1) << (sizeof(size_t) * 8 - 1))))
                  goto raise_overflow;
              if (is_negative)
                  val = ~val;
          }
          ret = 0;
      done:
          Py_XDECREF(shift);
          Py_XDECREF(mask);
          Py_XDECREF(stepval);
  #endif
          if (unlikely(ret))
              return (size_t) -1;
          return val;
      }
  raise_overflow:
      PyErr_SetString(PyExc_OverflowError,
          "value too large to convert to size_t");
      return (size_t) -1;
  raise_neg_overflow:
      PyErr_SetString(PyExc_OverflowError,
          "can't convert negative value to size_t");
      return (size_t) -1;
  }
  
/* CIntFromPy */
  static CYTHON_INLINE long __Pyx_PyLong_As_long(PyObject *x) {
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic push
  #pragma GCC diagnostic ignored "-Wconversion"
  #endif
      const long neg_one = (long) -1, const_zero = (long) 0;
  #ifdef __Pyx_HAS_GCC_DIAGNOSTIC
  #pragma GCC diagnostic pop
  #endif
      const int is_unsigned = neg_one > const_zero;
      if (unlikely(!PyLong_Check(x))) {
          long val;
          PyObject *tmp = __Pyx_PyNumber_Long(x);
          if (!tmp) return (long) -1;
          val = __Pyx_PyLong_As_long(tmp);
          Py_DECREF(tmp);
          return val;
      }
      if (is_unsigned) {
  #if CYTHON_USE_PYLONG_INTERNALS
          if (unlikely(__Pyx_PyLong_IsNeg(x))) {
              goto raise_neg_overflow;
          } else if (__Pyx_PyLong_IsCompact(x)) {
              __PYX_VERIFY_RETURN_INT(long, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
          } else {
              const digit* digits = __Pyx_PyLong_Digits(x);
              assert(__Pyx_PyLong_DigitCount(x) > 1);
              switch (__Pyx_PyLong_DigitCount(x)) {
                  case 2:
                      if ((8 * sizeof(long) > 1 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(long) >= 2 * PyLong_SHIFT)) {
                              return (long) (((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
                          }
                      }
                      break;
                  case 3:
                      if ((8 * sizeof(long) > 2 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(long) >= 3 * PyLong_SHIFT)) {
                              return (long) (((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
                          }
                      }
                      break;
                  case 4:
                      if ((8 * sizeof(long) > 3 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(long) >= 4 * PyLong_SHIFT)) {
                              return (long) (((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
                          }
                      }
                      break;
              }
          }
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
          if (unlikely(Py_SIZE(x) < 0)) {
              goto raise_neg_overflow;
          }
  #else
          {
              int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
              if (unlikely(result < 0))
                  return (long) -1;
              if (unlikely(result == 1))
                  goto raise_neg_overflow;
          }
  #endif
          if ((sizeof(long) <= sizeof(unsigned long))) {
              __PYX_VERIFY_RETURN_INT_EXC(long, unsigned long, PyLong_AsUnsignedLong(x))
          } else if ((sizeof(long) <= sizeof(unsigned PY_LONG_LONG))) {
              __PYX_VERIFY_RETURN_INT_EXC(long, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
          }
      } else {
  #if CYTHON_USE_PYLONG_INTERNALS
          if (__Pyx_PyLong_IsCompact(x)) {
              __PYX_VERIFY_RETURN_INT(long, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
          } else {
              const digit* digits = __Pyx_PyLong_Digits(x);
              assert(__Pyx_PyLong_DigitCount(x) > 1);
              switch (__Pyx_PyLong_SignedDigitCount(x)) {
                  case -2:
                      if ((8 * sizeof(long) - 1 > 1 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(long) - 1 > 2 * PyLong_SHIFT)) {
                              return (long) (((long)-1)*(((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                          }
                      }
                      break;
                  case 2:
                      if ((8 * sizeof(long) > 1 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(long) - 1 > 2 * PyLong_SHIFT)) {
                              return (long) ((((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                          }
                      }
                      break;
                  case -3:
                      if ((8 * sizeof(long) - 1 > 2 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(long) - 1 > 3 * PyLong_SHIFT)) {
                              return (long) (((long)-1)*(((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                          }
                      }
                      break;
                  case 3:
                      if ((8 * sizeof(long) > 2 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(long) - 1 > 3 * PyLong_SHIFT)) {
                              return (long) ((((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                          }
                      }
                      break;
                  case -4:
                      if ((8 * sizeof(long) - 1 > 3 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(long) - 1 > 4 * PyLong_SHIFT)) {
                              return (long) (((long)-1)*(((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                          }
                      }
                      break;
                  case 4:
                      if ((8 * sizeof(long) > 3 * PyLong_SHIFT)) {
                          if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                              __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                          } else if ((8 * sizeof(long) - 1 > 4 * PyLong_SHIFT)) {
                              return (long) ((((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                          }
                      }
                      break;
              }
          }
  #endif
          if ((sizeof(long) <= sizeof(long))) {
              __PYX_VERIFY_RETURN_INT_EXC(long, long, PyLong_AsLong(x))
          } else if ((sizeof(long) <= sizeof(PY_LONG_LONG))) {
              __PYX_VERIFY_RETURN_INT_EXC(long, PY_LONG_LONG, PyLong_AsLongLong(x))
          }
      }
      {
          long val;
          int ret = -1;
  #if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
          Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
              x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
          if (unlikely(bytes_copied == -1)) {
          } else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
              goto raise_overflow;
          } else {
              ret = 0;
          }
  #elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
          int one = 1; int is_little = (int)*(unsigned char *)&one;
          unsigned char *bytes = (unsigned char *)&val;
          ret = _PyLong_AsByteArray((PyLongObject *)x,
                                      bytes, sizeof(val),
                                      is_little, !is_unsigned);
  #else
          PyObject *v;
          PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
          int bits, remaining_bits, is_negative = 0;
          int chunk_size = (sizeof(long) < 8) ? 30 : 62;
          if (likely(PyLong_CheckExact(x))) {
              v = __Pyx_NewRef(x);
          } else {
              v = PyNumber_Long(x);
              if (unlikely(!v)) return (long) -1;
              assert(PyLong_CheckExact(v));
          }
          {
              int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
              if (unlikely(result < 0)) {
                  Py_DECREF(v);
                  return (long) -1;
              }
              is_negative = result == 1;
          }
          if (is_unsigned && unlikely(is_negative)) {
              Py_DECREF(v);
              goto raise_neg_overflow;
          } else if (is_negative) {
              stepval = PyNumber_Invert(v);
              Py_DECREF(v);
              if (unlikely(!stepval))
                  return (long) -1;
          } else {
              stepval = v;
          }
          v = NULL;
          val = (long) 0;
          mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
          shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
          for (bits = 0; bits < (int) sizeof(long) * 8 - chunk_size; bits += chunk_size) {
              PyObject *tmp, *digit;
              long idigit;
              digit = PyNumber_And(stepval, mask);
              if (unlikely(!digit)) goto done;
              idigit = PyLong_AsLong(digit);
              Py_DECREF(digit);
              if (unlikely(idigit < 0)) goto done;
              val |= ((long) idigit) << bits;
              tmp = PyNumber_Rshift(stepval, shift);
              if (unlikely(!tmp)) goto done;
              Py_DECREF(stepval); stepval = tmp;
          }
          Py_DECREF(shift); shift = NULL;
          Py_DECREF(mask); mask = NULL;
          {
              long idigit = PyLong_AsLong(stepval);
              if (unlikely(idigit < 0)) goto done;
              remaining_bits = ((int) sizeof(long) * 8) - bits - (is_unsigned ? 0 : 1);
              if (unlikely(idigit >= (1L << remaining_bits)))
                  goto raise_overflow;
              val |= ((long) idigit) << bits;
          }
          if (!is_unsigned) {
              if (unlikely(val & (((long) 1) << (sizeof(long) * 8 - 1))))
                  goto raise_overflow;
              if (is_negative)
                  val = ~val;
          }
          ret = 0;
      done:
          Py_XDECREF(shift);
          Py_XDECREF(mask);
          Py_XDECREF(stepval);
  #endif
          if (unlikely(ret))
              return (long) -1;
          return val;
      }
  raise_overflow:
      PyErr_SetString(PyExc_OverflowError,
          "value too large to convert to long");
      return (long) -1;
  raise_neg_overflow:
      PyErr_SetString(PyExc_OverflowError,
          "can't convert negative value to long");
      return (long) -1;
  }
  
/* FormatTypeName */
  #if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030d0000
  static __Pyx_TypeName
  __Pyx_PyType_GetFullyQualifiedName(PyTypeObject* tp)
  {
      PyObject *module = NULL, *name = NULL, *result = NULL;
      #if __PYX_LIMITED_VERSION_HEX < 0x030b0000
      name = __Pyx_PyObject_GetAttrStr((PyObject *)tp,
                                                 __pyx_mstate_global->__pyx_n_u_qualname);
      #else
      name = PyType_GetQualName(tp);
      #endif
      if (unlikely(name == NULL) || unlikely(!PyUnicode_Check(name))) goto bad;
      module = __Pyx_PyObject_GetAttrStr((PyObject *)tp,
                                                 __pyx_mstate_global->__pyx_n_u_module);
      if (unlikely(module == NULL) || unlikely(!PyUnicode_Check(module))) goto bad;
      if (PyUnicode_CompareWithASCIIString(module, "builtins") == 0) {
          result = name;
          name = NULL;
          goto done;
      }
      result = PyUnicode_FromFormat("%U.%U", module, name);
      if (unlikely(result == NULL)) goto bad;
    done:
      Py_XDECREF(name);
      Py_XDECREF(module);
      return result;
    bad:
      PyErr_Clear();
      if (name) {
          result = name;
          name = NULL;
      } else {
          result = __Pyx_NewRef(__pyx_mstate_global->__pyx_kp_u__2);
      }
      goto done;
  }
  #endif
  
/* FastTypeChecks */
  #if CYTHON_COMPILING_IN_CPYTHON
  static int __Pyx_InBases(PyTypeObject *a, PyTypeObject *b) {
      while (a) {
          a = __Pyx_PyType_GetSlot(a, tp_base, PyTypeObject*);
          if (a == b)
              return 1;
      }
      return b == &PyBaseObject_Type;
  }
  static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b) {
      PyObject *mro;
      if (a == b) return 1;
      mro = a->tp_mro;
      if (likely(mro)) {
          Py_ssize_t i, n;
          n = PyTuple_GET_SIZE(mro);
          for (i = 0; i < n; i++) {
              if (PyTuple_GET_ITEM(mro, i) == (PyObject *)b)
                  return 1;
          }
          return 0;
      }
      return __Pyx_InBases(a, b);
  }
  static CYTHON_INLINE int __Pyx_IsAnySubtype2(PyTypeObject *cls, PyTypeObject *a, PyTypeObject *b) {
      PyObject *mro;
      if (cls == a || cls == b) return 1;
      mro = cls->tp_mro;
      if (likely(mro)) {
          Py_ssize_t i, n;
          n = PyTuple_GET_SIZE(mro);
          for (i = 0; i < n; i++) {
              PyObject *base = PyTuple_GET_ITEM(mro, i);
              if (base == (PyObject *)a || base == (PyObject *)b)
                  return 1;
          }
          return 0;
      }
      return __Pyx_InBases(cls, a) || __Pyx_InBases(cls, b);
  }
  static CYTHON_INLINE int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject *exc_type2) {
      if (exc_type1) {
          return __Pyx_IsAnySubtype2((PyTypeObject*)err, (PyTypeObject*)exc_type1, (PyTypeObject*)exc_type2);
      } else {
          return __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type2);
      }
  }
  static int __Pyx_PyErr_GivenExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
      Py_ssize_t i, n;
      assert(PyExceptionClass_Check(exc_type));
      n = PyTuple_GET_SIZE(tuple);
      for (i=0; i<n; i++) {
          if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
      }
      for (i=0; i<n; i++) {
          PyObject *t = PyTuple_GET_ITEM(tuple, i);
          if (likely(PyExceptionClass_Check(t))) {
              if (__Pyx_inner_PyErr_GivenExceptionMatches2(exc_type, NULL, t)) return 1;
          } else {
          }
      }
      return 0;
  }
  static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject* exc_type) {
      if (likely(err == exc_type)) return 1;
      if (likely(PyExceptionClass_Check(err))) {
          if (likely(PyExceptionClass_Check(exc_type))) {
              return __Pyx_inner_PyErr_GivenExceptionMatches2(err, NULL, exc_type);
          } else if (likely(PyTuple_Check(exc_type))) {
              return __Pyx_PyErr_GivenExceptionMatchesTuple(err, exc_type);
          } else {
          }
      }
      return PyErr_GivenExceptionMatches(err, exc_type);
  }
  static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *exc_type1, PyObject *exc_type2) {
      assert(PyExceptionClass_Check(exc_type1));
      assert(PyExceptionClass_Check(exc_type2));
      if (likely(err == exc_type1 || err == exc_type2)) return 1;
      if (likely(PyExceptionClass_Check(err))) {
          return __Pyx_inner_PyErr_GivenExceptionMatches2(err, exc_type1, exc_type2);
      }
      return (PyErr_GivenExceptionMatches(err, exc_type1) || PyErr_GivenExceptionMatches(err, exc_type2));
  }
  #endif
  
/* GetRuntimeVersion */
  #if __PYX_LIMITED_VERSION_HEX < 0x030b0000
  void __Pyx_init_runtime_version(void) {
      if (__Pyx_cached_runtime_version == 0) {
          const char* rt_version = Py_GetVersion();
          unsigned long version = 0;
          unsigned long factor = 0x01000000UL;
          unsigned int digit = 0;
          int i = 0;
          while (factor) {
              while ('0' <= rt_version[i] && rt_version[i] <= '9') {
                  digit = digit * 10 + (unsigned int) (rt_version[i] - '0');
                  ++i;
              }
              version += factor * digit;
              if (rt_version[i] != '.')
                  break;
              digit = 0;
              factor >>= 8;
              ++i;
          }
          __Pyx_cached_runtime_version = version;
      }
  }
  #endif
  static unsigned long __Pyx_get_runtime_version(void) {
  #if __PYX_LIMITED_VERSION_HEX >= 0x030b0000
      return Py_Version & ~0xFFUL;
  #else
      return __Pyx_cached_runtime_version;
  #endif
  }
  
/* CheckBinaryVersion */
  static int __Pyx_check_binary_version(unsigned long ct_version, unsigned long rt_version, int allow_newer) {
      const unsigned long MAJOR_MINOR = 0xFFFF0000UL;
      if ((rt_version & MAJOR_MINOR) == (ct_version & MAJOR_MINOR))
          return 0;
      if (likely(allow_newer && (rt_version & MAJOR_MINOR) > (ct_version & MAJOR_MINOR)))
          return 1;
      {
          char message[200];
          PyOS_snprintf(message, sizeof(message),
                        "compile time Python version %d.%d "
                        "of module '%.100s' "
                        "%s "
                        "runtime version %d.%d",
                         (int) (ct_version >> 24), (int) ((ct_version >> 16) & 0xFF),
                         __Pyx_MODULE_NAME,
                         (allow_newer) ? "was newer than" : "does not match",
                         (int) (rt_version >> 24), (int) ((rt_version >> 16) & 0xFF)
         );
          return PyErr_WarnEx(NULL, message, 1);
      }
  }
  
/* NewCodeObj */
  #if CYTHON_COMPILING_IN_LIMITED_API
      static PyObject* __Pyx__PyCode_New(int a, int p, int k, int l, int s, int f,
                                         PyObject *code, PyObject *c, PyObject* n, PyObject *v,
                                         PyObject *fv, PyObject *cell, PyObject* fn,
                                         PyObject *name, int fline, PyObject *lnos) {
          PyObject *exception_table = NULL;
          PyObject *types_module=NULL, *code_type=NULL, *result=NULL;
          #if __PYX_LIMITED_VERSION_HEX < 0x030b0000
          PyObject *version_info;
          PyObject *py_minor_version = NULL;
          #endif
          long minor_version = 0;
          PyObject *type, *value, *traceback;
          PyErr_Fetch(&type, &value, &traceback);
          #if __PYX_LIMITED_VERSION_HEX >= 0x030b0000
          minor_version = 11;
          #else
          if (!(version_info = PySys_GetObject("version_info"))) goto end;
          if (!(py_minor_version = PySequence_GetItem(version_info, 1))) goto end;
          minor_version = PyLong_AsLong(py_minor_version);
          Py_DECREF(py_minor_version);
          if (minor_version == -1 && PyErr_Occurred()) goto end;
          #endif
          if (!(types_module = PyImport_ImportModule("types"))) goto end;
          if (!(code_type = PyObject_GetAttrString(types_module, "CodeType"))) goto end;
          if (minor_version <= 7) {
              (void)p;
              result = PyObject_CallFunction(code_type, "iiiiiOOOOOOiOOO", a, k, l, s, f, code,
                            c, n, v, fn, name, fline, lnos, fv, cell);
          } else if (minor_version <= 10) {
              result = PyObject_CallFunction(code_type, "iiiiiiOOOOOOiOOO", a,p, k, l, s, f, code,
                            c, n, v, fn, name, fline, lnos, fv, cell);
          } else {
              if (!(exception_table = PyBytes_FromStringAndSize(NULL, 0))) goto end;
              result = PyObject_CallFunction(code_type, "iiiiiiOOOOOOOiOOOO", a,p, k, l, s, f, code,
                            c, n, v, fn, name, name, fline, lnos, exception_table, fv, cell);
          }
      end:
          Py_XDECREF(code_type);
          Py_XDECREF(exception_table);
          Py_XDECREF(types_module);
          if (type) {
              PyErr_Restore(type, value, traceback);
          }
          return result;
      }
  #elif PY_VERSION_HEX >= 0x030B0000
    static PyCodeObject* __Pyx__PyCode_New(int a, int p, int k, int l, int s, int f,
                                           PyObject *code, PyObject *c, PyObject* n, PyObject *v,
                                           PyObject *fv, PyObject *cell, PyObject* fn,
                                           PyObject *name, int fline, PyObject *lnos) {
      PyCodeObject *result;
      result =
        #if PY_VERSION_HEX >= 0x030C0000
          PyUnstable_Code_NewWithPosOnlyArgs
        #else
          PyCode_NewWithPosOnlyArgs
        #endif
          (a, p, k, l, s, f, code, c, n, v, fv, cell, fn, name, name, fline, lnos, __pyx_mstate_global->__pyx_empty_bytes);
      #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030c00A1
      if (likely(result))
          result->_co_firsttraceable = 0;
      #endif
      return result;
    }
  #elif !CYTHON_COMPILING_IN_PYPY
    #define __Pyx__PyCode_New(a, p, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
            PyCode_NewWithPosOnlyArgs(a, p, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
  #else
    #define __Pyx__PyCode_New(a, p, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
            PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
  #endif
  static PyObject* __Pyx_PyCode_New(
          const __Pyx_PyCode_New_function_description descr,
          PyObject * const *varnames,
          PyObject *filename,
          PyObject *funcname,
          PyObject *line_table,
          PyObject *tuple_dedup_map
  ) {
      PyObject *code_obj = NULL, *varnames_tuple_dedup = NULL, *code_bytes = NULL;
      Py_ssize_t var_count = (Py_ssize_t) descr.nlocals;
      PyObject *varnames_tuple = PyTuple_New(var_count);
      if (unlikely(!varnames_tuple)) return NULL;
      for (Py_ssize_t i=0; i < var_count; i++) {
          Py_INCREF(varnames[i]);
          if (__Pyx_PyTuple_SET_ITEM(varnames_tuple, i, varnames[i]) != (0)) goto done;
      }
      #if CYTHON_COMPILING_IN_LIMITED_API
      varnames_tuple_dedup = PyDict_GetItem(tuple_dedup_map, varnames_tuple);
      if (!varnames_tuple_dedup) {
          if (unlikely(PyDict_SetItem(tuple_dedup_map, varnames_tuple, varnames_tuple) < 0)) goto done;
          varnames_tuple_dedup = varnames_tuple;
      }
      #else
      varnames_tuple_dedup = PyDict_SetDefault(tuple_dedup_map, varnames_tuple, varnames_tuple);
      if (unlikely(!varnames_tuple_dedup)) goto done;
      #endif
      #if CYTHON_AVOID_BORROWED_REFS
      Py_INCREF(varnames_tuple_dedup);
      #endif
      if (__PYX_LIMITED_VERSION_HEX >= (0x030b0000) && line_table != NULL && !CYTHON_COMPILING_IN_GRAAL) {
          Py_ssize_t line_table_length = __Pyx_PyBytes_GET_SIZE(line_table);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely(line_table_length == -1)) goto done;
          #endif
          Py_ssize_t code_len = (line_table_length * 2 + 4) & ~3LL;
          code_bytes = PyBytes_FromStringAndSize(NULL, code_len);
          if (unlikely(!code_bytes)) goto done;
          char* c_code_bytes = PyBytes_AsString(code_bytes);
          if (unlikely(!c_code_bytes)) goto done;
          memset(c_code_bytes, 0, (size_t) code_len);
      }
      code_obj = (PyObject*) __Pyx__PyCode_New(
          (int) descr.argcount,
          (int) descr.num_posonly_args,
          (int) descr.num_kwonly_args,
          (int) descr.nlocals,
          0,
          (int) descr.flags,
          code_bytes ? code_bytes : __pyx_mstate_global->__pyx_empty_bytes,
          __pyx_mstate_global->__pyx_empty_tuple,
          __pyx_mstate_global->__pyx_empty_tuple,
          varnames_tuple_dedup,
          __pyx_mstate_global->__pyx_empty_tuple,
          __pyx_mstate_global->__pyx_empty_tuple,
          filename,
          funcname,
          (int) descr.first_line,
          (__PYX_LIMITED_VERSION_HEX >= (0x030b0000) && line_table) ? line_table : __pyx_mstate_global->__pyx_empty_bytes
      );
  done:
      Py_XDECREF(code_bytes);
      #if CYTHON_AVOID_BORROWED_REFS
      Py_XDECREF(varnames_tuple_dedup);
      #endif
      Py_DECREF(varnames_tuple);
      return code_obj;
  }
  
/* DecompressString */
  static PyObject *__Pyx_DecompressString(const char *s, Py_ssize_t length, int algo) {
      PyObject *module, *decompress, *compressed_bytes, *decompressed;
      const char* module_name = algo == 3 ? "compression.zstd" : algo == 2 ? "bz2" : "zlib";
      PyObject *methodname = PyUnicode_FromString("decompress");
      if (unlikely(!methodname)) return NULL;
      #if __PYX_LIMITED_VERSION_HEX >= 0x030e0000
      if (algo == 3) {
          PyObject *fromlist = Py_BuildValue("[O]", methodname);
          if (unlikely(!fromlist)) return NULL;
          module = PyImport_ImportModuleLevel("compression.zstd", NULL, NULL, fromlist, 0);
          Py_DECREF(fromlist);
      } else
      #endif
          module = PyImport_ImportModule(module_name);
      if (unlikely(!module)) goto import_failed;
      decompress = PyObject_GetAttr(module, methodname);
      if (unlikely(!decompress)) goto import_failed;
      {
          #ifdef __cplusplus
              char *memview_bytes = const_cast<char*>(s);
          #else
              #if defined(__clang__)
                #pragma clang diagnostic push
                #pragma clang diagnostic ignored "-Wcast-qual"
              #elif !defined(__INTEL_COMPILER) && defined(__GNUC__)
                #pragma GCC diagnostic push
                #pragma GCC diagnostic ignored "-Wcast-qual"
              #endif
              char *memview_bytes = (char*) s;
              #if defined(__clang__)
                #pragma clang diagnostic pop
              #elif !defined(__INTEL_COMPILER) && defined(__GNUC__)
                #pragma GCC diagnostic pop
              #endif
          #endif
          #if CYTHON_COMPILING_IN_LIMITED_API && !defined(PyBUF_READ)
          int memview_flags = 0x100;
          #else
          int memview_flags = PyBUF_READ;
          #endif
          compressed_bytes = PyMemoryView_FromMemory(memview_bytes, length, memview_flags);
      }
      if (unlikely(!compressed_bytes)) {
          Py_DECREF(decompress);
          goto bad;
      }
      decompressed = PyObject_CallFunctionObjArgs(decompress, compressed_bytes, NULL);
      Py_DECREF(compressed_bytes);
      Py_DECREF(decompress);
      Py_DECREF(module);
      Py_DECREF(methodname);
      return decompressed;
  import_failed:
      PyErr_Format(PyExc_ImportError,
          "Failed to import '%.20s.decompress' - cannot initialise module strings. "
          "String compression was configured with the C macro 'CYTHON_COMPRESS_STRINGS=%d'.",
          module_name, algo);
  bad:
      Py_XDECREF(module);
      Py_DECREF(methodname);
      return NULL;
  }
  
#include <string.h>
static CYTHON_INLINE Py_ssize_t __Pyx_ssize_strlen(const char *s) {
    size_t len = strlen(s);
    if (unlikely(len > (size_t) PY_SSIZE_T_MAX)) {
        PyErr_SetString(PyExc_OverflowError, "byte string is too long");
        return -1;
    }
    return (Py_ssize_t) len;
}
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char* c_str) {
    Py_ssize_t len = __Pyx_ssize_strlen(c_str);
    if (unlikely(len < 0)) return NULL;
    return __Pyx_PyUnicode_FromStringAndSize(c_str, len);
}
static CYTHON_INLINE PyObject* __Pyx_PyByteArray_FromString(const char* c_str) {
    Py_ssize_t len = __Pyx_ssize_strlen(c_str);
    if (unlikely(len < 0)) return NULL;
    return PyByteArray_FromStringAndSize(c_str, len);
}
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject* o) {
    Py_ssize_t ignore;
    return __Pyx_PyObject_AsStringAndSize(o, &ignore);
}
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_UTF8
static CYTHON_INLINE const char* __Pyx_PyUnicode_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
    if (unlikely(__Pyx_PyUnicode_READY(o) == -1)) return NULL;
#if CYTHON_COMPILING_IN_LIMITED_API
    {
        const char* result;
        Py_ssize_t unicode_length;
        CYTHON_MAYBE_UNUSED_VAR(unicode_length); // only for __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
        #if __PYX_LIMITED_VERSION_HEX < 0x030A0000
        if (unlikely(PyArg_Parse(o, "s#", &result, length) < 0)) return NULL;
        #else
        result = PyUnicode_AsUTF8AndSize(o, length);
        #endif
        #if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
        unicode_length = PyUnicode_GetLength(o);
        if (unlikely(unicode_length < 0)) return NULL;
        if (unlikely(unicode_length != *length)) {
            PyUnicode_AsASCIIString(o);
            return NULL;
        }
        #endif
        return result;
    }
#else
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
    if (likely(PyUnicode_IS_ASCII(o))) {
        *length = PyUnicode_GET_LENGTH(o);
        return PyUnicode_AsUTF8(o);
    } else {
        PyUnicode_AsASCIIString(o);
        return NULL;
    }
#else
    return PyUnicode_AsUTF8AndSize(o, length);
#endif
#endif
}
#endif
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_UTF8
    if (PyUnicode_Check(o)) {
        return __Pyx_PyUnicode_AsStringAndSize(o, length);
    } else
#endif
    if (PyByteArray_Check(o)) {
#if (CYTHON_ASSUME_SAFE_SIZE && CYTHON_ASSUME_SAFE_MACROS) || (CYTHON_COMPILING_IN_PYPY && (defined(PyByteArray_AS_STRING) && defined(PyByteArray_GET_SIZE)))
        *length = PyByteArray_GET_SIZE(o);
        return PyByteArray_AS_STRING(o);
#else
        *length = PyByteArray_Size(o);
        if (*length == -1) return NULL;
        return PyByteArray_AsString(o);
#endif
    } else
    {
        char* result;
        int r = PyBytes_AsStringAndSize(o, &result, length);
        if (unlikely(r < 0)) {
            return NULL;
        } else {
            return result;
        }
    }
}
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject* x) {
   int is_true = x == Py_True;
   if (is_true | (x == Py_False) | (x == Py_None)) return is_true;
   else return PyObject_IsTrue(x);
}
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject* x) {
    int retval;
    if (unlikely(!x)) return -1;
    retval = __Pyx_PyObject_IsTrue(x);
    Py_DECREF(x);
    return retval;
}
static PyObject* __Pyx_PyNumber_LongWrongResultType(PyObject* result) {
    __Pyx_TypeName result_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(result));
    if (PyLong_Check(result)) {
        if (PyErr_WarnFormat(PyExc_DeprecationWarning, 1,
                "__int__ returned non-int (type " __Pyx_FMT_TYPENAME ").  "
                "The ability to return an instance of a strict subclass of int is deprecated, "
                "and may be removed in a future version of Python.",
                result_type_name)) {
            __Pyx_DECREF_TypeName(result_type_name);
            Py_DECREF(result);
            return NULL;
        }
        __Pyx_DECREF_TypeName(result_type_name);
        return result;
    }
    PyErr_Format(PyExc_TypeError,
                 "__int__ returned non-int (type " __Pyx_FMT_TYPENAME ")",
                 result_type_name);
    __Pyx_DECREF_TypeName(result_type_name);
    Py_DECREF(result);
    return NULL;
}
static CYTHON_INLINE PyObject* __Pyx_PyNumber_Long(PyObject* x) {
#if CYTHON_USE_TYPE_SLOTS
  PyNumberMethods *m;
#endif
  PyObject *res = NULL;
  if (likely(PyLong_Check(x)))
      return __Pyx_NewRef(x);
#if CYTHON_USE_TYPE_SLOTS
  m = Py_TYPE(x)->tp_as_number;
  if (likely(m && m->nb_int)) {
      res = m->nb_int(x);
  }
#else
  if (!PyBytes_CheckExact(x) && !PyUnicode_CheckExact(x)) {
      res = PyNumber_Long(x);
  }
#endif
  if (likely(res)) {
      if (unlikely(!PyLong_CheckExact(res))) {
          return __Pyx_PyNumber_LongWrongResultType(res);
      }
  }
  else if (!PyErr_Occurred()) {
      PyErr_SetString(PyExc_TypeError,
                      "an integer is required");
  }
  return res;
}
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject* b) {
  Py_ssize_t ival;
  PyObject *x;
  if (likely(PyLong_CheckExact(b))) {
    #if CYTHON_USE_PYLONG_INTERNALS
    if (likely(__Pyx_PyLong_IsCompact(b))) {
        return __Pyx_PyLong_CompactValue(b);
    } else {
      const digit* digits = __Pyx_PyLong_Digits(b);
      const Py_ssize_t size = __Pyx_PyLong_SignedDigitCount(b);
      switch (size) {
         case 2:
           if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
             return (Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case -2:
           if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
             return -(Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case 3:
           if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
             return (Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case -3:
           if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
             return -(Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case 4:
           if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
             return (Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case -4:
           if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
             return -(Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
      }
    }
    #endif
    return PyLong_AsSsize_t(b);
  }
  x = PyNumber_Index(b);
  if (!x) return -1;
  ival = PyLong_AsSsize_t(x);
  Py_DECREF(x);
  return ival;
}
static CYTHON_INLINE Py_hash_t __Pyx_PyIndex_AsHash_t(PyObject* o) {
  if (sizeof(Py_hash_t) == sizeof(Py_ssize_t)) {
    return (Py_hash_t) __Pyx_PyIndex_AsSsize_t(o);
  } else {
    Py_ssize_t ival;
    PyObject *x;
    x = PyNumber_Index(o);
    if (!x) return -1;
    ival = PyLong_AsLong(x);
    Py_DECREF(x);
    return ival;
  }
}
static CYTHON_INLINE PyObject *__Pyx_Owned_Py_None(int b) {
    CYTHON_UNUSED_VAR(b);
    return __Pyx_NewRef(Py_None);
}
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b) {
  return __Pyx_NewRef(b ? Py_True: Py_False);
}
static CYTHON_INLINE PyObject * __Pyx_PyLong_FromSize_t(size_t ival) {
    return PyLong_FromSize_t(ival);
}


  /* MultiPhaseInitModuleState */
  #if CYTHON_PEP489_MULTI_PHASE_INIT && CYTHON_USE_MODULE_STATE
  #ifndef CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
  #if (CYTHON_COMPILING_IN_LIMITED_API || PY_VERSION_HEX >= 0x030C0000)
    #define CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE 1
  #else
    #define CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE 0
  #endif
  #endif
  #if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE && !CYTHON_ATOMICS
  #error "Module state with PEP489 requires atomics. Currently that's one of\
   C11, C++11, gcc atomic intrinsics or MSVC atomic intrinsics"
  #endif
  #if !CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
  #define __Pyx_ModuleStateLookup_Lock()
  #define __Pyx_ModuleStateLookup_Unlock()
  #elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d0000
  static PyMutex __Pyx_ModuleStateLookup_mutex = {0};
  #define __Pyx_ModuleStateLookup_Lock() PyMutex_Lock(&__Pyx_ModuleStateLookup_mutex)
  #define __Pyx_ModuleStateLookup_Unlock() PyMutex_Unlock(&__Pyx_ModuleStateLookup_mutex)
  #elif defined(__cplusplus) && __cplusplus >= 201103L
  #include <mutex>
  static std::mutex __Pyx_ModuleStateLookup_mutex;
  #define __Pyx_ModuleStateLookup_Lock() __Pyx_ModuleStateLookup_mutex.lock()
  #define __Pyx_ModuleStateLookup_Unlock() __Pyx_ModuleStateLookup_mutex.unlock()
  #elif defined(__STDC_VERSION__) && (__STDC_VERSION__ > 201112L) && !defined(__STDC_NO_THREADS__)
  #include <threads.h>
  static mtx_t __Pyx_ModuleStateLookup_mutex;
  static once_flag __Pyx_ModuleStateLookup_mutex_once_flag = ONCE_FLAG_INIT;
  static void __Pyx_ModuleStateLookup_initialize_mutex(void) {
      mtx_init(&__Pyx_ModuleStateLookup_mutex, mtx_plain);
  }
  #define __Pyx_ModuleStateLookup_Lock()\
    call_once(&__Pyx_ModuleStateLookup_mutex_once_flag, __Pyx_ModuleStateLookup_initialize_mutex);\
    mtx_lock(&__Pyx_ModuleStateLookup_mutex)
  #define __Pyx_ModuleStateLookup_Unlock() mtx_unlock(&__Pyx_ModuleStateLookup_mutex)
  #elif defined(HAVE_PTHREAD_H)
  #include <pthread.h>
  static pthread_mutex_t __Pyx_ModuleStateLookup_mutex = PTHREAD_MUTEX_INITIALIZER;
  #define __Pyx_ModuleStateLookup_Lock() pthread_mutex_lock(&__Pyx_ModuleStateLookup_mutex)
  #define __Pyx_ModuleStateLookup_Unlock() pthread_mutex_unlock(&__Pyx_ModuleStateLookup_mutex)
  #elif defined(_WIN32)
  #include <Windows.h>  // synchapi.h on its own doesn't work
  static SRWLOCK __Pyx_ModuleStateLookup_mutex = SRWLOCK_INIT;
  #define __Pyx_ModuleStateLookup_Lock() AcquireSRWLockExclusive(&__Pyx_ModuleStateLookup_mutex)
  #define __Pyx_ModuleStateLookup_Unlock() ReleaseSRWLockExclusive(&__Pyx_ModuleStateLookup_mutex)
  #else
  #error "No suitable lock available for CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE.\
   Requires C standard >= C11, or C++ standard >= C++11,\
   or pthreads, or the Windows 32 API, or Python >= 3.13."
  #endif
  typedef struct {
      int64_t id;
      PyObject *module;
  } __Pyx_InterpreterIdAndModule;
  typedef struct {
      char interpreter_id_as_index;
      Py_ssize_t count;
      Py_ssize_t allocated;
      __Pyx_InterpreterIdAndModule table[1];
  } __Pyx_ModuleStateLookupData;
  #define __PYX_MODULE_STATE_LOOKUP_SMALL_SIZE 32
  #if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
  static __pyx_atomic_int_type __Pyx_ModuleStateLookup_read_counter = 0;
  #endif
  #if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
  static __pyx_atomic_ptr_type __Pyx_ModuleStateLookup_data = 0;
  #else
  static __Pyx_ModuleStateLookupData* __Pyx_ModuleStateLookup_data = NULL;
  #endif
  static __Pyx_InterpreterIdAndModule* __Pyx_State_FindModuleStateLookupTableLowerBound(
          __Pyx_InterpreterIdAndModule* table,
          Py_ssize_t count,
          int64_t interpreterId) {
      __Pyx_InterpreterIdAndModule* begin = table;
      __Pyx_InterpreterIdAndModule* end = begin + count;
      if (begin->id == interpreterId) {
          return begin;
      }
      while ((end - begin) > __PYX_MODULE_STATE_LOOKUP_SMALL_SIZE) {
          __Pyx_InterpreterIdAndModule* halfway = begin + (end - begin)/2;
          if (halfway->id == interpreterId) {
              return halfway;
          }
          if (halfway->id < interpreterId) {
              begin = halfway;
          } else {
              end = halfway;
          }
      }
      for (; begin < end; ++begin) {
          if (begin->id >= interpreterId) return begin;
      }
      return begin;
  }
  static PyObject *__Pyx_State_FindModule(CYTHON_UNUSED void* dummy) {
      int64_t interpreter_id = PyInterpreterState_GetID(__Pyx_PyInterpreterState_Get());
      if (interpreter_id == -1) return NULL;
  #if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
      __Pyx_ModuleStateLookupData* data = (__Pyx_ModuleStateLookupData*)__pyx_atomic_pointer_load_relaxed(&__Pyx_ModuleStateLookup_data);
      {
          __pyx_atomic_incr_acq_rel(&__Pyx_ModuleStateLookup_read_counter);
          if (likely(data)) {
              __Pyx_ModuleStateLookupData* new_data = (__Pyx_ModuleStateLookupData*)__pyx_atomic_pointer_load_acquire(&__Pyx_ModuleStateLookup_data);
              if (likely(data == new_data)) {
                  goto read_finished;
              }
          }
          __pyx_atomic_decr_acq_rel(&__Pyx_ModuleStateLookup_read_counter);
          __Pyx_ModuleStateLookup_Lock();
          __pyx_atomic_incr_relaxed(&__Pyx_ModuleStateLookup_read_counter);
          data = (__Pyx_ModuleStateLookupData*)__pyx_atomic_pointer_load_relaxed(&__Pyx_ModuleStateLookup_data);
          __Pyx_ModuleStateLookup_Unlock();
      }
    read_finished:;
  #else
      __Pyx_ModuleStateLookupData* data = __Pyx_ModuleStateLookup_data;
  #endif
      __Pyx_InterpreterIdAndModule* found = NULL;
      if (unlikely(!data)) goto end;
      if (data->interpreter_id_as_index) {
          if (interpreter_id < data->count) {
              found = data->table+interpreter_id;
          }
      } else {
          found = __Pyx_State_FindModuleStateLookupTableLowerBound(
              data->table, data->count, interpreter_id);
      }
    end:
      {
          PyObject *result=NULL;
          if (found && found->id == interpreter_id) {
              result = found->module;
          }
  #if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
          __pyx_atomic_decr_acq_rel(&__Pyx_ModuleStateLookup_read_counter);
  #endif
          return result;
      }
  }
  #if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
  static void __Pyx_ModuleStateLookup_wait_until_no_readers(void) {
      while (__pyx_atomic_load(&__Pyx_ModuleStateLookup_read_counter) != 0);
  }
  #else
  #define __Pyx_ModuleStateLookup_wait_until_no_readers()
  #endif
  static int __Pyx_State_AddModuleInterpIdAsIndex(__Pyx_ModuleStateLookupData **old_data, PyObject* module, int64_t interpreter_id) {
      Py_ssize_t to_allocate = (*old_data)->allocated;
      while (to_allocate <= interpreter_id) {
          if (to_allocate == 0) to_allocate = 1;
          else to_allocate *= 2;
      }
      __Pyx_ModuleStateLookupData *new_data = *old_data;
      if (to_allocate != (*old_data)->allocated) {
           new_data = (__Pyx_ModuleStateLookupData *)realloc(
              *old_data,
              sizeof(__Pyx_ModuleStateLookupData)+(to_allocate-1)*sizeof(__Pyx_InterpreterIdAndModule));
          if (!new_data) {
              PyErr_NoMemory();
              return -1;
          }
          for (Py_ssize_t i = new_data->allocated; i < to_allocate; ++i) {
              new_data->table[i].id = i;
              new_data->table[i].module = NULL;
          }
          new_data->allocated = to_allocate;
      }
      new_data->table[interpreter_id].module = module;
      if (new_data->count < interpreter_id+1) {
          new_data->count = interpreter_id+1;
      }
      *old_data = new_data;
      return 0;
  }
  static void __Pyx_State_ConvertFromInterpIdAsIndex(__Pyx_ModuleStateLookupData *data) {
      __Pyx_InterpreterIdAndModule *read = data->table;
      __Pyx_InterpreterIdAndModule *write = data->table;
      __Pyx_InterpreterIdAndModule *end = read + data->count;
      for (; read<end; ++read) {
          if (read->module) {
              write->id = read->id;
              write->module = read->module;
              ++write;
          }
      }
      data->count = write - data->table;
      for (; write<end; ++write) {
          write->id = 0;
          write->module = NULL;
      }
      data->interpreter_id_as_index = 0;
  }
  static int __Pyx_State_AddModule(PyObject* module, CYTHON_UNUSED void* dummy) {
      int64_t interpreter_id = PyInterpreterState_GetID(__Pyx_PyInterpreterState_Get());
      if (interpreter_id == -1) return -1;
      int result = 0;
      __Pyx_ModuleStateLookup_Lock();
  #if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
      __Pyx_ModuleStateLookupData *old_data = (__Pyx_ModuleStateLookupData *)
              __pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, 0);
  #else
      __Pyx_ModuleStateLookupData *old_data = __Pyx_ModuleStateLookup_data;
  #endif
      __Pyx_ModuleStateLookupData *new_data = old_data;
      if (!new_data) {
          new_data = (__Pyx_ModuleStateLookupData *)calloc(1, sizeof(__Pyx_ModuleStateLookupData));
          if (!new_data) {
              result = -1;
              PyErr_NoMemory();
              goto end;
          }
          new_data->allocated = 1;
          new_data->interpreter_id_as_index = 1;
      }
      __Pyx_ModuleStateLookup_wait_until_no_readers();
      if (new_data->interpreter_id_as_index) {
          if (interpreter_id < __PYX_MODULE_STATE_LOOKUP_SMALL_SIZE) {
              result = __Pyx_State_AddModuleInterpIdAsIndex(&new_data, module, interpreter_id);
              goto end;
          }
          __Pyx_State_ConvertFromInterpIdAsIndex(new_data);
      }
      {
          Py_ssize_t insert_at = 0;
          {
              __Pyx_InterpreterIdAndModule* lower_bound = __Pyx_State_FindModuleStateLookupTableLowerBound(
                  new_data->table, new_data->count, interpreter_id);
              assert(lower_bound);
              insert_at = lower_bound - new_data->table;
              if (unlikely(insert_at < new_data->count && lower_bound->id == interpreter_id)) {
                  lower_bound->module = module;
                  goto end;  // already in table, nothing more to do
              }
          }
          if (new_data->count+1 >= new_data->allocated) {
              Py_ssize_t to_allocate = (new_data->count+1)*2;
              new_data =
                  (__Pyx_ModuleStateLookupData*)realloc(
                      new_data,
                      sizeof(__Pyx_ModuleStateLookupData) +
                      (to_allocate-1)*sizeof(__Pyx_InterpreterIdAndModule));
              if (!new_data) {
                  result = -1;
                  new_data = old_data;
                  PyErr_NoMemory();
                  goto end;
              }
              new_data->allocated = to_allocate;
          }
          ++new_data->count;
          int64_t last_id = interpreter_id;
          PyObject *last_module = module;
          for (Py_ssize_t i=insert_at; i<new_data->count; ++i) {
              int64_t current_id = new_data->table[i].id;
              new_data->table[i].id = last_id;
              last_id = current_id;
              PyObject *current_module = new_data->table[i].module;
              new_data->table[i].module = last_module;
              last_module = current_module;
          }
      }
    end:
  #if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
      __pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, new_data);
  #else
      __Pyx_ModuleStateLookup_data = new_data;
  #endif
      __Pyx_ModuleStateLookup_Unlock();
      return result;
  }
  static int __Pyx_State_RemoveModule(CYTHON_UNUSED void* dummy) {
      int64_t interpreter_id = PyInterpreterState_GetID(__Pyx_PyInterpreterState_Get());
      if (interpreter_id == -1) return -1;
      __Pyx_ModuleStateLookup_Lock();
  #if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
      __Pyx_ModuleStateLookupData *data = (__Pyx_ModuleStateLookupData *)
              __pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, 0);
  #else
      __Pyx_ModuleStateLookupData *data = __Pyx_ModuleStateLookup_data;
  #endif
      if (data->interpreter_id_as_index) {
          if (interpreter_id < data->count) {
              data->table[interpreter_id].module = NULL;
          }
          goto done;
      }
      {
          __Pyx_ModuleStateLookup_wait_until_no_readers();
          __Pyx_InterpreterIdAndModule* lower_bound = __Pyx_State_FindModuleStateLookupTableLowerBound(
              data->table, data->count, interpreter_id);
          if (!lower_bound) goto done;
          if (lower_bound->id != interpreter_id) goto done;
          __Pyx_InterpreterIdAndModule *end = data->table+data->count;
          for (;lower_bound<end-1; ++lower_bound) {
              lower_bound->id = (lower_bound+1)->id;
              lower_bound->module = (lower_bound+1)->module;
          }
      }
      --data->count;
      if (data->count == 0) {
          free(data);
          data = NULL;
      }
    done:
  #if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
      __pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, data);
  #else
      __Pyx_ModuleStateLookup_data = data;
  #endif
      __Pyx_ModuleStateLookup_Unlock();
      return 0;
  }
  #endif
  
/* #### Code section: utility_code_pragmas_end ### */
#ifdef _MSC_VER
#pragma warning( pop )
#endif



/* #### Code section: end ### */
#endif /* Py_PYTHON_H */
