/* Generated by Cython 3.2.1 */

/* BEGIN: Cython Metadata
{
    "distutils": {
        "depends": [
            "/tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/_core/include/numpy/arrayobject.h",
            "/tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/_core/include/numpy/arrayscalars.h",
            "/tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/_core/include/numpy/ndarrayobject.h",
            "/tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/_core/include/numpy/ndarraytypes.h",
            "/tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/_core/include/numpy/ufuncobject.h",
            "pygsti/evotypes/basecreps.h",
            "pygsti/evotypes/stabilizer/effectcreps.h",
            "pygsti/evotypes/stabilizer/opcreps.h",
            "pygsti/evotypes/stabilizer/statecreps.h",
            "pygsti/evotypes/stabilizer/termcreps.h"
        ],
        "extra_link_args": [
            "-std=c++11"
        ],
        "include_dirs": [
            "pygsti/evotypes/stabilizer",
            "pygsti/evotypes",
            ".",
            "/tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/_core/include"
        ],
        "language": "c++",
        "name": "pygsti.forwardsims.termforwardsim_calc_stabilizer",
        "sources": [
            "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx",
            "pygsti/evotypes/stabilizer/statecreps.cpp",
            "pygsti/evotypes/basecreps.cpp"
        ]
    },
    "module_name": "pygsti.forwardsims.termforwardsim_calc_stabilizer"
}
END: Cython Metadata */

#ifndef PY_SSIZE_T_CLEAN
#define PY_SSIZE_T_CLEAN
#endif /* PY_SSIZE_T_CLEAN */
/* InitLimitedAPI */
#if defined(Py_LIMITED_API)
  #if !defined(CYTHON_LIMITED_API)
  #define CYTHON_LIMITED_API 1
  #endif
#elif defined(CYTHON_LIMITED_API)
  #ifdef _MSC_VER
  #pragma message ("Limited API usage is enabled with 'CYTHON_LIMITED_API' but 'Py_LIMITED_API' does not define a Python target version. Consider setting 'Py_LIMITED_API' instead.")
  #else
  #warning Limited API usage is enabled with 'CYTHON_LIMITED_API' but 'Py_LIMITED_API' does not define a Python target version. Consider setting 'Py_LIMITED_API' instead.
  #endif
#endif

#include "Python.h"
#ifndef Py_PYTHON_H
    #error Python headers needed to compile C extensions, please install development version of Python.
#elif PY_VERSION_HEX < 0x03080000
    #error Cython requires Python 3.8+.
#else
#define __PYX_ABI_VERSION "3_2_1"
#define CYTHON_HEX_VERSION 0x030201F0
#define CYTHON_FUTURE_DIVISION 1
/* CModulePreamble */
#include <stddef.h>
#ifndef offsetof
  #define offsetof(type, member) ( (size_t) & ((type*)0) -> member )
#endif
#if !defined(_WIN32) && !defined(WIN32) && !defined(MS_WINDOWS)
  #ifndef __stdcall
    #define __stdcall
  #endif
  #ifndef __cdecl
    #define __cdecl
  #endif
  #ifndef __fastcall
    #define __fastcall
  #endif
#endif
#ifndef DL_IMPORT
  #define DL_IMPORT(t) t
#endif
#ifndef DL_EXPORT
  #define DL_EXPORT(t) t
#endif
#define __PYX_COMMA ,
#ifndef PY_LONG_LONG
  #define PY_LONG_LONG LONG_LONG
#endif
#ifndef Py_HUGE_VAL
  #define Py_HUGE_VAL HUGE_VAL
#endif
#define __PYX_LIMITED_VERSION_HEX PY_VERSION_HEX
#if defined(GRAALVM_PYTHON)
  /* For very preliminary testing purposes. Most variables are set the same as PyPy.
     The existence of this section does not imply that anything works or is even tested */
  #define CYTHON_COMPILING_IN_PYPY 0
  #define CYTHON_COMPILING_IN_CPYTHON 0
  #define CYTHON_COMPILING_IN_LIMITED_API 0
  #define CYTHON_COMPILING_IN_GRAAL 1
  #define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
  #undef CYTHON_USE_TYPE_SLOTS
  #define CYTHON_USE_TYPE_SLOTS 0
  #undef CYTHON_USE_TYPE_SPECS
  #define CYTHON_USE_TYPE_SPECS 0
  #undef CYTHON_USE_PYTYPE_LOOKUP
  #define CYTHON_USE_PYTYPE_LOOKUP 0
  #undef CYTHON_USE_PYLIST_INTERNALS
  #define CYTHON_USE_PYLIST_INTERNALS 0
  #undef CYTHON_USE_UNICODE_INTERNALS
  #define CYTHON_USE_UNICODE_INTERNALS 0
  #undef CYTHON_USE_UNICODE_WRITER
  #define CYTHON_USE_UNICODE_WRITER 0
  #undef CYTHON_USE_PYLONG_INTERNALS
  #define CYTHON_USE_PYLONG_INTERNALS 0
  #undef CYTHON_AVOID_BORROWED_REFS
  #define CYTHON_AVOID_BORROWED_REFS 1
  #undef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
  #define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 0
  #undef CYTHON_ASSUME_SAFE_MACROS
  #define CYTHON_ASSUME_SAFE_MACROS 0
  #undef CYTHON_ASSUME_SAFE_SIZE
  #define CYTHON_ASSUME_SAFE_SIZE 0
  #undef CYTHON_UNPACK_METHODS
  #define CYTHON_UNPACK_METHODS 0
  #undef CYTHON_FAST_THREAD_STATE
  #define CYTHON_FAST_THREAD_STATE 0
  #undef CYTHON_FAST_GIL
  #define CYTHON_FAST_GIL 0
  #undef CYTHON_METH_FASTCALL
  #define CYTHON_METH_FASTCALL 0
  #undef CYTHON_FAST_PYCALL
  #define CYTHON_FAST_PYCALL 0
  #ifndef CYTHON_PEP487_INIT_SUBCLASS
    #define CYTHON_PEP487_INIT_SUBCLASS 1
  #endif
  #undef CYTHON_PEP489_MULTI_PHASE_INIT
  #define CYTHON_PEP489_MULTI_PHASE_INIT 1
  #undef CYTHON_USE_MODULE_STATE
  #define CYTHON_USE_MODULE_STATE 0
  #undef CYTHON_USE_SYS_MONITORING
  #define CYTHON_USE_SYS_MONITORING 0
  #undef CYTHON_USE_TP_FINALIZE
  #define CYTHON_USE_TP_FINALIZE 0
  #undef CYTHON_USE_AM_SEND
  #define CYTHON_USE_AM_SEND 0
  #undef CYTHON_USE_DICT_VERSIONS
  #define CYTHON_USE_DICT_VERSIONS 0
  #undef CYTHON_USE_EXC_INFO_STACK
  #define CYTHON_USE_EXC_INFO_STACK 1
  #ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
    #define CYTHON_UPDATE_DESCRIPTOR_DOC 0
  #endif
  #undef CYTHON_USE_FREELISTS
  #define CYTHON_USE_FREELISTS 0
  #undef CYTHON_IMMORTAL_CONSTANTS
  #define CYTHON_IMMORTAL_CONSTANTS 0
#elif defined(PYPY_VERSION)
  #define CYTHON_COMPILING_IN_PYPY 1
  #define CYTHON_COMPILING_IN_CPYTHON 0
  #define CYTHON_COMPILING_IN_LIMITED_API 0
  #define CYTHON_COMPILING_IN_GRAAL 0
  #define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
  #undef CYTHON_USE_TYPE_SLOTS
  #define CYTHON_USE_TYPE_SLOTS 1
  #ifndef CYTHON_USE_TYPE_SPECS
    #define CYTHON_USE_TYPE_SPECS 0
  #endif
  #undef CYTHON_USE_PYTYPE_LOOKUP
  #define CYTHON_USE_PYTYPE_LOOKUP 0
  #undef CYTHON_USE_PYLIST_INTERNALS
  #define CYTHON_USE_PYLIST_INTERNALS 0
  #undef CYTHON_USE_UNICODE_INTERNALS
  #define CYTHON_USE_UNICODE_INTERNALS 0
  #undef CYTHON_USE_UNICODE_WRITER
  #define CYTHON_USE_UNICODE_WRITER 0
  #undef CYTHON_USE_PYLONG_INTERNALS
  #define CYTHON_USE_PYLONG_INTERNALS 0
  #undef CYTHON_AVOID_BORROWED_REFS
  #define CYTHON_AVOID_BORROWED_REFS 1
  #undef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
  #define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 1
  #undef CYTHON_ASSUME_SAFE_MACROS
  #define CYTHON_ASSUME_SAFE_MACROS 0
  #ifndef CYTHON_ASSUME_SAFE_SIZE
    #define CYTHON_ASSUME_SAFE_SIZE 1
  #endif
  #undef CYTHON_UNPACK_METHODS
  #define CYTHON_UNPACK_METHODS 0
  #undef CYTHON_FAST_THREAD_STATE
  #define CYTHON_FAST_THREAD_STATE 0
  #undef CYTHON_FAST_GIL
  #define CYTHON_FAST_GIL 0
  #undef CYTHON_METH_FASTCALL
  #define CYTHON_METH_FASTCALL 0
  #undef CYTHON_FAST_PYCALL
  #define CYTHON_FAST_PYCALL 0
  #ifndef CYTHON_PEP487_INIT_SUBCLASS
    #define CYTHON_PEP487_INIT_SUBCLASS 1
  #endif
  #if PY_VERSION_HEX < 0x03090000
    #undef CYTHON_PEP489_MULTI_PHASE_INIT
    #define CYTHON_PEP489_MULTI_PHASE_INIT 0
  #elif !defined(CYTHON_PEP489_MULTI_PHASE_INIT)
    #define CYTHON_PEP489_MULTI_PHASE_INIT 1
  #endif
  #undef CYTHON_USE_MODULE_STATE
  #define CYTHON_USE_MODULE_STATE 0
  #undef CYTHON_USE_SYS_MONITORING
  #define CYTHON_USE_SYS_MONITORING 0
  #ifndef CYTHON_USE_TP_FINALIZE
    #define CYTHON_USE_TP_FINALIZE (PYPY_VERSION_NUM >= 0x07030C00)
  #endif
  #undef CYTHON_USE_AM_SEND
  #define CYTHON_USE_AM_SEND 0
  #undef CYTHON_USE_DICT_VERSIONS
  #define CYTHON_USE_DICT_VERSIONS 0
  #undef CYTHON_USE_EXC_INFO_STACK
  #define CYTHON_USE_EXC_INFO_STACK 0
  #ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
    #define CYTHON_UPDATE_DESCRIPTOR_DOC (PYPY_VERSION_NUM >= 0x07031100)
  #endif
  #undef CYTHON_USE_FREELISTS
  #define CYTHON_USE_FREELISTS 0
  #undef CYTHON_IMMORTAL_CONSTANTS
  #define CYTHON_IMMORTAL_CONSTANTS 0
#elif defined(CYTHON_LIMITED_API)
  #ifdef Py_LIMITED_API
    #undef __PYX_LIMITED_VERSION_HEX
    #define __PYX_LIMITED_VERSION_HEX Py_LIMITED_API
  #endif
  #define CYTHON_COMPILING_IN_PYPY 0
  #define CYTHON_COMPILING_IN_CPYTHON 0
  #define CYTHON_COMPILING_IN_LIMITED_API 1
  #define CYTHON_COMPILING_IN_GRAAL 0
  #define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
  #undef CYTHON_USE_TYPE_SLOTS
  #define CYTHON_USE_TYPE_SLOTS 0
  #undef CYTHON_USE_TYPE_SPECS
  #define CYTHON_USE_TYPE_SPECS 1
  #undef CYTHON_USE_PYTYPE_LOOKUP
  #define CYTHON_USE_PYTYPE_LOOKUP 0
  #undef CYTHON_USE_PYLIST_INTERNALS
  #define CYTHON_USE_PYLIST_INTERNALS 0
  #undef CYTHON_USE_UNICODE_INTERNALS
  #define CYTHON_USE_UNICODE_INTERNALS 0
  #ifndef CYTHON_USE_UNICODE_WRITER
    #define CYTHON_USE_UNICODE_WRITER 0
  #endif
  #undef CYTHON_USE_PYLONG_INTERNALS
  #define CYTHON_USE_PYLONG_INTERNALS 0
  #ifndef CYTHON_AVOID_BORROWED_REFS
    #define CYTHON_AVOID_BORROWED_REFS 0
  #endif
  #ifndef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
    #define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 0
  #endif
  #undef CYTHON_ASSUME_SAFE_MACROS
  #define CYTHON_ASSUME_SAFE_MACROS 0
  #undef CYTHON_ASSUME_SAFE_SIZE
  #define CYTHON_ASSUME_SAFE_SIZE 0
  #undef CYTHON_UNPACK_METHODS
  #define CYTHON_UNPACK_METHODS 0
  #undef CYTHON_FAST_THREAD_STATE
  #define CYTHON_FAST_THREAD_STATE 0
  #undef CYTHON_FAST_GIL
  #define CYTHON_FAST_GIL 0
  #undef CYTHON_METH_FASTCALL
  #define CYTHON_METH_FASTCALL (__PYX_LIMITED_VERSION_HEX >= 0x030C0000)
  #undef CYTHON_FAST_PYCALL
  #define CYTHON_FAST_PYCALL 0
  #ifndef CYTHON_PEP487_INIT_SUBCLASS
    #define CYTHON_PEP487_INIT_SUBCLASS 1
  #endif
  #ifndef CYTHON_PEP489_MULTI_PHASE_INIT
    #define CYTHON_PEP489_MULTI_PHASE_INIT 1
  #endif
  #ifndef CYTHON_USE_MODULE_STATE
    #define CYTHON_USE_MODULE_STATE 0
  #endif
  #undef CYTHON_USE_SYS_MONITORING
  #define CYTHON_USE_SYS_MONITORING 0
  #ifndef CYTHON_USE_TP_FINALIZE
    #define CYTHON_USE_TP_FINALIZE 0
  #endif
  #ifndef CYTHON_USE_AM_SEND
    #define CYTHON_USE_AM_SEND (__PYX_LIMITED_VERSION_HEX >= 0x030A0000)
  #endif
  #undef CYTHON_USE_DICT_VERSIONS
  #define CYTHON_USE_DICT_VERSIONS 0
  #undef CYTHON_USE_EXC_INFO_STACK
  #define CYTHON_USE_EXC_INFO_STACK 0
  #ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
    #define CYTHON_UPDATE_DESCRIPTOR_DOC 0
  #endif
  #ifndef CYTHON_USE_FREELISTS
  #define CYTHON_USE_FREELISTS 1
  #endif
  #undef CYTHON_IMMORTAL_CONSTANTS
  #define CYTHON_IMMORTAL_CONSTANTS 0
#else
  #define CYTHON_COMPILING_IN_PYPY 0
  #define CYTHON_COMPILING_IN_CPYTHON 1
  #define CYTHON_COMPILING_IN_LIMITED_API 0
  #define CYTHON_COMPILING_IN_GRAAL 0
  #ifdef Py_GIL_DISABLED
    #define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 1
  #else
    #define CYTHON_COMPILING_IN_CPYTHON_FREETHREADING 0
  #endif
  #if PY_VERSION_HEX < 0x030A0000
    #undef CYTHON_USE_TYPE_SLOTS
    #define CYTHON_USE_TYPE_SLOTS 1
  #elif !defined(CYTHON_USE_TYPE_SLOTS)
    #define CYTHON_USE_TYPE_SLOTS 1
  #endif
  #ifndef CYTHON_USE_TYPE_SPECS
    #define CYTHON_USE_TYPE_SPECS 0
  #endif
  #ifndef CYTHON_USE_PYTYPE_LOOKUP
    #define CYTHON_USE_PYTYPE_LOOKUP 1
  #endif
  #ifndef CYTHON_USE_PYLONG_INTERNALS
    #define CYTHON_USE_PYLONG_INTERNALS 1
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    #undef CYTHON_USE_PYLIST_INTERNALS
    #define CYTHON_USE_PYLIST_INTERNALS 0
  #elif !defined(CYTHON_USE_PYLIST_INTERNALS)
    #define CYTHON_USE_PYLIST_INTERNALS 1
  #endif
  #ifndef CYTHON_USE_UNICODE_INTERNALS
    #define CYTHON_USE_UNICODE_INTERNALS 1
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING || PY_VERSION_HEX >= 0x030B00A2
    #undef CYTHON_USE_UNICODE_WRITER
    #define CYTHON_USE_UNICODE_WRITER 0
  #elif !defined(CYTHON_USE_UNICODE_WRITER)
    #define CYTHON_USE_UNICODE_WRITER 1
  #endif
  #ifndef CYTHON_AVOID_BORROWED_REFS
    #define CYTHON_AVOID_BORROWED_REFS 0
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    #undef CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
    #define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 1
  #elif !defined(CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS)
    #define CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS 0
  #endif
  #ifndef CYTHON_ASSUME_SAFE_MACROS
    #define CYTHON_ASSUME_SAFE_MACROS 1
  #endif
  #ifndef CYTHON_ASSUME_SAFE_SIZE
    #define CYTHON_ASSUME_SAFE_SIZE 1
  #endif
  #ifndef CYTHON_UNPACK_METHODS
    #define CYTHON_UNPACK_METHODS 1
  #endif
  #ifndef CYTHON_FAST_THREAD_STATE
    #define CYTHON_FAST_THREAD_STATE 1
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    #undef CYTHON_FAST_GIL
    #define CYTHON_FAST_GIL 0
  #elif !defined(CYTHON_FAST_GIL)
    #define CYTHON_FAST_GIL (PY_VERSION_HEX < 0x030C00A6)
  #endif
  #ifndef CYTHON_METH_FASTCALL
    #define CYTHON_METH_FASTCALL 1
  #endif
  #ifndef CYTHON_FAST_PYCALL
    #define CYTHON_FAST_PYCALL 1
  #endif
  #ifndef CYTHON_PEP487_INIT_SUBCLASS
    #define CYTHON_PEP487_INIT_SUBCLASS 1
  #endif
  #ifndef CYTHON_PEP489_MULTI_PHASE_INIT
    #define CYTHON_PEP489_MULTI_PHASE_INIT 1
  #endif
  #ifndef CYTHON_USE_MODULE_STATE
    #define CYTHON_USE_MODULE_STATE 0
  #endif
  #ifndef CYTHON_USE_SYS_MONITORING
    #define CYTHON_USE_SYS_MONITORING (PY_VERSION_HEX >= 0x030d00B1)
  #endif
  #ifndef CYTHON_USE_TP_FINALIZE
    #define CYTHON_USE_TP_FINALIZE 1
  #endif
  #ifndef CYTHON_USE_AM_SEND
    #define CYTHON_USE_AM_SEND 1
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    #undef CYTHON_USE_DICT_VERSIONS
    #define CYTHON_USE_DICT_VERSIONS 0
  #elif !defined(CYTHON_USE_DICT_VERSIONS)
    #define CYTHON_USE_DICT_VERSIONS  (PY_VERSION_HEX < 0x030C00A5 && !CYTHON_USE_MODULE_STATE)
  #endif
  #ifndef CYTHON_USE_EXC_INFO_STACK
    #define CYTHON_USE_EXC_INFO_STACK 1
  #endif
  #ifndef CYTHON_UPDATE_DESCRIPTOR_DOC
    #define CYTHON_UPDATE_DESCRIPTOR_DOC 1
  #endif
  #ifndef CYTHON_USE_FREELISTS
    #define CYTHON_USE_FREELISTS (!CYTHON_COMPILING_IN_CPYTHON_FREETHREADING)
  #endif
  #if defined(CYTHON_IMMORTAL_CONSTANTS) && PY_VERSION_HEX < 0x030C0000
    #undef CYTHON_IMMORTAL_CONSTANTS
    #define CYTHON_IMMORTAL_CONSTANTS 0  // definitely won't work
  #elif !defined(CYTHON_IMMORTAL_CONSTANTS)
    #define CYTHON_IMMORTAL_CONSTANTS (PY_VERSION_HEX >= 0x030C0000 && !CYTHON_USE_MODULE_STATE && CYTHON_COMPILING_IN_CPYTHON_FREETHREADING)
  #endif
#endif
#ifndef CYTHON_COMPRESS_STRINGS
  #define CYTHON_COMPRESS_STRINGS 1
#endif
#ifndef CYTHON_FAST_PYCCALL
#define CYTHON_FAST_PYCCALL  CYTHON_FAST_PYCALL
#endif
#ifndef CYTHON_VECTORCALL
#if CYTHON_COMPILING_IN_LIMITED_API
#define CYTHON_VECTORCALL  (__PYX_LIMITED_VERSION_HEX >= 0x030C0000)
#else
#define CYTHON_VECTORCALL  (CYTHON_FAST_PYCCALL)
#endif
#endif
#if CYTHON_USE_PYLONG_INTERNALS
  #undef SHIFT
  #undef BASE
  #undef MASK
  #ifdef SIZEOF_VOID_P
    enum { __pyx_check_sizeof_voidp = 1 / (int)(SIZEOF_VOID_P == sizeof(void*)) };
  #endif
#endif
#ifndef __has_attribute
  #define __has_attribute(x) 0
#endif
#ifndef __has_cpp_attribute
  #define __has_cpp_attribute(x) 0
#endif
#ifndef CYTHON_RESTRICT
  #if defined(__GNUC__)
    #define CYTHON_RESTRICT __restrict__
  #elif defined(_MSC_VER) && _MSC_VER >= 1400
    #define CYTHON_RESTRICT __restrict
  #elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
    #define CYTHON_RESTRICT restrict
  #else
    #define CYTHON_RESTRICT
  #endif
#endif
#ifndef CYTHON_UNUSED
  #if defined(__cplusplus)
    /* for clang __has_cpp_attribute(maybe_unused) is true even before C++17
     * but leads to warnings with -pedantic, since it is a C++17 feature */
    #if ((defined(_MSVC_LANG) && _MSVC_LANG >= 201703L) || __cplusplus >= 201703L)
      #if __has_cpp_attribute(maybe_unused)
        #define CYTHON_UNUSED [[maybe_unused]]
      #endif
    #endif
  #endif
#endif
#ifndef CYTHON_UNUSED
# if defined(__GNUC__)
#   if !(defined(__cplusplus)) || (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4))
#     define CYTHON_UNUSED __attribute__ ((__unused__))
#   else
#     define CYTHON_UNUSED
#   endif
# elif defined(__ICC) || (defined(__INTEL_COMPILER) && !defined(_MSC_VER))
#   define CYTHON_UNUSED __attribute__ ((__unused__))
# else
#   define CYTHON_UNUSED
# endif
#endif
#ifndef CYTHON_UNUSED_VAR
#  if defined(__cplusplus)
     template<class T> void CYTHON_UNUSED_VAR( const T& ) { }
#  else
#    define CYTHON_UNUSED_VAR(x) (void)(x)
#  endif
#endif
#ifndef CYTHON_MAYBE_UNUSED_VAR
  #define CYTHON_MAYBE_UNUSED_VAR(x) CYTHON_UNUSED_VAR(x)
#endif
#ifndef CYTHON_NCP_UNUSED
# if CYTHON_COMPILING_IN_CPYTHON && !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#  define CYTHON_NCP_UNUSED
# else
#  define CYTHON_NCP_UNUSED CYTHON_UNUSED
# endif
#endif
#ifndef CYTHON_USE_CPP_STD_MOVE
  #if defined(__cplusplus) && (\
    __cplusplus >= 201103L || (defined(_MSC_VER) && _MSC_VER >= 1600))
    #define CYTHON_USE_CPP_STD_MOVE 1
  #else
    #define CYTHON_USE_CPP_STD_MOVE 0
  #endif
#endif
#define __Pyx_void_to_None(void_result) ((void)(void_result), Py_INCREF(Py_None), Py_None)
#include <stdint.h>
typedef uintptr_t  __pyx_uintptr_t;
#ifndef CYTHON_FALLTHROUGH
  #if defined(__cplusplus)
    /* for clang __has_cpp_attribute(fallthrough) is true even before C++17
     * but leads to warnings with -pedantic, since it is a C++17 feature */
    #if ((defined(_MSVC_LANG) && _MSVC_LANG >= 201703L) || __cplusplus >= 201703L)
      #if __has_cpp_attribute(fallthrough)
        #define CYTHON_FALLTHROUGH [[fallthrough]]
      #endif
    #endif
    #ifndef CYTHON_FALLTHROUGH
      #if __has_cpp_attribute(clang::fallthrough)
        #define CYTHON_FALLTHROUGH [[clang::fallthrough]]
      #elif __has_cpp_attribute(gnu::fallthrough)
        #define CYTHON_FALLTHROUGH [[gnu::fallthrough]]
      #endif
    #endif
  #endif
  #ifndef CYTHON_FALLTHROUGH
    #if __has_attribute(fallthrough)
      #define CYTHON_FALLTHROUGH __attribute__((fallthrough))
    #else
      #define CYTHON_FALLTHROUGH
    #endif
  #endif
  #if defined(__clang__) && defined(__apple_build_version__)
    #if __apple_build_version__ < 7000000
      #undef  CYTHON_FALLTHROUGH
      #define CYTHON_FALLTHROUGH
    #endif
  #endif
#endif
#ifndef Py_UNREACHABLE
  #define Py_UNREACHABLE()  assert(0); abort()
#endif
#ifdef __cplusplus
  template <typename T>
  struct __PYX_IS_UNSIGNED_IMPL {static const bool value = T(0) < T(-1);};
  #define __PYX_IS_UNSIGNED(type) (__PYX_IS_UNSIGNED_IMPL<type>::value)
#else
  #define __PYX_IS_UNSIGNED(type) (((type)-1) > 0)
#endif
#if CYTHON_COMPILING_IN_PYPY == 1
  #define __PYX_NEED_TP_PRINT_SLOT  (PY_VERSION_HEX < 0x030A0000)
#else
  #define __PYX_NEED_TP_PRINT_SLOT  (PY_VERSION_HEX < 0x03090000)
#endif
#define __PYX_REINTERPRET_FUNCION(func_pointer, other_pointer) ((func_pointer)(void(*)(void))(other_pointer))

/* CppInitCode */
#ifndef __cplusplus
  #error "Cython files generated with the C++ option must be compiled with a C++ compiler."
#endif
#ifndef CYTHON_INLINE
  #if defined(__clang__)
    #define CYTHON_INLINE __inline__ __attribute__ ((__unused__))
  #else
    #define CYTHON_INLINE inline
  #endif
#endif
template<typename T>
void __Pyx_call_destructor(T& x) {
    x.~T();
}
template<typename T>
class __Pyx_FakeReference {
  public:
    __Pyx_FakeReference() : ptr(NULL) { }
    __Pyx_FakeReference(const T& ref) : ptr(const_cast<T*>(&ref)) { }
    T *operator->() { return ptr; }
    T *operator&() { return ptr; }
    operator T&() { return *ptr; }
    template<typename U> bool operator ==(const U& other) const { return *ptr == other; }
    template<typename U> bool operator !=(const U& other) const { return *ptr != other; }
    template<typename U> bool operator==(const __Pyx_FakeReference<U>& other) const { return *ptr == *other.ptr; }
    template<typename U> bool operator!=(const __Pyx_FakeReference<U>& other) const { return *ptr != *other.ptr; }
  private:
    T *ptr;
};

/* PythonCompatibility */
#define __PYX_BUILD_PY_SSIZE_T "n"
#define CYTHON_FORMAT_SSIZE_T "z"
#define __Pyx_BUILTIN_MODULE_NAME "builtins"
#define __Pyx_DefaultClassType PyType_Type
#if CYTHON_COMPILING_IN_LIMITED_API
    #ifndef CO_OPTIMIZED
    static int CO_OPTIMIZED;
    #endif
    #ifndef CO_NEWLOCALS
    static int CO_NEWLOCALS;
    #endif
    #ifndef CO_VARARGS
    static int CO_VARARGS;
    #endif
    #ifndef CO_VARKEYWORDS
    static int CO_VARKEYWORDS;
    #endif
    #ifndef CO_ASYNC_GENERATOR
    static int CO_ASYNC_GENERATOR;
    #endif
    #ifndef CO_GENERATOR
    static int CO_GENERATOR;
    #endif
    #ifndef CO_COROUTINE
    static int CO_COROUTINE;
    #endif
#else
    #ifndef CO_COROUTINE
      #define CO_COROUTINE 0x80
    #endif
    #ifndef CO_ASYNC_GENERATOR
      #define CO_ASYNC_GENERATOR 0x200
    #endif
#endif
static int __Pyx_init_co_variables(void);
#if PY_VERSION_HEX >= 0x030900A4 || defined(Py_IS_TYPE)
  #define __Pyx_IS_TYPE(ob, type) Py_IS_TYPE(ob, type)
#else
  #define __Pyx_IS_TYPE(ob, type) (((const PyObject*)ob)->ob_type == (type))
#endif
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_Is)
  #define __Pyx_Py_Is(x, y)  Py_Is(x, y)
#else
  #define __Pyx_Py_Is(x, y) ((x) == (y))
#endif
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_IsNone)
  #define __Pyx_Py_IsNone(ob) Py_IsNone(ob)
#else
  #define __Pyx_Py_IsNone(ob) __Pyx_Py_Is((ob), Py_None)
#endif
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_IsTrue)
  #define __Pyx_Py_IsTrue(ob) Py_IsTrue(ob)
#else
  #define __Pyx_Py_IsTrue(ob) __Pyx_Py_Is((ob), Py_True)
#endif
#if PY_VERSION_HEX >= 0x030A00B1 || defined(Py_IsFalse)
  #define __Pyx_Py_IsFalse(ob) Py_IsFalse(ob)
#else
  #define __Pyx_Py_IsFalse(ob) __Pyx_Py_Is((ob), Py_False)
#endif
#define __Pyx_NoneAsNull(obj)  (__Pyx_Py_IsNone(obj) ? NULL : (obj))
#if PY_VERSION_HEX >= 0x030900F0 && !CYTHON_COMPILING_IN_PYPY
  #define __Pyx_PyObject_GC_IsFinalized(o) PyObject_GC_IsFinalized(o)
#else
  #define __Pyx_PyObject_GC_IsFinalized(o) _PyGC_FINALIZED(o)
#endif
#ifndef Py_TPFLAGS_CHECKTYPES
  #define Py_TPFLAGS_CHECKTYPES 0
#endif
#ifndef Py_TPFLAGS_HAVE_INDEX
  #define Py_TPFLAGS_HAVE_INDEX 0
#endif
#ifndef Py_TPFLAGS_HAVE_NEWBUFFER
  #define Py_TPFLAGS_HAVE_NEWBUFFER 0
#endif
#ifndef Py_TPFLAGS_HAVE_FINALIZE
  #define Py_TPFLAGS_HAVE_FINALIZE 0
#endif
#ifndef Py_TPFLAGS_SEQUENCE
  #define Py_TPFLAGS_SEQUENCE 0
#endif
#ifndef Py_TPFLAGS_MAPPING
  #define Py_TPFLAGS_MAPPING 0
#endif
#ifndef Py_TPFLAGS_IMMUTABLETYPE
  #define Py_TPFLAGS_IMMUTABLETYPE (1UL << 8)
#endif
#ifndef Py_TPFLAGS_DISALLOW_INSTANTIATION
  #define Py_TPFLAGS_DISALLOW_INSTANTIATION (1UL << 7)
#endif
#ifndef METH_STACKLESS
  #define METH_STACKLESS 0
#endif
#ifndef METH_FASTCALL
  #ifndef METH_FASTCALL
     #define METH_FASTCALL 0x80
  #endif
  typedef PyObject *(*__Pyx_PyCFunctionFast) (PyObject *self, PyObject *const *args, Py_ssize_t nargs);
  typedef PyObject *(*__Pyx_PyCFunctionFastWithKeywords) (PyObject *self, PyObject *const *args,
                                                          Py_ssize_t nargs, PyObject *kwnames);
#else
  #if PY_VERSION_HEX >= 0x030d00A4
  #  define __Pyx_PyCFunctionFast PyCFunctionFast
  #  define __Pyx_PyCFunctionFastWithKeywords PyCFunctionFastWithKeywords
  #else
  #  define __Pyx_PyCFunctionFast _PyCFunctionFast
  #  define __Pyx_PyCFunctionFastWithKeywords _PyCFunctionFastWithKeywords
  #endif
#endif
#if CYTHON_METH_FASTCALL
  #define __Pyx_METH_FASTCALL METH_FASTCALL
  #define __Pyx_PyCFunction_FastCall __Pyx_PyCFunctionFast
  #define __Pyx_PyCFunction_FastCallWithKeywords __Pyx_PyCFunctionFastWithKeywords
#else
  #define __Pyx_METH_FASTCALL METH_VARARGS
  #define __Pyx_PyCFunction_FastCall PyCFunction
  #define __Pyx_PyCFunction_FastCallWithKeywords PyCFunctionWithKeywords
#endif
#if CYTHON_VECTORCALL
  #define __pyx_vectorcallfunc vectorcallfunc
  #define __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET  PY_VECTORCALL_ARGUMENTS_OFFSET
  #define __Pyx_PyVectorcall_NARGS(n)  PyVectorcall_NARGS((size_t)(n))
#else
  #define __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET  0
  #define __Pyx_PyVectorcall_NARGS(n)  ((Py_ssize_t)(n))
#endif
#if PY_VERSION_HEX >= 0x030900B1
#define __Pyx_PyCFunction_CheckExact(func)  PyCFunction_CheckExact(func)
#else
#define __Pyx_PyCFunction_CheckExact(func)  PyCFunction_Check(func)
#endif
#define __Pyx_CyOrPyCFunction_Check(func)  PyCFunction_Check(func)
#if CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_CyOrPyCFunction_GET_FUNCTION(func)  (((PyCFunctionObject*)(func))->m_ml->ml_meth)
#elif !CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_CyOrPyCFunction_GET_FUNCTION(func)  PyCFunction_GET_FUNCTION(func)
#endif
#if CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_CyOrPyCFunction_GET_FLAGS(func)  (((PyCFunctionObject*)(func))->m_ml->ml_flags)
static CYTHON_INLINE PyObject* __Pyx_CyOrPyCFunction_GET_SELF(PyObject *func) {
    return (__Pyx_CyOrPyCFunction_GET_FLAGS(func) & METH_STATIC) ? NULL : ((PyCFunctionObject*)func)->m_self;
}
#endif
static CYTHON_INLINE int __Pyx__IsSameCFunction(PyObject *func, void (*cfunc)(void)) {
#if CYTHON_COMPILING_IN_LIMITED_API
    return PyCFunction_Check(func) && PyCFunction_GetFunction(func) == (PyCFunction) cfunc;
#else
    return PyCFunction_Check(func) && PyCFunction_GET_FUNCTION(func) == (PyCFunction) cfunc;
#endif
}
#define __Pyx_IsSameCFunction(func, cfunc)   __Pyx__IsSameCFunction(func, cfunc)
#if PY_VERSION_HEX < 0x03090000 || (CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000)
  #define __Pyx_PyType_FromModuleAndSpec(m, s, b)  ((void)m, PyType_FromSpecWithBases(s, b))
  typedef PyObject *(*__Pyx_PyCMethod)(PyObject *, PyTypeObject *, PyObject *const *, size_t, PyObject *);
#else
  #define __Pyx_PyType_FromModuleAndSpec(m, s, b)  PyType_FromModuleAndSpec(m, s, b)
  #define __Pyx_PyCMethod  PyCMethod
#endif
#ifndef METH_METHOD
  #define METH_METHOD 0x200
#endif
#if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Malloc)
  #define PyObject_Malloc(s)   PyMem_Malloc(s)
  #define PyObject_Free(p)     PyMem_Free(p)
  #define PyObject_Realloc(p)  PyMem_Realloc(p)
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
  #define __Pyx_PyFrame_SetLineNumber(frame, lineno)
#elif CYTHON_COMPILING_IN_GRAAL && defined(GRAALPY_VERSION_NUM) && GRAALPY_VERSION_NUM > 0x19000000
  #define __Pyx_PyCode_HasFreeVars(co)  (PyCode_GetNumFree(co) > 0)
  #define __Pyx_PyFrame_SetLineNumber(frame, lineno) GraalPyFrame_SetLineNumber((frame), (lineno))
#elif CYTHON_COMPILING_IN_GRAAL
  #define __Pyx_PyCode_HasFreeVars(co)  (PyCode_GetNumFree(co) > 0)
  #define __Pyx_PyFrame_SetLineNumber(frame, lineno) _PyFrame_SetLineNumber((frame), (lineno))
#else
  #define __Pyx_PyCode_HasFreeVars(co)  (PyCode_GetNumFree(co) > 0)
  #define __Pyx_PyFrame_SetLineNumber(frame, lineno)  (frame)->f_lineno = (lineno)
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
  #define __Pyx_PyThreadState_Current PyThreadState_Get()
#elif !CYTHON_FAST_THREAD_STATE
  #define __Pyx_PyThreadState_Current PyThreadState_GET()
#elif PY_VERSION_HEX >= 0x030d00A1
  #define __Pyx_PyThreadState_Current PyThreadState_GetUnchecked()
#else
  #define __Pyx_PyThreadState_Current _PyThreadState_UncheckedGet()
#endif
#if CYTHON_USE_MODULE_STATE
static CYTHON_INLINE void *__Pyx__PyModule_GetState(PyObject *op)
{
    void *result;
    result = PyModule_GetState(op);
    if (!result)
        Py_FatalError("Couldn't find the module state");
    return result;
}
#define __Pyx_PyModule_GetState(o) (__pyx_mstatetype *)__Pyx__PyModule_GetState(o)
#else
#define __Pyx_PyModule_GetState(op) ((void)op,__pyx_mstate_global)
#endif
#define __Pyx_PyObject_GetSlot(obj, name, func_ctype)  __Pyx_PyType_GetSlot(Py_TYPE((PyObject *) obj), name, func_ctype)
#define __Pyx_PyObject_TryGetSlot(obj, name, func_ctype) __Pyx_PyType_TryGetSlot(Py_TYPE(obj), name, func_ctype)
#define __Pyx_PyObject_GetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_GetSubSlot(Py_TYPE(obj), sub, name, func_ctype)
#define __Pyx_PyObject_TryGetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_TryGetSubSlot(Py_TYPE(obj), sub, name, func_ctype)
#if CYTHON_USE_TYPE_SLOTS
  #define __Pyx_PyType_GetSlot(type, name, func_ctype)  ((type)->name)
  #define __Pyx_PyType_TryGetSlot(type, name, func_ctype) __Pyx_PyType_GetSlot(type, name, func_ctype)
  #define __Pyx_PyType_GetSubSlot(type, sub, name, func_ctype) (((type)->sub) ? ((type)->sub->name) : NULL)
  #define __Pyx_PyType_TryGetSubSlot(type, sub, name, func_ctype) __Pyx_PyType_GetSubSlot(type, sub, name, func_ctype)
#else
  #define __Pyx_PyType_GetSlot(type, name, func_ctype)  ((func_ctype) PyType_GetSlot((type), Py_##name))
  #define __Pyx_PyType_TryGetSlot(type, name, func_ctype)\
    ((__PYX_LIMITED_VERSION_HEX >= 0x030A0000 ||\
     (PyType_GetFlags(type) & Py_TPFLAGS_HEAPTYPE) || __Pyx_get_runtime_version() >= 0x030A0000) ?\
     __Pyx_PyType_GetSlot(type, name, func_ctype) : NULL)
  #define __Pyx_PyType_GetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_GetSlot(obj, name, func_ctype)
  #define __Pyx_PyType_TryGetSubSlot(obj, sub, name, func_ctype) __Pyx_PyType_TryGetSlot(obj, name, func_ctype)
#endif
#if CYTHON_COMPILING_IN_CPYTHON || defined(_PyDict_NewPresized)
#define __Pyx_PyDict_NewPresized(n)  ((n <= 8) ? PyDict_New() : _PyDict_NewPresized(n))
#else
#define __Pyx_PyDict_NewPresized(n)  PyDict_New()
#endif
#define __Pyx_PyNumber_Divide(x,y)         PyNumber_TrueDivide(x,y)
#define __Pyx_PyNumber_InPlaceDivide(x,y)  PyNumber_InPlaceTrueDivide(x,y)
#if CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_UNICODE_INTERNALS
#define __Pyx_PyDict_GetItemStrWithError(dict, name)  _PyDict_GetItem_KnownHash(dict, name, ((PyASCIIObject *) name)->hash)
static CYTHON_INLINE PyObject * __Pyx_PyDict_GetItemStr(PyObject *dict, PyObject *name) {
    PyObject *res = __Pyx_PyDict_GetItemStrWithError(dict, name);
    if (res == NULL) PyErr_Clear();
    return res;
}
#elif !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07020000
#define __Pyx_PyDict_GetItemStrWithError  PyDict_GetItemWithError
#define __Pyx_PyDict_GetItemStr           PyDict_GetItem
#else
static CYTHON_INLINE PyObject * __Pyx_PyDict_GetItemStrWithError(PyObject *dict, PyObject *name) {
#if CYTHON_COMPILING_IN_PYPY
    return PyDict_GetItem(dict, name);
#else
    PyDictEntry *ep;
    PyDictObject *mp = (PyDictObject*) dict;
    long hash = ((PyStringObject *) name)->ob_shash;
    assert(hash != -1);
    ep = (mp->ma_lookup)(mp, name, hash);
    if (ep == NULL) {
        return NULL;
    }
    return ep->me_value;
#endif
}
#define __Pyx_PyDict_GetItemStr           PyDict_GetItem
#endif
#if CYTHON_USE_TYPE_SLOTS
  #define __Pyx_PyType_GetFlags(tp)   (((PyTypeObject *)tp)->tp_flags)
  #define __Pyx_PyType_HasFeature(type, feature)  ((__Pyx_PyType_GetFlags(type) & (feature)) != 0)
#else
  #define __Pyx_PyType_GetFlags(tp)   (PyType_GetFlags((PyTypeObject *)tp))
  #define __Pyx_PyType_HasFeature(type, feature)  PyType_HasFeature(type, feature)
#endif
#define __Pyx_PyObject_GetIterNextFunc(iterator)  __Pyx_PyObject_GetSlot(iterator, tp_iternext, iternextfunc)
#if CYTHON_USE_TYPE_SPECS
#define __Pyx_PyHeapTypeObject_GC_Del(obj)  {\
    PyTypeObject *type = Py_TYPE((PyObject*)obj);\
    assert(__Pyx_PyType_HasFeature(type, Py_TPFLAGS_HEAPTYPE));\
    PyObject_GC_Del(obj);\
    Py_DECREF(type);\
}
#else
#define __Pyx_PyHeapTypeObject_GC_Del(obj)  PyObject_GC_Del(obj)
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
  #define __Pyx_PyUnicode_READY(op)       (0)
  #define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_ReadChar(u, i)
  #define __Pyx_PyUnicode_MAX_CHAR_VALUE(u)   ((void)u, 1114111U)
  #define __Pyx_PyUnicode_KIND(u)         ((void)u, (0))
  #define __Pyx_PyUnicode_DATA(u)         ((void*)u)
  #define __Pyx_PyUnicode_READ(k, d, i)   ((void)k, PyUnicode_ReadChar((PyObject*)(d), i))
  #define __Pyx_PyUnicode_IS_TRUE(u)      (0 != PyUnicode_GetLength(u))
#else
  #if PY_VERSION_HEX >= 0x030C0000
    #define __Pyx_PyUnicode_READY(op)       (0)
  #else
    #define __Pyx_PyUnicode_READY(op)       (likely(PyUnicode_IS_READY(op)) ?\
                                                0 : _PyUnicode_Ready((PyObject *)(op)))
  #endif
  #define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_READ_CHAR(u, i)
  #define __Pyx_PyUnicode_MAX_CHAR_VALUE(u)   PyUnicode_MAX_CHAR_VALUE(u)
  #define __Pyx_PyUnicode_KIND(u)         ((int)PyUnicode_KIND(u))
  #define __Pyx_PyUnicode_DATA(u)         PyUnicode_DATA(u)
  #define __Pyx_PyUnicode_READ(k, d, i)   PyUnicode_READ(k, d, i)
  #define __Pyx_PyUnicode_WRITE(k, d, i, ch)  PyUnicode_WRITE(k, d, i, (Py_UCS4) ch)
  #if PY_VERSION_HEX >= 0x030C0000
    #define __Pyx_PyUnicode_IS_TRUE(u)      (0 != PyUnicode_GET_LENGTH(u))
  #else
    #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03090000
    #define __Pyx_PyUnicode_IS_TRUE(u)      (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : ((PyCompactUnicodeObject *)(u))->wstr_length))
    #else
    #define __Pyx_PyUnicode_IS_TRUE(u)      (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : PyUnicode_GET_SIZE(u)))
    #endif
  #endif
#endif
#if CYTHON_COMPILING_IN_PYPY
  #define __Pyx_PyUnicode_Concat(a, b)      PyNumber_Add(a, b)
  #define __Pyx_PyUnicode_ConcatSafe(a, b)  PyNumber_Add(a, b)
#else
  #define __Pyx_PyUnicode_Concat(a, b)      PyUnicode_Concat(a, b)
  #define __Pyx_PyUnicode_ConcatSafe(a, b)  ((unlikely((a) == Py_None) || unlikely((b) == Py_None)) ?\
      PyNumber_Add(a, b) : __Pyx_PyUnicode_Concat(a, b))
#endif
#if CYTHON_COMPILING_IN_PYPY
  #if !defined(PyUnicode_DecodeUnicodeEscape)
    #define PyUnicode_DecodeUnicodeEscape(s, size, errors)  PyUnicode_Decode(s, size, "unicode_escape", errors)
  #endif
  #if !defined(PyUnicode_Contains)
    #define PyUnicode_Contains(u, s)  PySequence_Contains(u, s)
  #endif
  #if !defined(PyByteArray_Check)
    #define PyByteArray_Check(obj)  PyObject_TypeCheck(obj, &PyByteArray_Type)
  #endif
  #if !defined(PyObject_Format)
    #define PyObject_Format(obj, fmt)  PyObject_CallMethod(obj, "__format__", "O", fmt)
  #endif
#endif
#define __Pyx_PyUnicode_FormatSafe(a, b)  ((unlikely((a) == Py_None || (PyUnicode_Check(b) && !PyUnicode_CheckExact(b)))) ? PyNumber_Remainder(a, b) : PyUnicode_Format(a, b))
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  #define __Pyx_PySequence_ListKeepNew(obj)\
    (likely(PyList_CheckExact(obj) && PyUnstable_Object_IsUniquelyReferenced(obj)) ? __Pyx_NewRef(obj) : PySequence_List(obj))
#elif CYTHON_COMPILING_IN_CPYTHON
  #define __Pyx_PySequence_ListKeepNew(obj)\
    (likely(PyList_CheckExact(obj) && Py_REFCNT(obj) == 1) ? __Pyx_NewRef(obj) : PySequence_List(obj))
#else
  #define __Pyx_PySequence_ListKeepNew(obj)  PySequence_List(obj)
#endif
#ifndef PySet_CheckExact
  #define PySet_CheckExact(obj)        __Pyx_IS_TYPE(obj, &PySet_Type)
#endif
#if PY_VERSION_HEX >= 0x030900A4
  #define __Pyx_SET_REFCNT(obj, refcnt) Py_SET_REFCNT(obj, refcnt)
  #define __Pyx_SET_SIZE(obj, size) Py_SET_SIZE(obj, size)
#else
  #define __Pyx_SET_REFCNT(obj, refcnt) Py_REFCNT(obj) = (refcnt)
  #define __Pyx_SET_SIZE(obj, size) Py_SIZE(obj) = (size)
#endif
enum __Pyx_ReferenceSharing {
  __Pyx_ReferenceSharing_DefinitelyUnique, // We created it so we know it's unshared - no need to check
  __Pyx_ReferenceSharing_OwnStrongReference,
  __Pyx_ReferenceSharing_FunctionArgument,
  __Pyx_ReferenceSharing_SharedReference, // Never trust it to be unshared because it's a global or similar
};
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && PY_VERSION_HEX >= 0x030E0000
#define __Pyx_IS_UNIQUELY_REFERENCED(o, sharing)\
    (sharing == __Pyx_ReferenceSharing_DefinitelyUnique ? 1 :\
      (sharing == __Pyx_ReferenceSharing_FunctionArgument ? PyUnstable_Object_IsUniqueReferencedTemporary(o) :\
      (sharing == __Pyx_ReferenceSharing_OwnStrongReference ? PyUnstable_Object_IsUniquelyReferenced(o) : 0)))
#elif (CYTHON_COMPILING_IN_CPYTHON && !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING) || CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_IS_UNIQUELY_REFERENCED(o, sharing) (((void)sharing), Py_REFCNT(o) == 1)
#else
#define __Pyx_IS_UNIQUELY_REFERENCED(o, sharing) (((void)o), ((void)sharing), 0)
#endif
#if CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
  #if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
    #define __Pyx_PyList_GetItemRef(o, i) PyList_GetItemRef(o, i)
  #elif CYTHON_COMPILING_IN_LIMITED_API || !CYTHON_ASSUME_SAFE_MACROS
    #define __Pyx_PyList_GetItemRef(o, i) (likely((i) >= 0) ? PySequence_GetItem(o, i) : (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL))
  #else
    #define __Pyx_PyList_GetItemRef(o, i) PySequence_ITEM(o, i)
  #endif
#elif CYTHON_COMPILING_IN_LIMITED_API || !CYTHON_ASSUME_SAFE_MACROS
  #if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
    #define __Pyx_PyList_GetItemRef(o, i) PyList_GetItemRef(o, i)
  #else
    #define __Pyx_PyList_GetItemRef(o, i) __Pyx_XNewRef(PyList_GetItem(o, i))
  #endif
#else
  #define __Pyx_PyList_GetItemRef(o, i) __Pyx_NewRef(PyList_GET_ITEM(o, i))
#endif
#if CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS && !CYTHON_COMPILING_IN_LIMITED_API && CYTHON_ASSUME_SAFE_MACROS
  #define __Pyx_PyList_GetItemRefFast(o, i, unsafe_shared) (__Pyx_IS_UNIQUELY_REFERENCED(o, unsafe_shared) ?\
    __Pyx_NewRef(PyList_GET_ITEM(o, i)) : __Pyx_PyList_GetItemRef(o, i))
#else
  #define __Pyx_PyList_GetItemRefFast(o, i, unsafe_shared) __Pyx_PyList_GetItemRef(o, i)
#endif
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
#define __Pyx_PyDict_GetItemRef(dict, key, result) PyDict_GetItemRef(dict, key, result)
#elif CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
static CYTHON_INLINE int __Pyx_PyDict_GetItemRef(PyObject *dict, PyObject *key, PyObject **result) {
  *result = PyObject_GetItem(dict, key);
  if (*result == NULL) {
    if (PyErr_ExceptionMatches(PyExc_KeyError)) {
      PyErr_Clear();
      return 0;
    }
    return -1;
  }
  return 1;
}
#else
static CYTHON_INLINE int __Pyx_PyDict_GetItemRef(PyObject *dict, PyObject *key, PyObject **result) {
  *result = PyDict_GetItemWithError(dict, key);
  if (*result == NULL) {
    return PyErr_Occurred() ? -1 : 0;
  }
  Py_INCREF(*result);
  return 1;
}
#endif
#if defined(CYTHON_DEBUG_VISIT_CONST) && CYTHON_DEBUG_VISIT_CONST
  #define __Pyx_VISIT_CONST(obj)  Py_VISIT(obj)
#else
  #define __Pyx_VISIT_CONST(obj)
#endif
#if CYTHON_ASSUME_SAFE_MACROS
  #define __Pyx_PySequence_ITEM(o, i) PySequence_ITEM(o, i)
  #define __Pyx_PySequence_SIZE(seq)  Py_SIZE(seq)
  #define __Pyx_PyTuple_SET_ITEM(o, i, v) (PyTuple_SET_ITEM(o, i, v), (0))
  #define __Pyx_PyTuple_GET_ITEM(o, i) PyTuple_GET_ITEM(o, i)
  #define __Pyx_PyList_SET_ITEM(o, i, v) (PyList_SET_ITEM(o, i, v), (0))
  #define __Pyx_PyList_GET_ITEM(o, i) PyList_GET_ITEM(o, i)
#else
  #define __Pyx_PySequence_ITEM(o, i) PySequence_GetItem(o, i)
  #define __Pyx_PySequence_SIZE(seq)  PySequence_Size(seq)
  #define __Pyx_PyTuple_SET_ITEM(o, i, v) PyTuple_SetItem(o, i, v)
  #define __Pyx_PyTuple_GET_ITEM(o, i) PyTuple_GetItem(o, i)
  #define __Pyx_PyList_SET_ITEM(o, i, v) PyList_SetItem(o, i, v)
  #define __Pyx_PyList_GET_ITEM(o, i) PyList_GetItem(o, i)
#endif
#if CYTHON_ASSUME_SAFE_SIZE
  #define __Pyx_PyTuple_GET_SIZE(o) PyTuple_GET_SIZE(o)
  #define __Pyx_PyList_GET_SIZE(o) PyList_GET_SIZE(o)
  #define __Pyx_PySet_GET_SIZE(o) PySet_GET_SIZE(o)
  #define __Pyx_PyBytes_GET_SIZE(o) PyBytes_GET_SIZE(o)
  #define __Pyx_PyByteArray_GET_SIZE(o) PyByteArray_GET_SIZE(o)
  #define __Pyx_PyUnicode_GET_LENGTH(o) PyUnicode_GET_LENGTH(o)
#else
  #define __Pyx_PyTuple_GET_SIZE(o) PyTuple_Size(o)
  #define __Pyx_PyList_GET_SIZE(o) PyList_Size(o)
  #define __Pyx_PySet_GET_SIZE(o) PySet_Size(o)
  #define __Pyx_PyBytes_GET_SIZE(o) PyBytes_Size(o)
  #define __Pyx_PyByteArray_GET_SIZE(o) PyByteArray_Size(o)
  #define __Pyx_PyUnicode_GET_LENGTH(o) PyUnicode_GetLength(o)
#endif
#if CYTHON_COMPILING_IN_PYPY && !defined(PyUnicode_InternFromString)
  #define PyUnicode_InternFromString(s) PyUnicode_FromString(s)
#endif
#define __Pyx_PyLong_FromHash_t PyLong_FromSsize_t
#define __Pyx_PyLong_AsHash_t   __Pyx_PyIndex_AsSsize_t
#if __PYX_LIMITED_VERSION_HEX >= 0x030A0000
    #define __Pyx_PySendResult PySendResult
#else
    typedef enum {
        PYGEN_RETURN = 0,
        PYGEN_ERROR = -1,
        PYGEN_NEXT = 1,
    } __Pyx_PySendResult;
#endif
#if CYTHON_COMPILING_IN_LIMITED_API || PY_VERSION_HEX < 0x030A00A3
  typedef __Pyx_PySendResult (*__Pyx_pyiter_sendfunc)(PyObject *iter, PyObject *value, PyObject **result);
#else
  #define __Pyx_pyiter_sendfunc sendfunc
#endif
#if !CYTHON_USE_AM_SEND
#define __PYX_HAS_PY_AM_SEND 0
#elif __PYX_LIMITED_VERSION_HEX >= 0x030A0000
#define __PYX_HAS_PY_AM_SEND 1
#else
#define __PYX_HAS_PY_AM_SEND 2  // our own backported implementation
#endif
#if __PYX_HAS_PY_AM_SEND < 2
    #define __Pyx_PyAsyncMethodsStruct PyAsyncMethods
#else
    typedef struct {
        unaryfunc am_await;
        unaryfunc am_aiter;
        unaryfunc am_anext;
        __Pyx_pyiter_sendfunc am_send;
    } __Pyx_PyAsyncMethodsStruct;
    #define __Pyx_SlotTpAsAsync(s) ((PyAsyncMethods*)(s))
#endif
#if CYTHON_USE_AM_SEND && PY_VERSION_HEX < 0x030A00F0
    #define __Pyx_TPFLAGS_HAVE_AM_SEND (1UL << 21)
#else
    #define __Pyx_TPFLAGS_HAVE_AM_SEND (0)
#endif
#if PY_VERSION_HEX >= 0x03090000
#define __Pyx_PyInterpreterState_Get() PyInterpreterState_Get()
#else
#define __Pyx_PyInterpreterState_Get() PyThreadState_Get()->interp
#endif
#if CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030A0000
#ifdef __cplusplus
extern "C"
#endif
PyAPI_FUNC(void *) PyMem_Calloc(size_t nelem, size_t elsize);
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
static int __Pyx_init_co_variable(PyObject *inspect, const char* name, int *write_to) {
    int value;
    PyObject *py_value = PyObject_GetAttrString(inspect, name);
    if (!py_value) return 0;
    value = (int) PyLong_AsLong(py_value);
    Py_DECREF(py_value);
    *write_to = value;
    return value != -1 || !PyErr_Occurred();
}
static int __Pyx_init_co_variables(void) {
    PyObject *inspect;
    int result;
    inspect = PyImport_ImportModule("inspect");
    result =
#if !defined(CO_OPTIMIZED)
        __Pyx_init_co_variable(inspect, "CO_OPTIMIZED", &CO_OPTIMIZED) &&
#endif
#if !defined(CO_NEWLOCALS)
        __Pyx_init_co_variable(inspect, "CO_NEWLOCALS", &CO_NEWLOCALS) &&
#endif
#if !defined(CO_VARARGS)
        __Pyx_init_co_variable(inspect, "CO_VARARGS", &CO_VARARGS) &&
#endif
#if !defined(CO_VARKEYWORDS)
        __Pyx_init_co_variable(inspect, "CO_VARKEYWORDS", &CO_VARKEYWORDS) &&
#endif
#if !defined(CO_ASYNC_GENERATOR)
        __Pyx_init_co_variable(inspect, "CO_ASYNC_GENERATOR", &CO_ASYNC_GENERATOR) &&
#endif
#if !defined(CO_GENERATOR)
        __Pyx_init_co_variable(inspect, "CO_GENERATOR", &CO_GENERATOR) &&
#endif
#if !defined(CO_COROUTINE)
        __Pyx_init_co_variable(inspect, "CO_COROUTINE", &CO_COROUTINE) &&
#endif
        1;
    Py_DECREF(inspect);
    return result ? 0 : -1;
}
#else
static int __Pyx_init_co_variables(void) {
    return 0;  // It's a limited API-only feature
}
#endif

/* MathInitCode */
#if defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)
  #ifndef _USE_MATH_DEFINES
    #define _USE_MATH_DEFINES
  #endif
#endif
#include <math.h>
#if defined(__CYGWIN__) && defined(_LDBL_EQ_DBL)
#define __Pyx_truncl trunc
#else
#define __Pyx_truncl truncl
#endif

#ifndef CYTHON_CLINE_IN_TRACEBACK_RUNTIME
#define CYTHON_CLINE_IN_TRACEBACK_RUNTIME 0
#endif
#ifndef CYTHON_CLINE_IN_TRACEBACK
#define CYTHON_CLINE_IN_TRACEBACK CYTHON_CLINE_IN_TRACEBACK_RUNTIME
#endif
#if CYTHON_CLINE_IN_TRACEBACK
#define __PYX_MARK_ERR_POS(f_index, lineno)  { __pyx_filename = __pyx_f[f_index]; (void) __pyx_filename; __pyx_lineno = lineno; (void) __pyx_lineno; __pyx_clineno = __LINE__; (void) __pyx_clineno; }
#else
#define __PYX_MARK_ERR_POS(f_index, lineno)  { __pyx_filename = __pyx_f[f_index]; (void) __pyx_filename; __pyx_lineno = lineno; (void) __pyx_lineno; (void) __pyx_clineno; }
#endif
#define __PYX_ERR(f_index, lineno, Ln_error) \
    { __PYX_MARK_ERR_POS(f_index, lineno) goto Ln_error; }

#ifdef CYTHON_EXTERN_C
    #undef __PYX_EXTERN_C
    #define __PYX_EXTERN_C CYTHON_EXTERN_C
#elif defined(__PYX_EXTERN_C)
    #ifdef _MSC_VER
    #pragma message ("Please do not define the '__PYX_EXTERN_C' macro externally. Use 'CYTHON_EXTERN_C' instead.")
    #else
    #warning Please do not define the '__PYX_EXTERN_C' macro externally. Use 'CYTHON_EXTERN_C' instead.
    #endif
#else
    #define __PYX_EXTERN_C extern "C++"
#endif

#define __PYX_HAVE__pygsti__forwardsims__termforwardsim_calc_stabilizer
#define __PYX_HAVE_API__pygsti__forwardsims__termforwardsim_calc_stabilizer
/* Early includes */
#include <stddef.h>
#include <time.h>
#include "ios"
#include "new"
#include "stdexcept"
#include "typeinfo"
#include <vector>
#include <utility>

    #if __cplusplus >= 201103L || (defined(_MSC_VER) && _MSC_VER >= 1600)
    // move should be defined for these versions of MSVC, but __cplusplus isn't set usefully
    #include <type_traits>

    namespace cython_std {
    template <typename T> typename std::remove_reference<T>::type&& move(T& t) noexcept { return std::move(t); }
    template <typename T> typename std::remove_reference<T>::type&& move(T&& t) noexcept { return std::move(t); }
    }

    #endif
    
#include <algorithm>
#include <unordered_map>
#include <string.h>
#include <stdio.h>

    /* Using NumPy API declarations from "numpy/__init__.cython-30.pxd" */
    
#include "numpy/arrayobject.h"
#include "numpy/ndarrayobject.h"
#include "numpy/ndarraytypes.h"
#include "numpy/arrayscalars.h"
#include "numpy/ufuncobject.h"
#include "basecreps.h"
#include "statecreps.h"
#include <stdlib.h>
#include <math.h>
#include "opcreps.h"
#include "effectcreps.h"
#include "termcreps.h"
#ifdef _OPENMP
#include <omp.h>
#endif /* _OPENMP */

#if defined(PYREX_WITHOUT_ASSERTIONS) && !defined(CYTHON_WITHOUT_ASSERTIONS)
#define CYTHON_WITHOUT_ASSERTIONS
#endif

#define __PYX_DEFAULT_STRING_ENCODING_IS_ASCII 0
#define __PYX_DEFAULT_STRING_ENCODING_IS_UTF8 0
#define __PYX_DEFAULT_STRING_ENCODING ""
#define __Pyx_PyObject_FromString __Pyx_PyBytes_FromString
#define __Pyx_PyObject_FromStringAndSize __Pyx_PyBytes_FromStringAndSize
#define __Pyx_uchar_cast(c) ((unsigned char)c)
#define __Pyx_long_cast(x) ((long)x)
#define __Pyx_fits_Py_ssize_t(v, type, is_signed)  (\
    (sizeof(type) < sizeof(Py_ssize_t))  ||\
    (sizeof(type) > sizeof(Py_ssize_t) &&\
          likely(v < (type)PY_SSIZE_T_MAX ||\
                 v == (type)PY_SSIZE_T_MAX)  &&\
          (!is_signed || likely(v > (type)PY_SSIZE_T_MIN ||\
                                v == (type)PY_SSIZE_T_MIN)))  ||\
    (sizeof(type) == sizeof(Py_ssize_t) &&\
          (is_signed || likely(v < (type)PY_SSIZE_T_MAX ||\
                               v == (type)PY_SSIZE_T_MAX)))  )
static CYTHON_INLINE int __Pyx_is_valid_index(Py_ssize_t i, Py_ssize_t limit) {
    return (size_t) i < (size_t) limit;
}
#if defined (__cplusplus) && __cplusplus >= 201103L
    #include <cstdlib>
    #define __Pyx_sst_abs(value) std::abs(value)
#elif SIZEOF_INT >= SIZEOF_SIZE_T
    #define __Pyx_sst_abs(value) abs(value)
#elif SIZEOF_LONG >= SIZEOF_SIZE_T
    #define __Pyx_sst_abs(value) labs(value)
#elif defined (_MSC_VER)
    #define __Pyx_sst_abs(value) ((Py_ssize_t)_abs64(value))
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
    #define __Pyx_sst_abs(value) llabs(value)
#elif defined (__GNUC__)
    #define __Pyx_sst_abs(value) __builtin_llabs(value)
#else
    #define __Pyx_sst_abs(value) ((value<0) ? -value : value)
#endif
static CYTHON_INLINE Py_ssize_t __Pyx_ssize_strlen(const char *s);
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject*);
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject*, Py_ssize_t* length);
static CYTHON_INLINE PyObject* __Pyx_PyByteArray_FromString(const char*);
#define __Pyx_PyByteArray_FromStringAndSize(s, l) PyByteArray_FromStringAndSize((const char*)s, l)
#define __Pyx_PyBytes_FromString        PyBytes_FromString
#define __Pyx_PyBytes_FromStringAndSize PyBytes_FromStringAndSize
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char*);
#if CYTHON_ASSUME_SAFE_MACROS
    #define __Pyx_PyBytes_AsWritableString(s)     ((char*) PyBytes_AS_STRING(s))
    #define __Pyx_PyBytes_AsWritableSString(s)    ((signed char*) PyBytes_AS_STRING(s))
    #define __Pyx_PyBytes_AsWritableUString(s)    ((unsigned char*) PyBytes_AS_STRING(s))
    #define __Pyx_PyBytes_AsString(s)     ((const char*) PyBytes_AS_STRING(s))
    #define __Pyx_PyBytes_AsSString(s)    ((const signed char*) PyBytes_AS_STRING(s))
    #define __Pyx_PyBytes_AsUString(s)    ((const unsigned char*) PyBytes_AS_STRING(s))
    #define __Pyx_PyByteArray_AsString(s) PyByteArray_AS_STRING(s)
#else
    #define __Pyx_PyBytes_AsWritableString(s)     ((char*) PyBytes_AsString(s))
    #define __Pyx_PyBytes_AsWritableSString(s)    ((signed char*) PyBytes_AsString(s))
    #define __Pyx_PyBytes_AsWritableUString(s)    ((unsigned char*) PyBytes_AsString(s))
    #define __Pyx_PyBytes_AsString(s)     ((const char*) PyBytes_AsString(s))
    #define __Pyx_PyBytes_AsSString(s)    ((const signed char*) PyBytes_AsString(s))
    #define __Pyx_PyBytes_AsUString(s)    ((const unsigned char*) PyBytes_AsString(s))
    #define __Pyx_PyByteArray_AsString(s) PyByteArray_AsString(s)
#endif
#define __Pyx_PyObject_AsWritableString(s)    ((char*)(__pyx_uintptr_t) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsWritableSString(s)    ((signed char*)(__pyx_uintptr_t) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsWritableUString(s)    ((unsigned char*)(__pyx_uintptr_t) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsSString(s)    ((const signed char*) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsUString(s)    ((const unsigned char*) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_FromCString(s)  __Pyx_PyObject_FromString((const char*)s)
#define __Pyx_PyBytes_FromCString(s)   __Pyx_PyBytes_FromString((const char*)s)
#define __Pyx_PyByteArray_FromCString(s)   __Pyx_PyByteArray_FromString((const char*)s)
#define __Pyx_PyUnicode_FromCString(s) __Pyx_PyUnicode_FromString((const char*)s)
#define __Pyx_PyUnicode_FromOrdinal(o)       PyUnicode_FromOrdinal((int)o)
#define __Pyx_PyUnicode_AsUnicode            PyUnicode_AsUnicode
static CYTHON_INLINE PyObject *__Pyx_NewRef(PyObject *obj) {
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030a0000 || defined(Py_NewRef)
    return Py_NewRef(obj);
#else
    Py_INCREF(obj);
    return obj;
#endif
}
static CYTHON_INLINE PyObject *__Pyx_XNewRef(PyObject *obj) {
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030a0000 || defined(Py_XNewRef)
    return Py_XNewRef(obj);
#else
    Py_XINCREF(obj);
    return obj;
#endif
}
static CYTHON_INLINE PyObject *__Pyx_Owned_Py_None(int b);
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b);
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject*);
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject*);
static CYTHON_INLINE PyObject* __Pyx_PyNumber_Long(PyObject* x);
#define __Pyx_PySequence_Tuple(obj)\
    (likely(PyTuple_CheckExact(obj)) ? __Pyx_NewRef(obj) : PySequence_Tuple(obj))
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject*);
static CYTHON_INLINE PyObject * __Pyx_PyLong_FromSize_t(size_t);
static CYTHON_INLINE Py_hash_t __Pyx_PyIndex_AsHash_t(PyObject*);
#if CYTHON_ASSUME_SAFE_MACROS
#define __Pyx_PyFloat_AsDouble(x) (PyFloat_CheckExact(x) ? PyFloat_AS_DOUBLE(x) : PyFloat_AsDouble(x))
#define __Pyx_PyFloat_AS_DOUBLE(x) PyFloat_AS_DOUBLE(x)
#else
#define __Pyx_PyFloat_AsDouble(x) PyFloat_AsDouble(x)
#define __Pyx_PyFloat_AS_DOUBLE(x) PyFloat_AsDouble(x)
#endif
#define __Pyx_PyFloat_AsFloat(x) ((float) __Pyx_PyFloat_AsDouble(x))
#define __Pyx_PyNumber_Int(x) (PyLong_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Long(x))
#if CYTHON_USE_PYLONG_INTERNALS
  #if PY_VERSION_HEX >= 0x030C00A7
  #ifndef _PyLong_SIGN_MASK
    #define _PyLong_SIGN_MASK 3
  #endif
  #ifndef _PyLong_NON_SIZE_BITS
    #define _PyLong_NON_SIZE_BITS 3
  #endif
  #define __Pyx_PyLong_Sign(x)  (((PyLongObject*)x)->long_value.lv_tag & _PyLong_SIGN_MASK)
  #define __Pyx_PyLong_IsNeg(x)  ((__Pyx_PyLong_Sign(x) & 2) != 0)
  #define __Pyx_PyLong_IsNonNeg(x)  (!__Pyx_PyLong_IsNeg(x))
  #define __Pyx_PyLong_IsZero(x)  (__Pyx_PyLong_Sign(x) & 1)
  #define __Pyx_PyLong_IsPos(x)  (__Pyx_PyLong_Sign(x) == 0)
  #define __Pyx_PyLong_CompactValueUnsigned(x)  (__Pyx_PyLong_Digits(x)[0])
  #define __Pyx_PyLong_DigitCount(x)  ((Py_ssize_t) (((PyLongObject*)x)->long_value.lv_tag >> _PyLong_NON_SIZE_BITS))
  #define __Pyx_PyLong_SignedDigitCount(x)\
        ((1 - (Py_ssize_t) __Pyx_PyLong_Sign(x)) * __Pyx_PyLong_DigitCount(x))
  #if defined(PyUnstable_Long_IsCompact) && defined(PyUnstable_Long_CompactValue)
    #define __Pyx_PyLong_IsCompact(x)     PyUnstable_Long_IsCompact((PyLongObject*) x)
    #define __Pyx_PyLong_CompactValue(x)  PyUnstable_Long_CompactValue((PyLongObject*) x)
  #else
    #define __Pyx_PyLong_IsCompact(x)     (((PyLongObject*)x)->long_value.lv_tag < (2 << _PyLong_NON_SIZE_BITS))
    #define __Pyx_PyLong_CompactValue(x)  ((1 - (Py_ssize_t) __Pyx_PyLong_Sign(x)) * (Py_ssize_t) __Pyx_PyLong_Digits(x)[0])
  #endif
  typedef Py_ssize_t  __Pyx_compact_pylong;
  typedef size_t  __Pyx_compact_upylong;
  #else
  #define __Pyx_PyLong_IsNeg(x)  (Py_SIZE(x) < 0)
  #define __Pyx_PyLong_IsNonNeg(x)  (Py_SIZE(x) >= 0)
  #define __Pyx_PyLong_IsZero(x)  (Py_SIZE(x) == 0)
  #define __Pyx_PyLong_IsPos(x)  (Py_SIZE(x) > 0)
  #define __Pyx_PyLong_CompactValueUnsigned(x)  ((Py_SIZE(x) == 0) ? 0 : __Pyx_PyLong_Digits(x)[0])
  #define __Pyx_PyLong_DigitCount(x)  __Pyx_sst_abs(Py_SIZE(x))
  #define __Pyx_PyLong_SignedDigitCount(x)  Py_SIZE(x)
  #define __Pyx_PyLong_IsCompact(x)  (Py_SIZE(x) == 0 || Py_SIZE(x) == 1 || Py_SIZE(x) == -1)
  #define __Pyx_PyLong_CompactValue(x)\
        ((Py_SIZE(x) == 0) ? (sdigit) 0 : ((Py_SIZE(x) < 0) ? -(sdigit)__Pyx_PyLong_Digits(x)[0] : (sdigit)__Pyx_PyLong_Digits(x)[0]))
  typedef sdigit  __Pyx_compact_pylong;
  typedef digit  __Pyx_compact_upylong;
  #endif
  #if PY_VERSION_HEX >= 0x030C00A5
  #define __Pyx_PyLong_Digits(x)  (((PyLongObject*)x)->long_value.ob_digit)
  #else
  #define __Pyx_PyLong_Digits(x)  (((PyLongObject*)x)->ob_digit)
  #endif
#endif
#if __PYX_DEFAULT_STRING_ENCODING_IS_UTF8
  #define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeUTF8(c_str, size, NULL)
#elif __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
  #define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeASCII(c_str, size, NULL)
#else
  #define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_Decode(c_str, size, __PYX_DEFAULT_STRING_ENCODING, NULL)
#endif


/* Test for GCC > 2.95 */
#if defined(__GNUC__)     && (__GNUC__ > 2 || (__GNUC__ == 2 && (__GNUC_MINOR__ > 95)))
  #define likely(x)   __builtin_expect(!!(x), 1)
  #define unlikely(x) __builtin_expect(!!(x), 0)
#else /* !__GNUC__ or GCC < 2.95 */
  #define likely(x)   (x)
  #define unlikely(x) (x)
#endif /* __GNUC__ */
/* PretendToInitialize */
#ifdef __cplusplus
#if __cplusplus > 201103L
#include <type_traits>
#endif
template <typename T>
static void __Pyx_pretend_to_initialize(T* ptr) {
#if __cplusplus > 201103L
    if ((std::is_trivially_default_constructible<T>::value))
#endif
        *ptr = T();
    (void)ptr;
}
#else
static CYTHON_INLINE void __Pyx_pretend_to_initialize(void* ptr) { (void)ptr; }
#endif


#if !CYTHON_USE_MODULE_STATE
static PyObject *__pyx_m = NULL;
#endif
static int __pyx_lineno;
static int __pyx_clineno = 0;
static const char * const __pyx_cfilenm = __FILE__;
static const char *__pyx_filename;

/* Header.proto */
#if !defined(CYTHON_CCOMPLEX)
  #if defined(__cplusplus)
    #define CYTHON_CCOMPLEX 1
  #elif (defined(_Complex_I) && !defined(_MSC_VER)) || ((defined (__STDC_VERSION__) && __STDC_VERSION__ >= 201112L) && !defined(__STDC_NO_COMPLEX__) && !defined(_MSC_VER))
    #define CYTHON_CCOMPLEX 1
  #else
    #define CYTHON_CCOMPLEX 0
  #endif
#endif
#if CYTHON_CCOMPLEX
  #ifdef __cplusplus
    #include <complex>
  #else
    #include <complex.h>
  #endif
#endif
#if CYTHON_CCOMPLEX && !defined(__cplusplus) && defined(__sun__) && defined(__GNUC__)
  #undef _Complex_I
  #define _Complex_I 1.0fj
#endif

/* #### Code section: filename_table ### */

static const char* const __pyx_f[] = {
  "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx",
  "<stringsource>",
  "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd",
  "cpython/type.pxd",
  "pygsti/evotypes/basereps_cython.pxd",
  "pygsti/evotypes/stabilizer/statereps.pxd",
  "pygsti/evotypes/stabilizer/opreps.pxd",
  "pygsti/evotypes/stabilizer/effectreps.pxd",
  "pygsti/evotypes/stabilizer/termreps.pxd",
};
/* #### Code section: utility_code_proto_before_types ### */
/* Atomics.proto (used by UnpackUnboundCMethod) */
#include <pythread.h>
#ifndef CYTHON_ATOMICS
    #define CYTHON_ATOMICS 1
#endif
#define __PYX_CYTHON_ATOMICS_ENABLED() CYTHON_ATOMICS
#define __PYX_GET_CYTHON_COMPILING_IN_CPYTHON_FREETHREADING() CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#define __pyx_atomic_int_type int
#define __pyx_nonatomic_int_type int
#if CYTHON_ATOMICS && (defined(__STDC_VERSION__) &&\
                        (__STDC_VERSION__ >= 201112L) &&\
                        !defined(__STDC_NO_ATOMICS__))
    #include <stdatomic.h>
#elif CYTHON_ATOMICS && (defined(__cplusplus) && (\
                    (__cplusplus >= 201103L) ||\
                    (defined(_MSC_VER) && _MSC_VER >= 1700)))
    #include <atomic>
#endif
#if CYTHON_ATOMICS && (defined(__STDC_VERSION__) &&\
                        (__STDC_VERSION__ >= 201112L) &&\
                        !defined(__STDC_NO_ATOMICS__) &&\
                       ATOMIC_INT_LOCK_FREE == 2)
    #undef __pyx_atomic_int_type
    #define __pyx_atomic_int_type atomic_int
    #define __pyx_atomic_ptr_type atomic_uintptr_t
    #define __pyx_nonatomic_ptr_type uintptr_t
    #define __pyx_atomic_incr_relaxed(value) atomic_fetch_add_explicit(value, 1, memory_order_relaxed)
    #define __pyx_atomic_incr_acq_rel(value) atomic_fetch_add_explicit(value, 1, memory_order_acq_rel)
    #define __pyx_atomic_decr_acq_rel(value) atomic_fetch_sub_explicit(value, 1, memory_order_acq_rel)
    #define __pyx_atomic_sub(value, arg) atomic_fetch_sub(value, arg)
    #define __pyx_atomic_int_cmp_exchange(value, expected, desired) atomic_compare_exchange_strong(value, expected, desired)
    #define __pyx_atomic_load(value) atomic_load(value)
    #define __pyx_atomic_store(value, new_value) atomic_store(value, new_value)
    #define __pyx_atomic_pointer_load_relaxed(value) atomic_load_explicit(value, memory_order_relaxed)
    #define __pyx_atomic_pointer_load_acquire(value) atomic_load_explicit(value, memory_order_acquire)
    #define __pyx_atomic_pointer_exchange(value, new_value) atomic_exchange(value, (__pyx_nonatomic_ptr_type)new_value)
    #define __pyx_atomic_pointer_cmp_exchange(value, expected, desired) atomic_compare_exchange_strong(value, expected, desired)
    #if defined(__PYX_DEBUG_ATOMICS) && defined(_MSC_VER)
        #pragma message ("Using standard C atomics")
    #elif defined(__PYX_DEBUG_ATOMICS)
        #warning "Using standard C atomics"
    #endif
#elif CYTHON_ATOMICS && (defined(__cplusplus) && (\
                    (__cplusplus >= 201103L) ||\
\
                    (defined(_MSC_VER) && _MSC_VER >= 1700)) &&\
                    ATOMIC_INT_LOCK_FREE == 2)
    #undef __pyx_atomic_int_type
    #define __pyx_atomic_int_type std::atomic_int
    #define __pyx_atomic_ptr_type std::atomic_uintptr_t
    #define __pyx_nonatomic_ptr_type uintptr_t
    #define __pyx_atomic_incr_relaxed(value) std::atomic_fetch_add_explicit(value, 1, std::memory_order_relaxed)
    #define __pyx_atomic_incr_acq_rel(value) std::atomic_fetch_add_explicit(value, 1, std::memory_order_acq_rel)
    #define __pyx_atomic_decr_acq_rel(value) std::atomic_fetch_sub_explicit(value, 1, std::memory_order_acq_rel)
    #define __pyx_atomic_sub(value, arg) std::atomic_fetch_sub(value, arg)
    #define __pyx_atomic_int_cmp_exchange(value, expected, desired) std::atomic_compare_exchange_strong(value, expected, desired)
    #define __pyx_atomic_load(value) std::atomic_load(value)
    #define __pyx_atomic_store(value, new_value) std::atomic_store(value, new_value)
    #define __pyx_atomic_pointer_load_relaxed(value) std::atomic_load_explicit(value, std::memory_order_relaxed)
    #define __pyx_atomic_pointer_load_acquire(value) std::atomic_load_explicit(value, std::memory_order_acquire)
    #define __pyx_atomic_pointer_exchange(value, new_value) std::atomic_exchange(value, (__pyx_nonatomic_ptr_type)new_value)
    #define __pyx_atomic_pointer_cmp_exchange(value, expected, desired) std::atomic_compare_exchange_strong(value, expected, desired)
    #if defined(__PYX_DEBUG_ATOMICS) && defined(_MSC_VER)
        #pragma message ("Using standard C++ atomics")
    #elif defined(__PYX_DEBUG_ATOMICS)
        #warning "Using standard C++ atomics"
    #endif
#elif CYTHON_ATOMICS && (__GNUC__ >= 5 || (__GNUC__ == 4 &&\
                    (__GNUC_MINOR__ > 1 ||\
                    (__GNUC_MINOR__ == 1 && __GNUC_PATCHLEVEL__ >= 2))))
    #define __pyx_atomic_ptr_type void*
    #define __pyx_nonatomic_ptr_type void*
    #define __pyx_atomic_incr_relaxed(value) __sync_fetch_and_add(value, 1)
    #define __pyx_atomic_incr_acq_rel(value) __sync_fetch_and_add(value, 1)
    #define __pyx_atomic_decr_acq_rel(value) __sync_fetch_and_sub(value, 1)
    #define __pyx_atomic_sub(value, arg) __sync_fetch_and_sub(value, arg)
    static CYTHON_INLINE int __pyx_atomic_int_cmp_exchange(__pyx_atomic_int_type* value, __pyx_nonatomic_int_type* expected, __pyx_nonatomic_int_type desired) {
        __pyx_nonatomic_int_type old = __sync_val_compare_and_swap(value, *expected, desired);
        int result = old == *expected;
        *expected = old;
        return result;
    }
    #define __pyx_atomic_load(value) __sync_fetch_and_add(value, 0)
    #define __pyx_atomic_store(value, new_value) __sync_lock_test_and_set(value, new_value)
    #define __pyx_atomic_pointer_load_relaxed(value) __sync_fetch_and_add(value, 0)
    #define __pyx_atomic_pointer_load_acquire(value) __sync_fetch_and_add(value, 0)
    #define __pyx_atomic_pointer_exchange(value, new_value) __sync_lock_test_and_set(value, (__pyx_atomic_ptr_type)new_value)
    static CYTHON_INLINE int __pyx_atomic_pointer_cmp_exchange(__pyx_atomic_ptr_type* value, __pyx_nonatomic_ptr_type* expected, __pyx_nonatomic_ptr_type desired) {
        __pyx_nonatomic_ptr_type old = __sync_val_compare_and_swap(value, *expected, desired);
        int result = old == *expected;
        *expected = old;
        return result;
    }
    #ifdef __PYX_DEBUG_ATOMICS
        #warning "Using GNU atomics"
    #endif
#elif CYTHON_ATOMICS && defined(_MSC_VER)
    #include <intrin.h>
    #undef __pyx_atomic_int_type
    #define __pyx_atomic_int_type long
    #define __pyx_atomic_ptr_type void*
    #undef __pyx_nonatomic_int_type
    #define __pyx_nonatomic_int_type long
    #define __pyx_nonatomic_ptr_type void*
    #pragma intrinsic (_InterlockedExchangeAdd, _InterlockedExchange, _InterlockedCompareExchange, _InterlockedCompareExchangePointer, _InterlockedExchangePointer)
    #define __pyx_atomic_incr_relaxed(value) _InterlockedExchangeAdd(value, 1)
    #define __pyx_atomic_incr_acq_rel(value) _InterlockedExchangeAdd(value, 1)
    #define __pyx_atomic_decr_acq_rel(value) _InterlockedExchangeAdd(value, -1)
    #define __pyx_atomic_sub(value, arg) _InterlockedExchangeAdd(value, -arg)
    static CYTHON_INLINE int __pyx_atomic_int_cmp_exchange(__pyx_atomic_int_type* value, __pyx_nonatomic_int_type* expected, __pyx_nonatomic_int_type desired) {
        __pyx_nonatomic_int_type old = _InterlockedCompareExchange(value, desired, *expected);
        int result = old == *expected;
        *expected = old;
        return result;
    }
    #define __pyx_atomic_load(value) _InterlockedExchangeAdd(value, 0)
    #define __pyx_atomic_store(value, new_value) _InterlockedExchange(value, new_value)
    #define __pyx_atomic_pointer_load_relaxed(value) *(void * volatile *)value
    #define __pyx_atomic_pointer_load_acquire(value) _InterlockedCompareExchangePointer(value, 0, 0)
    #define __pyx_atomic_pointer_exchange(value, new_value) _InterlockedExchangePointer(value, (__pyx_atomic_ptr_type)new_value)
    static CYTHON_INLINE int __pyx_atomic_pointer_cmp_exchange(__pyx_atomic_ptr_type* value, __pyx_nonatomic_ptr_type* expected, __pyx_nonatomic_ptr_type desired) {
        __pyx_atomic_ptr_type old = _InterlockedCompareExchangePointer(value, desired, *expected);
        int result = old == *expected;
        *expected = old;
        return result;
    }
    #ifdef __PYX_DEBUG_ATOMICS
        #pragma message ("Using MSVC atomics")
    #endif
#else
    #undef CYTHON_ATOMICS
    #define CYTHON_ATOMICS 0
    #ifdef __PYX_DEBUG_ATOMICS
        #warning "Not using atomics"
    #endif
#endif

/* CriticalSectionsDefinition.proto (used by CriticalSections) */
#if !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#define __Pyx_PyCriticalSection void*
#define __Pyx_PyCriticalSection2 void*
#define __Pyx_PyCriticalSection_End(cs)
#define __Pyx_PyCriticalSection2_End(cs)
#else
#define __Pyx_PyCriticalSection PyCriticalSection
#define __Pyx_PyCriticalSection2 PyCriticalSection2
#define __Pyx_PyCriticalSection_End PyCriticalSection_End
#define __Pyx_PyCriticalSection2_End PyCriticalSection2_End
#endif

/* CriticalSections.proto (used by ParseKeywordsImpl) */
#if !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#define __Pyx_PyCriticalSection_Begin(cs, arg) (void)(cs)
#define __Pyx_PyCriticalSection2_Begin(cs, arg1, arg2) (void)(cs)
#else
#define __Pyx_PyCriticalSection_Begin PyCriticalSection_Begin
#define __Pyx_PyCriticalSection2_Begin PyCriticalSection2_Begin
#endif
#if PY_VERSION_HEX < 0x030d0000 || CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_BEGIN_CRITICAL_SECTION(o) {
#define __Pyx_END_CRITICAL_SECTION() }
#else
#define __Pyx_BEGIN_CRITICAL_SECTION Py_BEGIN_CRITICAL_SECTION
#define __Pyx_END_CRITICAL_SECTION Py_END_CRITICAL_SECTION
#endif

/* IncludeStructmemberH.proto (used by FixUpExtensionType) */
#include <structmember.h>

/* #### Code section: numeric_typedefs ### */

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":787
 * # in Cython to enable them only on the right systems.
 * 
 * ctypedef npy_int8       int8_t             # <<<<<<<<<<<<<<
 * ctypedef npy_int16      int16_t
 * ctypedef npy_int32      int32_t
*/
typedef npy_int8 __pyx_t_5numpy_int8_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":788
 * 
 * ctypedef npy_int8       int8_t
 * ctypedef npy_int16      int16_t             # <<<<<<<<<<<<<<
 * ctypedef npy_int32      int32_t
 * ctypedef npy_int64      int64_t
*/
typedef npy_int16 __pyx_t_5numpy_int16_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":789
 * ctypedef npy_int8       int8_t
 * ctypedef npy_int16      int16_t
 * ctypedef npy_int32      int32_t             # <<<<<<<<<<<<<<
 * ctypedef npy_int64      int64_t
 * #ctypedef npy_int96      int96_t
*/
typedef npy_int32 __pyx_t_5numpy_int32_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":790
 * ctypedef npy_int16      int16_t
 * ctypedef npy_int32      int32_t
 * ctypedef npy_int64      int64_t             # <<<<<<<<<<<<<<
 * #ctypedef npy_int96      int96_t
 * #ctypedef npy_int128     int128_t
*/
typedef npy_int64 __pyx_t_5numpy_int64_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":794
 * #ctypedef npy_int128     int128_t
 * 
 * ctypedef npy_uint8      uint8_t             # <<<<<<<<<<<<<<
 * ctypedef npy_uint16     uint16_t
 * ctypedef npy_uint32     uint32_t
*/
typedef npy_uint8 __pyx_t_5numpy_uint8_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":795
 * 
 * ctypedef npy_uint8      uint8_t
 * ctypedef npy_uint16     uint16_t             # <<<<<<<<<<<<<<
 * ctypedef npy_uint32     uint32_t
 * ctypedef npy_uint64     uint64_t
*/
typedef npy_uint16 __pyx_t_5numpy_uint16_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":796
 * ctypedef npy_uint8      uint8_t
 * ctypedef npy_uint16     uint16_t
 * ctypedef npy_uint32     uint32_t             # <<<<<<<<<<<<<<
 * ctypedef npy_uint64     uint64_t
 * #ctypedef npy_uint96     uint96_t
*/
typedef npy_uint32 __pyx_t_5numpy_uint32_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":797
 * ctypedef npy_uint16     uint16_t
 * ctypedef npy_uint32     uint32_t
 * ctypedef npy_uint64     uint64_t             # <<<<<<<<<<<<<<
 * #ctypedef npy_uint96     uint96_t
 * #ctypedef npy_uint128    uint128_t
*/
typedef npy_uint64 __pyx_t_5numpy_uint64_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":801
 * #ctypedef npy_uint128    uint128_t
 * 
 * ctypedef npy_float32    float32_t             # <<<<<<<<<<<<<<
 * ctypedef npy_float64    float64_t
 * #ctypedef npy_float80    float80_t
*/
typedef npy_float32 __pyx_t_5numpy_float32_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":802
 * 
 * ctypedef npy_float32    float32_t
 * ctypedef npy_float64    float64_t             # <<<<<<<<<<<<<<
 * #ctypedef npy_float80    float80_t
 * #ctypedef npy_float128   float128_t
*/
typedef npy_float64 __pyx_t_5numpy_float64_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":809
 * ctypedef double complex complex128_t
 * 
 * ctypedef npy_longlong   longlong_t             # <<<<<<<<<<<<<<
 * ctypedef npy_ulonglong  ulonglong_t
 * 
*/
typedef npy_longlong __pyx_t_5numpy_longlong_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":810
 * 
 * ctypedef npy_longlong   longlong_t
 * ctypedef npy_ulonglong  ulonglong_t             # <<<<<<<<<<<<<<
 * 
 * ctypedef npy_intp       intp_t
*/
typedef npy_ulonglong __pyx_t_5numpy_ulonglong_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":812
 * ctypedef npy_ulonglong  ulonglong_t
 * 
 * ctypedef npy_intp       intp_t             # <<<<<<<<<<<<<<
 * ctypedef npy_uintp      uintp_t
 * 
*/
typedef npy_intp __pyx_t_5numpy_intp_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":813
 * 
 * ctypedef npy_intp       intp_t
 * ctypedef npy_uintp      uintp_t             # <<<<<<<<<<<<<<
 * 
 * ctypedef npy_double     float_t
*/
typedef npy_uintp __pyx_t_5numpy_uintp_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":815
 * ctypedef npy_uintp      uintp_t
 * 
 * ctypedef npy_double     float_t             # <<<<<<<<<<<<<<
 * ctypedef npy_double     double_t
 * ctypedef npy_longdouble longdouble_t
*/
typedef npy_double __pyx_t_5numpy_float_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":816
 * 
 * ctypedef npy_double     float_t
 * ctypedef npy_double     double_t             # <<<<<<<<<<<<<<
 * ctypedef npy_longdouble longdouble_t
 * 
*/
typedef npy_double __pyx_t_5numpy_double_t;

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":817
 * ctypedef npy_double     float_t
 * ctypedef npy_double     double_t
 * ctypedef npy_longdouble longdouble_t             # <<<<<<<<<<<<<<
 * 
 * ctypedef float complex       cfloat_t
*/
typedef npy_longdouble __pyx_t_5numpy_longdouble_t;

/* "evotypes/basereps_cython.pxd":23
 * 
 * #Use 64-bit integers
 * ctypedef long long INT             # <<<<<<<<<<<<<<
 * ctypedef unsigned long long UINT
 * 
*/
typedef PY_LONG_LONG __pyx_t_6pygsti_8evotypes_15basereps_cython_INT;

/* "evotypes/basereps_cython.pxd":24
 * #Use 64-bit integers
 * ctypedef long long INT
 * ctypedef unsigned long long UINT             # <<<<<<<<<<<<<<
 * 
 * 
*/
typedef unsigned PY_LONG_LONG __pyx_t_6pygsti_8evotypes_15basereps_cython_UINT;

/* "evotypes/stabilizer/statereps.pxd":15
 * 
 * #Use 64-bit integers
 * ctypedef long long INT             # <<<<<<<<<<<<<<
 * ctypedef unsigned long long UINT
 * 
*/
typedef PY_LONG_LONG __pyx_t_6pygsti_8evotypes_10stabilizer_9statereps_INT;

/* "evotypes/stabilizer/statereps.pxd":16
 * #Use 64-bit integers
 * ctypedef long long INT
 * ctypedef unsigned long long UINT             # <<<<<<<<<<<<<<
 * 
 * cdef extern from "statecreps.h" namespace "CReps_stabilizer":
*/
typedef unsigned PY_LONG_LONG __pyx_t_6pygsti_8evotypes_10stabilizer_9statereps_UINT;

/* "evotypes/stabilizer/opreps.pxd":27
 * 
 * #Use 64-bit integers
 * ctypedef long long INT             # <<<<<<<<<<<<<<
 * ctypedef unsigned long long UINT
 * 
*/
typedef PY_LONG_LONG __pyx_t_6pygsti_8evotypes_10stabilizer_6opreps_INT;

/* "evotypes/stabilizer/opreps.pxd":28
 * #Use 64-bit integers
 * ctypedef long long INT
 * ctypedef unsigned long long UINT             # <<<<<<<<<<<<<<
 * 
 * 
*/
typedef unsigned PY_LONG_LONG __pyx_t_6pygsti_8evotypes_10stabilizer_6opreps_UINT;

/* "evotypes/stabilizer/effectreps.pxd":28
 * 
 * #Use 64-bit integers
 * ctypedef long long INT             # <<<<<<<<<<<<<<
 * ctypedef unsigned long long UINT
 * 
*/
typedef PY_LONG_LONG __pyx_t_6pygsti_8evotypes_10stabilizer_10effectreps_INT;

/* "evotypes/stabilizer/effectreps.pxd":29
 * #Use 64-bit integers
 * ctypedef long long INT
 * ctypedef unsigned long long UINT             # <<<<<<<<<<<<<<
 * 
 * cdef extern from "statecreps.h" namespace "CReps_stabilizer":
*/
typedef unsigned PY_LONG_LONG __pyx_t_6pygsti_8evotypes_10stabilizer_10effectreps_UINT;

/* "evotypes/stabilizer/termreps.pxd":30
 * 
 * #Use 64-bit integers
 * ctypedef long long INT             # <<<<<<<<<<<<<<
 * ctypedef unsigned long long UINT
 * 
*/
typedef PY_LONG_LONG __pyx_t_6pygsti_8evotypes_10stabilizer_8termreps_INT;

/* "evotypes/stabilizer/termreps.pxd":31
 * #Use 64-bit integers
 * ctypedef long long INT
 * ctypedef unsigned long long UINT             # <<<<<<<<<<<<<<
 * 
 * cdef double LARGE = 1000000000
*/
typedef unsigned PY_LONG_LONG __pyx_t_6pygsti_8evotypes_10stabilizer_8termreps_UINT;

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":49
 * 
 * #Use 64-bit integers
 * ctypedef long long INT             # <<<<<<<<<<<<<<
 * ctypedef unsigned long long UINT
 * 
*/
typedef PY_LONG_LONG __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT;

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":50
 * #Use 64-bit integers
 * ctypedef long long INT
 * ctypedef unsigned long long UINT             # <<<<<<<<<<<<<<
 * 
 * ctypedef double complex DCOMPLEX
*/
typedef unsigned PY_LONG_LONG __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_UINT;
/* #### Code section: complex_type_declarations ### */
/* Declarations.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
  #ifdef __cplusplus
    typedef ::std::complex< double > __pyx_t_double_complex;
  #else
    typedef double _Complex __pyx_t_double_complex;
  #endif
#else
    typedef struct { double real, imag; } __pyx_t_double_complex;
#endif
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double, double);

/* Declarations.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
  #ifdef __cplusplus
    typedef ::std::complex< float > __pyx_t_float_complex;
  #else
    typedef float _Complex __pyx_t_float_complex;
  #endif
#else
    typedef struct { float real, imag; } __pyx_t_float_complex;
#endif
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float, float);

/* Declarations.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
  #ifdef __cplusplus
    typedef ::std::complex< long double > __pyx_t_long_double_complex;
  #else
    typedef long double _Complex __pyx_t_long_double_complex;
  #endif
#else
    typedef struct { long double real, imag; } __pyx_t_long_double_complex;
#endif
static CYTHON_INLINE __pyx_t_long_double_complex __pyx_t_long_double_complex_from_parts(long double, long double);

/* #### Code section: type_declarations ### */

/*--- Type declarations ---*/
struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_OpRep;
struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_StateRep;
struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_EffectRep;
struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_TermRep;
struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_PolynomialRep;
struct __pyx_obj_6pygsti_8evotypes_10stabilizer_9statereps_StateRep;
struct __pyx_obj_6pygsti_8evotypes_10stabilizer_6opreps_OpRep;
struct __pyx_obj_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep;
struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep;
struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl;
struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl;

/* "evotypes/stabilizer/opreps.pxd":76
 *     cdef public object state_space
 * 
 * ctypedef OpCRep* OpCRep_ptr             # <<<<<<<<<<<<<<
*/
typedef CReps_stabilizer::OpCRep *__pyx_t_6pygsti_8evotypes_10stabilizer_6opreps_OpCRep_ptr;

/* "evotypes/stabilizer/effectreps.pxd":66
 *     cdef public object state_space
 * 
 * ctypedef EffectCRep* EffectCRep_ptr             # <<<<<<<<<<<<<<
*/
typedef CReps_stabilizer::EffectCRep *__pyx_t_6pygsti_8evotypes_10stabilizer_10effectreps_EffectCRep_ptr;

/* "evotypes/stabilizer/termreps.pxd":72
 * 
 * 
 * ctypedef StateCRep* StateCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef OpCRep* OpCRep_ptr
 * ctypedef EffectCRep* EffectCRep_ptr
*/
typedef CReps_stabilizer::StateCRep *__pyx_t_6pygsti_8evotypes_10stabilizer_8termreps_StateCRep_ptr;

/* "evotypes/stabilizer/termreps.pxd":73
 * 
 * ctypedef StateCRep* StateCRep_ptr
 * ctypedef OpCRep* OpCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef EffectCRep* EffectCRep_ptr
 * ctypedef TermCRep* TermCRep_ptr
*/
typedef CReps_stabilizer::OpCRep *__pyx_t_6pygsti_8evotypes_10stabilizer_8termreps_OpCRep_ptr;

/* "evotypes/stabilizer/termreps.pxd":74
 * ctypedef StateCRep* StateCRep_ptr
 * ctypedef OpCRep* OpCRep_ptr
 * ctypedef EffectCRep* EffectCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef TermCRep* TermCRep_ptr
*/
typedef CReps_stabilizer::EffectCRep *__pyx_t_6pygsti_8evotypes_10stabilizer_8termreps_EffectCRep_ptr;

/* "evotypes/stabilizer/termreps.pxd":75
 * ctypedef OpCRep* OpCRep_ptr
 * ctypedef EffectCRep* EffectCRep_ptr
 * ctypedef TermCRep* TermCRep_ptr             # <<<<<<<<<<<<<<
*/
typedef CReps_stabilizer::TermCRep *__pyx_t_6pygsti_8evotypes_10stabilizer_8termreps_TermCRep_ptr;

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":53
 * 
 * ctypedef double complex DCOMPLEX
 * ctypedef StateCRep* StateCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef OpCRep* OpCRep_ptr
 * ctypedef EffectCRep* EffectCRep_ptr
*/
typedef CReps_stabilizer::StateCRep *__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_StateCRep_ptr;

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":54
 * ctypedef double complex DCOMPLEX
 * ctypedef StateCRep* StateCRep_ptr
 * ctypedef OpCRep* OpCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef EffectCRep* EffectCRep_ptr
 * ctypedef TermCRep* TermCRep_ptr
*/
typedef CReps_stabilizer::OpCRep *__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_OpCRep_ptr;

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":55
 * ctypedef StateCRep* StateCRep_ptr
 * ctypedef OpCRep* OpCRep_ptr
 * ctypedef EffectCRep* EffectCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef TermCRep* TermCRep_ptr
 * #ctypedef TermDirectCRep* TermDirectCRep_ptr
*/
typedef CReps_stabilizer::EffectCRep *__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_EffectCRep_ptr;

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":56
 * ctypedef OpCRep* OpCRep_ptr
 * ctypedef EffectCRep* EffectCRep_ptr
 * ctypedef TermCRep* TermCRep_ptr             # <<<<<<<<<<<<<<
 * #ctypedef TermDirectCRep* TermDirectCRep_ptr
 * ctypedef PolynomialCRep* PolynomialCRep_ptr
*/
typedef CReps_stabilizer::TermCRep *__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr;

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":58
 * ctypedef TermCRep* TermCRep_ptr
 * #ctypedef TermDirectCRep* TermDirectCRep_ptr
 * ctypedef PolynomialCRep* PolynomialCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef vector[TermCRep_ptr]* vector_TermCRep_ptr_ptr
 * #ctypedef vector[TermDirectCRep_ptr]* vector_TermDirectCRep_ptr_ptr
*/
typedef CReps::PolynomialCRep *__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_PolynomialCRep_ptr;

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":59
 * #ctypedef TermDirectCRep* TermDirectCRep_ptr
 * ctypedef PolynomialCRep* PolynomialCRep_ptr
 * ctypedef vector[TermCRep_ptr]* vector_TermCRep_ptr_ptr             # <<<<<<<<<<<<<<
 * #ctypedef vector[TermDirectCRep_ptr]* vector_TermDirectCRep_ptr_ptr
 * ctypedef vector[INT]* vector_INT_ptr
*/
typedef std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  *__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr;

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":61
 * ctypedef vector[TermCRep_ptr]* vector_TermCRep_ptr_ptr
 * #ctypedef vector[TermDirectCRep_ptr]* vector_TermDirectCRep_ptr_ptr
 * ctypedef vector[INT]* vector_INT_ptr             # <<<<<<<<<<<<<<
 * 
 * 
*/
typedef std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr;

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":65
 * 
 * #Create a function pointer type for term-based calc inner loop
 * ctypedef void (*innerloopfn_ptr)(vector[vector_TermCRep_ptr_ptr],             # <<<<<<<<<<<<<<
 *                                  vector[INT]*, vector[PolynomialCRep*]*, INT)
 * #ctypedef INT (*innerloopfn_direct_ptr)(vector[vector_TermDirectCRep_ptr_ptr],
*/
typedef void (*__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_innerloopfn_ptr)(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *, std::vector<CReps::PolynomialCRep *>  *, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT);

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":69
 * #ctypedef INT (*innerloopfn_direct_ptr)(vector[vector_TermDirectCRep_ptr_ptr],
 * #                                       vector[INT]*, vector[DCOMPLEX]*, INT, vector[double]*, double)
 * ctypedef void (*addpathfn_ptr)(vector[PolynomialCRep*]*, vector[INT]&, INT, vector[vector_TermCRep_ptr_ptr]&,             # <<<<<<<<<<<<<<
 *                                StateCRep**, StateCRep**, vector[INT]*,
 *                                vector[StateCRep*]*, vector[StateCRep*]*, vector[PolynomialCRep]*)
*/
typedef void (*__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_addpathfn_ptr)(std::vector<CReps::PolynomialCRep *>  *, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  &, CReps_stabilizer::StateCRep **, CReps_stabilizer::StateCRep **, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *, std::vector<CReps_stabilizer::StateCRep *>  *, std::vector<CReps_stabilizer::StateCRep *>  *, std::vector<CReps::PolynomialCRep>  *);

/* "evotypes/basereps_cython.pxd":27
 * 
 * 
 * cdef class OpRep:             # <<<<<<<<<<<<<<
 *     pass
 * 
*/
struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_OpRep {
  PyObject_HEAD
};


/* "evotypes/basereps_cython.pxd":30
 *     pass
 * 
 * cdef class StateRep:             # <<<<<<<<<<<<<<
 *     pass
 * 
*/
struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_StateRep {
  PyObject_HEAD
};


/* "evotypes/basereps_cython.pxd":33
 *     pass
 * 
 * cdef class EffectRep:             # <<<<<<<<<<<<<<
 *     pass
 * 
*/
struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_EffectRep {
  PyObject_HEAD
};


/* "evotypes/basereps_cython.pxd":36
 *     pass
 * 
 * cdef class TermRep:             # <<<<<<<<<<<<<<
 *     pass
 * 
*/
struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_TermRep {
  PyObject_HEAD
};


/* "evotypes/basereps_cython.pxd":64
 * 
 * 
 * cdef class PolynomialRep:             # <<<<<<<<<<<<<<
 *     cdef PolynomialCRep* c_polynomial
 * 
*/
struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_PolynomialRep {
  PyObject_HEAD
  CReps::PolynomialCRep *c_polynomial;
};


/* "evotypes/stabilizer/statereps.pxd":34
 * 
 * 
 * cdef class StateRep(_basereps_cython.StateRep):             # <<<<<<<<<<<<<<
 *     cdef StateCRep* c_state
 *     cdef public _np.ndarray smatrix
*/
struct __pyx_obj_6pygsti_8evotypes_10stabilizer_9statereps_StateRep {
  struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_StateRep __pyx_base;
  CReps_stabilizer::StateCRep *c_state;
  PyArrayObject *smatrix;
  PyArrayObject *pvectors;
  PyArrayObject *amps;
  PyObject *state_space;
};


/* "evotypes/stabilizer/opreps.pxd":72
 * 
 * 
 * cdef class OpRep(_basereps_cython.OpRep):             # <<<<<<<<<<<<<<
 *     cdef OpCRep* c_rep
 *     cdef public object state_space
*/
struct __pyx_obj_6pygsti_8evotypes_10stabilizer_6opreps_OpRep {
  struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_OpRep __pyx_base;
  CReps_stabilizer::OpCRep *c_rep;
  PyObject *state_space;
};


/* "evotypes/stabilizer/effectreps.pxd":62
 * 
 * 
 * cdef class EffectRep(_basereps_cython.EffectRep):             # <<<<<<<<<<<<<<
 *     cdef EffectCRep* c_effect
 *     cdef public object state_space
*/
struct __pyx_obj_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep {
  struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_EffectRep __pyx_base;
  CReps_stabilizer::EffectCRep *c_effect;
  PyObject *state_space;
};


/* "evotypes/stabilizer/termreps.pxd":59
 *         vector[OpCRep*] _post_ops
 * 
 * cdef class TermRep(_basereps_cython.TermRep):             # <<<<<<<<<<<<<<
 *     cdef TermCRep* c_term
 * 
*/
struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep {
  struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_TermRep __pyx_base;
  CReps_stabilizer::TermCRep *c_term;
  struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_PolynomialRep *coeff;
  struct __pyx_obj_6pygsti_8evotypes_10stabilizer_9statereps_StateRep *pre_state;
  struct __pyx_obj_6pygsti_8evotypes_10stabilizer_9statereps_StateRep *post_state;
  struct __pyx_obj_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep *pre_effect;
  struct __pyx_obj_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep *post_effect;
  PyObject *pre_ops;
  PyObject *post_ops;
};


/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":74
 * 
 * 
 * cdef class RepCacheEl:             # <<<<<<<<<<<<<<
 *     cdef vector[TermCRep_ptr] reps
 *     cdef vector[INT] foat_indices
*/
struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl {
  PyObject_HEAD
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  reps;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  foat_indices;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  e_indices;
  PyObject *pyterm_references;
};


/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":87
 * 
 * 
 * cdef class CircuitSetupCacheEl:             # <<<<<<<<<<<<<<
 *     cdef vector[INT] cgatestring
 *     cdef vector[TermCRep_ptr] rho_term_reps
*/
struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl {
  PyObject_HEAD
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  cgatestring;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  rho_term_reps;
  std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  op_term_reps;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  E_term_reps;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  rho_foat_indices;
  std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> >  op_foat_indices;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  E_foat_indices;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  e_indices;
  PyObject *pyterm_references;
};

/* #### Code section: utility_code_proto ### */

/* --- Runtime support code (head) --- */
/* Refnanny.proto */
#ifndef CYTHON_REFNANNY
  #define CYTHON_REFNANNY 0
#endif
#if CYTHON_REFNANNY
  typedef struct {
    void (*INCREF)(void*, PyObject*, Py_ssize_t);
    void (*DECREF)(void*, PyObject*, Py_ssize_t);
    void (*GOTREF)(void*, PyObject*, Py_ssize_t);
    void (*GIVEREF)(void*, PyObject*, Py_ssize_t);
    void* (*SetupContext)(const char*, Py_ssize_t, const char*);
    void (*FinishContext)(void**);
  } __Pyx_RefNannyAPIStruct;
  static __Pyx_RefNannyAPIStruct *__Pyx_RefNanny = NULL;
  static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname);
  #define __Pyx_RefNannyDeclarations void *__pyx_refnanny = NULL;
  #define __Pyx_RefNannySetupContext(name, acquire_gil)\
          if (acquire_gil) {\
              PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
              __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), (__LINE__), (__FILE__));\
              PyGILState_Release(__pyx_gilstate_save);\
          } else {\
              __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), (__LINE__), (__FILE__));\
          }
  #define __Pyx_RefNannyFinishContextNogil() {\
              PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
              __Pyx_RefNannyFinishContext();\
              PyGILState_Release(__pyx_gilstate_save);\
          }
  #define __Pyx_RefNannyFinishContextNogil() {\
              PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
              __Pyx_RefNannyFinishContext();\
              PyGILState_Release(__pyx_gilstate_save);\
          }
  #define __Pyx_RefNannyFinishContext()\
          __Pyx_RefNanny->FinishContext(&__pyx_refnanny)
  #define __Pyx_INCREF(r)  __Pyx_RefNanny->INCREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
  #define __Pyx_DECREF(r)  __Pyx_RefNanny->DECREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
  #define __Pyx_GOTREF(r)  __Pyx_RefNanny->GOTREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
  #define __Pyx_GIVEREF(r) __Pyx_RefNanny->GIVEREF(__pyx_refnanny, (PyObject *)(r), (__LINE__))
  #define __Pyx_XINCREF(r)  do { if((r) == NULL); else {__Pyx_INCREF(r); }} while(0)
  #define __Pyx_XDECREF(r)  do { if((r) == NULL); else {__Pyx_DECREF(r); }} while(0)
  #define __Pyx_XGOTREF(r)  do { if((r) == NULL); else {__Pyx_GOTREF(r); }} while(0)
  #define __Pyx_XGIVEREF(r) do { if((r) == NULL); else {__Pyx_GIVEREF(r);}} while(0)
#else
  #define __Pyx_RefNannyDeclarations
  #define __Pyx_RefNannySetupContext(name, acquire_gil)
  #define __Pyx_RefNannyFinishContextNogil()
  #define __Pyx_RefNannyFinishContext()
  #define __Pyx_INCREF(r) Py_INCREF(r)
  #define __Pyx_DECREF(r) Py_DECREF(r)
  #define __Pyx_GOTREF(r)
  #define __Pyx_GIVEREF(r)
  #define __Pyx_XINCREF(r) Py_XINCREF(r)
  #define __Pyx_XDECREF(r) Py_XDECREF(r)
  #define __Pyx_XGOTREF(r)
  #define __Pyx_XGIVEREF(r)
#endif
#define __Pyx_Py_XDECREF_SET(r, v) do {\
        PyObject *tmp = (PyObject *) r;\
        r = v; Py_XDECREF(tmp);\
    } while (0)
#define __Pyx_XDECREF_SET(r, v) do {\
        PyObject *tmp = (PyObject *) r;\
        r = v; __Pyx_XDECREF(tmp);\
    } while (0)
#define __Pyx_DECREF_SET(r, v) do {\
        PyObject *tmp = (PyObject *) r;\
        r = v; __Pyx_DECREF(tmp);\
    } while (0)
#define __Pyx_CLEAR(r)    do { PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);} while(0)
#define __Pyx_XCLEAR(r)   do { if((r) != NULL) {PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);}} while(0)

/* PyErrExceptionMatches.proto (used by PyObjectGetAttrStrNoError) */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyErr_ExceptionMatches(err) __Pyx_PyErr_ExceptionMatchesInState(__pyx_tstate, err)
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err);
#else
#define __Pyx_PyErr_ExceptionMatches(err)  PyErr_ExceptionMatches(err)
#endif

/* PyThreadStateGet.proto (used by PyErrFetchRestore) */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyThreadState_declare  PyThreadState *__pyx_tstate;
#define __Pyx_PyThreadState_assign  __pyx_tstate = __Pyx_PyThreadState_Current;
#if PY_VERSION_HEX >= 0x030C00A6
#define __Pyx_PyErr_Occurred()  (__pyx_tstate->current_exception != NULL)
#define __Pyx_PyErr_CurrentExceptionType()  (__pyx_tstate->current_exception ? (PyObject*) Py_TYPE(__pyx_tstate->current_exception) : (PyObject*) NULL)
#else
#define __Pyx_PyErr_Occurred()  (__pyx_tstate->curexc_type != NULL)
#define __Pyx_PyErr_CurrentExceptionType()  (__pyx_tstate->curexc_type)
#endif
#else
#define __Pyx_PyThreadState_declare
#define __Pyx_PyThreadState_assign
#define __Pyx_PyErr_Occurred()  (PyErr_Occurred() != NULL)
#define __Pyx_PyErr_CurrentExceptionType()  PyErr_Occurred()
#endif

/* PyErrFetchRestore.proto (used by PyObjectGetAttrStrNoError) */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyErr_Clear() __Pyx_ErrRestore(NULL, NULL, NULL)
#define __Pyx_ErrRestoreWithState(type, value, tb)  __Pyx_ErrRestoreInState(PyThreadState_GET(), type, value, tb)
#define __Pyx_ErrFetchWithState(type, value, tb)    __Pyx_ErrFetchInState(PyThreadState_GET(), type, value, tb)
#define __Pyx_ErrRestore(type, value, tb)  __Pyx_ErrRestoreInState(__pyx_tstate, type, value, tb)
#define __Pyx_ErrFetch(type, value, tb)    __Pyx_ErrFetchInState(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A6
#define __Pyx_PyErr_SetNone(exc) (Py_INCREF(exc), __Pyx_ErrRestore((exc), NULL, NULL))
#else
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
#endif
#else
#define __Pyx_PyErr_Clear() PyErr_Clear()
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
#define __Pyx_ErrRestoreWithState(type, value, tb)  PyErr_Restore(type, value, tb)
#define __Pyx_ErrFetchWithState(type, value, tb)  PyErr_Fetch(type, value, tb)
#define __Pyx_ErrRestoreInState(tstate, type, value, tb)  PyErr_Restore(type, value, tb)
#define __Pyx_ErrFetchInState(tstate, type, value, tb)  PyErr_Fetch(type, value, tb)
#define __Pyx_ErrRestore(type, value, tb)  PyErr_Restore(type, value, tb)
#define __Pyx_ErrFetch(type, value, tb)  PyErr_Fetch(type, value, tb)
#endif

/* PyObjectGetAttrStr.proto (used by PyObjectGetAttrStrNoError) */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name);
#else
#define __Pyx_PyObject_GetAttrStr(o,n) PyObject_GetAttr(o,n)
#endif

/* PyObjectGetAttrStrNoError.proto (used by GetBuiltinName) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name);

/* GetBuiltinName.proto */
static PyObject *__Pyx_GetBuiltinName(PyObject *name);

/* GetTopmostException.proto (used by SaveResetException) */
#if CYTHON_USE_EXC_INFO_STACK && CYTHON_FAST_THREAD_STATE
static _PyErr_StackItem * __Pyx_PyErr_GetTopmostException(PyThreadState *tstate);
#endif

/* SaveResetException.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_ExceptionSave(type, value, tb)  __Pyx__ExceptionSave(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#define __Pyx_ExceptionReset(type, value, tb)  __Pyx__ExceptionReset(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
#else
#define __Pyx_ExceptionSave(type, value, tb)   PyErr_GetExcInfo(type, value, tb)
#define __Pyx_ExceptionReset(type, value, tb)  PyErr_SetExcInfo(type, value, tb)
#endif

/* GetException.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_GetException(type, value, tb)  __Pyx__GetException(__pyx_tstate, type, value, tb)
static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#else
static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb);
#endif

/* PyImportError_Check.proto */
#define __Pyx_PyExc_ImportError_Check(obj)  __Pyx_TypeCheck(obj, PyExc_ImportError)

/* PyObjectCall.proto (used by PyObjectFastCall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw);
#else
#define __Pyx_PyObject_Call(func, arg, kw) PyObject_Call(func, arg, kw)
#endif

/* PyObjectCallMethO.proto (used by PyObjectFastCall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg);
#endif

/* PyObjectFastCall.proto */
#define __Pyx_PyObject_FastCall(func, args, nargs)  __Pyx_PyObject_FastCallDict(func, args, (size_t)(nargs), NULL)
static CYTHON_INLINE PyObject* __Pyx_PyObject_FastCallDict(PyObject *func, PyObject * const*args, size_t nargs, PyObject *kwargs);

/* RaiseException.export */
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause);

/* TupleAndListFromArray.proto (used by fastcall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyList_FromArray(PyObject *const *src, Py_ssize_t n);
#endif
#if CYTHON_COMPILING_IN_CPYTHON || CYTHON_METH_FASTCALL
static CYTHON_INLINE PyObject* __Pyx_PyTuple_FromArray(PyObject *const *src, Py_ssize_t n);
#endif

/* IncludeStringH.proto (used by BytesEquals) */
#include <string.h>

/* BytesEquals.proto (used by UnicodeEquals) */
static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals);

/* UnicodeEquals.proto (used by fastcall) */
static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals);

/* fastcall.proto */
#if CYTHON_AVOID_BORROWED_REFS
    #define __Pyx_ArgRef_VARARGS(args, i) __Pyx_PySequence_ITEM(args, i)
#elif CYTHON_ASSUME_SAFE_MACROS
    #define __Pyx_ArgRef_VARARGS(args, i) __Pyx_NewRef(__Pyx_PyTuple_GET_ITEM(args, i))
#else
    #define __Pyx_ArgRef_VARARGS(args, i) __Pyx_XNewRef(PyTuple_GetItem(args, i))
#endif
#define __Pyx_NumKwargs_VARARGS(kwds) PyDict_Size(kwds)
#define __Pyx_KwValues_VARARGS(args, nargs) NULL
#define __Pyx_GetKwValue_VARARGS(kw, kwvalues, s) __Pyx_PyDict_GetItemStrWithError(kw, s)
#define __Pyx_KwargsAsDict_VARARGS(kw, kwvalues) PyDict_Copy(kw)
#if CYTHON_METH_FASTCALL
    #define __Pyx_ArgRef_FASTCALL(args, i) __Pyx_NewRef(args[i])
    #define __Pyx_NumKwargs_FASTCALL(kwds) __Pyx_PyTuple_GET_SIZE(kwds)
    #define __Pyx_KwValues_FASTCALL(args, nargs) ((args) + (nargs))
    static CYTHON_INLINE PyObject * __Pyx_GetKwValue_FASTCALL(PyObject *kwnames, PyObject *const *kwvalues, PyObject *s);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030d0000 || CYTHON_COMPILING_IN_LIMITED_API
    CYTHON_UNUSED static PyObject *__Pyx_KwargsAsDict_FASTCALL(PyObject *kwnames, PyObject *const *kwvalues);
  #else
    #define __Pyx_KwargsAsDict_FASTCALL(kw, kwvalues) _PyStack_AsDict(kwvalues, kw)
  #endif
#else
    #define __Pyx_ArgRef_FASTCALL __Pyx_ArgRef_VARARGS
    #define __Pyx_NumKwargs_FASTCALL __Pyx_NumKwargs_VARARGS
    #define __Pyx_KwValues_FASTCALL __Pyx_KwValues_VARARGS
    #define __Pyx_GetKwValue_FASTCALL __Pyx_GetKwValue_VARARGS
    #define __Pyx_KwargsAsDict_FASTCALL __Pyx_KwargsAsDict_VARARGS
#endif
#define __Pyx_ArgsSlice_VARARGS(args, start, stop) PyTuple_GetSlice(args, start, stop)
#if CYTHON_METH_FASTCALL || (CYTHON_COMPILING_IN_CPYTHON && CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS)
#define __Pyx_ArgsSlice_FASTCALL(args, start, stop) __Pyx_PyTuple_FromArray(args + start, stop - start)
#else
#define __Pyx_ArgsSlice_FASTCALL(args, start, stop) PyTuple_GetSlice(args, start, stop)
#endif

/* RaiseArgTupleInvalid.proto */
static void __Pyx_RaiseArgtupleInvalid(const char* func_name, int exact,
    Py_ssize_t num_min, Py_ssize_t num_max, Py_ssize_t num_found);

/* py_dict_items.proto (used by OwnedDictNext) */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Items(PyObject* d);

/* CallCFunction.proto (used by CallUnboundCMethod0) */
#define __Pyx_CallCFunction(cfunc, self, args)\
    ((PyCFunction)(void(*)(void))(cfunc)->func)(self, args)
#define __Pyx_CallCFunctionWithKeywords(cfunc, self, args, kwargs)\
    ((PyCFunctionWithKeywords)(void(*)(void))(cfunc)->func)(self, args, kwargs)
#define __Pyx_CallCFunctionFast(cfunc, self, args, nargs)\
    ((__Pyx_PyCFunctionFast)(void(*)(void))(PyCFunction)(cfunc)->func)(self, args, nargs)
#define __Pyx_CallCFunctionFastWithKeywords(cfunc, self, args, nargs, kwnames)\
    ((__Pyx_PyCFunctionFastWithKeywords)(void(*)(void))(PyCFunction)(cfunc)->func)(self, args, nargs, kwnames)

/* PyObjectCallOneArg.proto (used by CallUnboundCMethod0) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg);

/* UnpackUnboundCMethod.proto (used by CallUnboundCMethod0) */
typedef struct {
    PyObject *type;
    PyObject **method_name;
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && CYTHON_ATOMICS
    __pyx_atomic_int_type initialized;
#endif
    PyCFunction func;
    PyObject *method;
    int flag;
} __Pyx_CachedCFunction;
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
static CYTHON_INLINE int __Pyx_CachedCFunction_GetAndSetInitializing(__Pyx_CachedCFunction *cfunc) {
#if !CYTHON_ATOMICS
    return 1;
#else
    __pyx_nonatomic_int_type expected = 0;
    if (__pyx_atomic_int_cmp_exchange(&cfunc->initialized, &expected, 1)) {
        return 0;
    }
    return expected;
#endif
}
static CYTHON_INLINE void __Pyx_CachedCFunction_SetFinishedInitializing(__Pyx_CachedCFunction *cfunc) {
#if CYTHON_ATOMICS
    __pyx_atomic_store(&cfunc->initialized, 2);
#endif
}
#else
#define __Pyx_CachedCFunction_GetAndSetInitializing(cfunc) 2
#define __Pyx_CachedCFunction_SetFinishedInitializing(cfunc)
#endif

/* CallUnboundCMethod0.proto */
CYTHON_UNUSED
static PyObject* __Pyx__CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self);
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self);
#else
#define __Pyx_CallUnboundCMethod0(cfunc, self)  __Pyx__CallUnboundCMethod0(cfunc, self)
#endif

/* py_dict_values.proto (used by OwnedDictNext) */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Values(PyObject* d);

/* OwnedDictNext.proto (used by RejectKeywords) */
#if CYTHON_AVOID_BORROWED_REFS
static int __Pyx_PyDict_NextRef(PyObject *p, PyObject **ppos, PyObject **pkey, PyObject **pvalue);
#else
CYTHON_INLINE
static int __Pyx_PyDict_NextRef(PyObject *p, Py_ssize_t *ppos, PyObject **pkey, PyObject **pvalue);
#endif

/* RejectKeywords.export */
static void __Pyx_RejectKeywords(const char* function_name, PyObject *kwds);

/* MoveIfSupported.proto */
#if CYTHON_USE_CPP_STD_MOVE
  #include <utility>
  #define __PYX_STD_MOVE_IF_SUPPORTED(x) std::move(x)
#else
  #define __PYX_STD_MOVE_IF_SUPPORTED(x) x
#endif

/* PyTypeError_Check.proto */
#define __Pyx_PyExc_TypeError_Check(obj)  __Pyx_TypeCheck(obj, PyExc_TypeError)

/* RaiseDoubleKeywords.proto (used by ParseKeywordsImpl) */
static void __Pyx_RaiseDoubleKeywordsError(const char* func_name, PyObject* kw_name);

/* ParseKeywordsImpl.export */
static int __Pyx_ParseKeywordsTuple(
    PyObject *kwds,
    PyObject * const *kwvalues,
    PyObject ** const argnames[],
    PyObject *kwds2,
    PyObject *values[],
    Py_ssize_t num_pos_args,
    Py_ssize_t num_kwargs,
    const char* function_name,
    int ignore_unknown_kwargs
);
static int __Pyx_ParseKeywordDictToDict(
    PyObject *kwds,
    PyObject ** const argnames[],
    PyObject *kwds2,
    PyObject *values[],
    Py_ssize_t num_pos_args,
    const char* function_name
);
static int __Pyx_ParseKeywordDict(
    PyObject *kwds,
    PyObject ** const argnames[],
    PyObject *values[],
    Py_ssize_t num_pos_args,
    Py_ssize_t num_kwargs,
    const char* function_name,
    int ignore_unknown_kwargs
);

/* CallUnboundCMethod2.proto */
CYTHON_UNUSED
static PyObject* __Pyx__CallUnboundCMethod2(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg1, PyObject* arg2);
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject *__Pyx_CallUnboundCMethod2(__Pyx_CachedCFunction *cfunc, PyObject *self, PyObject *arg1, PyObject *arg2);
#else
#define __Pyx_CallUnboundCMethod2(cfunc, self, arg1, arg2)  __Pyx__CallUnboundCMethod2(cfunc, self, arg1, arg2)
#endif

/* ParseKeywords.proto */
static CYTHON_INLINE int __Pyx_ParseKeywords(
    PyObject *kwds, PyObject *const *kwvalues, PyObject ** const argnames[],
    PyObject *kwds2, PyObject *values[],
    Py_ssize_t num_pos_args, Py_ssize_t num_kwargs,
    const char* function_name,
    int ignore_unknown_kwargs
);

/* tp_new.proto */
#define __Pyx_tp_new(type_obj, args) __Pyx_tp_new_kwargs(type_obj, args, NULL)
static CYTHON_INLINE PyObject* __Pyx_tp_new_kwargs(PyObject* type_obj, PyObject* args, PyObject* kwargs);

/* ExtTypeTest.proto */
static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type);

/* PyLongBinop.proto */
#if !CYTHON_COMPILING_IN_PYPY
static CYTHON_INLINE PyObject* __Pyx_PyLong_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check);
#else
#define __Pyx_PyLong_AddObjC(op1, op2, intval, inplace, zerodivision_check)\
    (inplace ? PyNumber_InPlaceAdd(op1, op2) : PyNumber_Add(op1, op2))
#endif

/* DictGetItem.proto */
#if !CYTHON_COMPILING_IN_PYPY
static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key);
#define __Pyx_PyObject_Dict_GetItem(obj, name)\
    (likely(PyDict_CheckExact(obj)) ?\
     __Pyx_PyDict_GetItem(obj, name) : PyObject_GetItem(obj, name))
#else
#define __Pyx_PyDict_GetItem(d, key) PyObject_GetItem(d, key)
#define __Pyx_PyObject_Dict_GetItem(obj, name)  PyObject_GetItem(obj, name)
#endif

/* ListCompAppend.proto */
#if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS
static CYTHON_INLINE int __Pyx_ListComp_Append(PyObject* list, PyObject* x) {
    PyListObject* L = (PyListObject*) list;
    Py_ssize_t len = Py_SIZE(list);
    if (likely(L->allocated > len)) {
        Py_INCREF(x);
        #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030d0000
        L->ob_item[len] = x;
        #else
        PyList_SET_ITEM(list, len, x);
        #endif
        __Pyx_SET_SIZE(list, len + 1);
        return 0;
    }
    return PyList_Append(list, x);
}
#else
#define __Pyx_ListComp_Append(L,x) PyList_Append(L,x)
#endif

/* PyObjectFastCallMethod.proto */
#if CYTHON_VECTORCALL && PY_VERSION_HEX >= 0x03090000
#define __Pyx_PyObject_FastCallMethod(name, args, nargsf) PyObject_VectorcallMethod(name, args, nargsf, NULL)
#else
static PyObject *__Pyx_PyObject_FastCallMethod(PyObject *name, PyObject *const *args, size_t nargsf);
#endif

/* ListExtend.proto */
static CYTHON_INLINE int __Pyx_PyList_Extend(PyObject* L, PyObject* v) {
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00a2
    return PyList_Extend(L, v);
#elif CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030d0000
    PyObject* none = _PyList_Extend((PyListObject*)L, v);
    if (unlikely(!none))
        return -1;
    Py_DECREF(none);
    return 0;
#else
    return PyList_SetSlice(L, PY_SSIZE_T_MAX, PY_SSIZE_T_MAX, v);
#endif
}

/* ListAppend.proto */
#if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS
static CYTHON_INLINE int __Pyx_PyList_Append(PyObject* list, PyObject* x) {
    PyListObject* L = (PyListObject*) list;
    Py_ssize_t len = Py_SIZE(list);
    if (likely(L->allocated > len) & likely(len > (L->allocated >> 1))) {
        Py_INCREF(x);
        #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030d0000
        L->ob_item[len] = x;
        #else
        PyList_SET_ITEM(list, len, x);
        #endif
        __Pyx_SET_SIZE(list, len + 1);
        return 0;
    }
    return PyList_Append(list, x);
}
#else
#define __Pyx_PyList_Append(L,x) PyList_Append(L,x)
#endif

/* IterFinish.proto (used by dict_iter) */
static CYTHON_INLINE int __Pyx_IterFinish(void);

/* PyObjectCallNoArg.proto (used by PyObjectCallMethod0) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func);

/* PyObjectGetMethod.proto (used by PyObjectCallMethod0) */
#if !(CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000)))
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method);
#endif

/* PyObjectCallMethod0.proto (used by dict_iter) */
static PyObject* __Pyx_PyObject_CallMethod0(PyObject* obj, PyObject* method_name);

/* RaiseNeedMoreValuesToUnpack.proto (used by UnpackTuple2) */
static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index);

/* RaiseTooManyValuesToUnpack.proto (used by UnpackItemEndCheck) */
static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected);

/* UnpackItemEndCheck.proto (used by UnpackTuple2) */
static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected);

/* RaiseNoneIterError.proto (used by UnpackTupleError) */
static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void);

/* UnpackTupleError.proto (used by UnpackTuple2) */
static void __Pyx_UnpackTupleError(PyObject *, Py_ssize_t index);

/* UnpackTuple2.proto (used by dict_iter) */
static CYTHON_INLINE int __Pyx_unpack_tuple2(
    PyObject* tuple, PyObject** value1, PyObject** value2, int is_tuple, int has_known_size, int decref_tuple);
static CYTHON_INLINE int __Pyx_unpack_tuple2_exact(
    PyObject* tuple, PyObject** value1, PyObject** value2, int decref_tuple);
static int __Pyx_unpack_tuple2_generic(
    PyObject* tuple, PyObject** value1, PyObject** value2, int has_known_size, int decref_tuple);

/* dict_iter.proto */
static CYTHON_INLINE PyObject* __Pyx_dict_iterator(PyObject* dict, int is_dict, PyObject* method_name,
                                                   Py_ssize_t* p_orig_length, int* p_is_dict);
static CYTHON_INLINE int __Pyx_dict_iter_next(PyObject* dict_or_iter, Py_ssize_t orig_length, Py_ssize_t* ppos,
                                              PyObject** pkey, PyObject** pvalue, PyObject** pitem, int is_dict);

/* PyLongBinop.proto */
#if !CYTHON_COMPILING_IN_PYPY
static CYTHON_INLINE PyObject* __Pyx_PyLong_FloorDivideObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check);
#else
#define __Pyx_PyLong_FloorDivideObjC(op1, op2, intval, inplace, zerodivision_check)\
    (inplace ? PyNumber_InPlaceFloorDivide(op1, op2) : PyNumber_FloorDivide(op1, op2))
#endif

/* PyDictVersioning.proto (used by GetModuleGlobalName) */
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
#define __PYX_DICT_VERSION_INIT  ((PY_UINT64_T) -1)
#define __PYX_GET_DICT_VERSION(dict)  (((PyDictObject*)(dict))->ma_version_tag)
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)\
    (version_var) = __PYX_GET_DICT_VERSION(dict);\
    (cache_var) = (value);
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) {\
    static PY_UINT64_T __pyx_dict_version = 0;\
    static PyObject *__pyx_dict_cached_value = NULL;\
    if (likely(__PYX_GET_DICT_VERSION(DICT) == __pyx_dict_version)) {\
        (VAR) = __Pyx_XNewRef(__pyx_dict_cached_value);\
    } else {\
        (VAR) = __pyx_dict_cached_value = (LOOKUP);\
        __pyx_dict_version = __PYX_GET_DICT_VERSION(DICT);\
    }\
}
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj);
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj);
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version);
#else
#define __PYX_GET_DICT_VERSION(dict)  (0)
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP)  (VAR) = (LOOKUP);
#endif

/* GetModuleGlobalName.proto */
#if CYTHON_USE_DICT_VERSIONS
#define __Pyx_GetModuleGlobalName(var, name)  do {\
    static PY_UINT64_T __pyx_dict_version = 0;\
    static PyObject *__pyx_dict_cached_value = NULL;\
    (var) = (likely(__pyx_dict_version == __PYX_GET_DICT_VERSION(__pyx_mstate_global->__pyx_d))) ?\
        (likely(__pyx_dict_cached_value) ? __Pyx_NewRef(__pyx_dict_cached_value) : __Pyx_GetBuiltinName(name)) :\
        __Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\
} while(0)
#define __Pyx_GetModuleGlobalNameUncached(var, name)  do {\
    PY_UINT64_T __pyx_dict_version;\
    PyObject *__pyx_dict_cached_value;\
    (var) = __Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\
} while(0)
static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value);
#else
#define __Pyx_GetModuleGlobalName(var, name)  (var) = __Pyx__GetModuleGlobalName(name)
#define __Pyx_GetModuleGlobalNameUncached(var, name)  (var) = __Pyx__GetModuleGlobalName(name)
static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name);
#endif

/* AssertionsEnabled.proto */
#if CYTHON_COMPILING_IN_LIMITED_API  ||  PY_VERSION_HEX >= 0x030C0000
  static int __pyx_assertions_enabled_flag;
  #define __pyx_assertions_enabled() (__pyx_assertions_enabled_flag)
  static int __Pyx_init_assertions_enabled(void) {
    PyObject *builtins, *debug, *debug_str;
    int flag;
    builtins = PyEval_GetBuiltins();
    if (!builtins) goto bad;
    debug_str = PyUnicode_FromStringAndSize("__debug__", 9);
    if (!debug_str) goto bad;
    debug = PyObject_GetItem(builtins, debug_str);
    Py_DECREF(debug_str);
    if (!debug) goto bad;
    flag = PyObject_IsTrue(debug);
    Py_DECREF(debug);
    if (flag == -1) goto bad;
    __pyx_assertions_enabled_flag = flag;
    return 0;
  bad:
    __pyx_assertions_enabled_flag = 1;
    return -1;
  }
#else
  #define __Pyx_init_assertions_enabled()  (0)
  #define __pyx_assertions_enabled()  (!Py_OptimizeFlag)
#endif

/* PyAssertionError_Check.proto */
#define __Pyx_PyExc_AssertionError_Check(obj)  __Pyx_TypeCheck(obj, PyExc_AssertionError)

/* GetItemInt.proto */
#define __Pyx_GetItemInt(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
    (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
    __Pyx_GetItemInt_Fast(o, (Py_ssize_t)i, is_list, wraparound, boundscheck, unsafe_shared) :\
    (is_list ? (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL) :\
               __Pyx_GetItemInt_Generic(o, to_py_func(i))))
#define __Pyx_GetItemInt_List(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
    (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
    __Pyx_GetItemInt_List_Fast(o, (Py_ssize_t)i, wraparound, boundscheck, unsafe_shared) :\
    (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL))
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
                                                              int wraparound, int boundscheck, int unsafe_shared);
#define __Pyx_GetItemInt_Tuple(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
    (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
    __Pyx_GetItemInt_Tuple_Fast(o, (Py_ssize_t)i, wraparound, boundscheck, unsafe_shared) :\
    (PyErr_SetString(PyExc_IndexError, "tuple index out of range"), (PyObject*)NULL))
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
                                                              int wraparound, int boundscheck, int unsafe_shared);
static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j);
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i,
                                                     int is_list, int wraparound, int boundscheck, int unsafe_shared);

/* PySequenceContains.proto */
static CYTHON_INLINE int __Pyx_PySequence_ContainsTF(PyObject* item, PyObject* seq, int eq) {
    int result = PySequence_Contains(seq, item);
    return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
}

/* ObjectGetItem.proto */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject *key);
#else
#define __Pyx_PyObject_GetItem(obj, key)  PyObject_GetItem(obj, key)
#endif

/* PyObjectVectorCallKwBuilder.proto (used by PyObjectVectorCallMethodKwBuilder) */
CYTHON_UNUSED static int __Pyx_VectorcallBuilder_AddArg_Check(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n);
#if CYTHON_VECTORCALL
#if PY_VERSION_HEX >= 0x03090000
#define __Pyx_Object_Vectorcall_CallFromBuilder PyObject_Vectorcall
#else
#define __Pyx_Object_Vectorcall_CallFromBuilder _PyObject_Vectorcall
#endif
#define __Pyx_MakeVectorcallBuilderKwds(n) PyTuple_New(n)
static int __Pyx_VectorcallBuilder_AddArg(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n);
static int __Pyx_VectorcallBuilder_AddArgStr(const char *key, PyObject *value, PyObject *builder, PyObject **args, int n);
#else
#define __Pyx_Object_Vectorcall_CallFromBuilder __Pyx_PyObject_FastCallDict
#define __Pyx_MakeVectorcallBuilderKwds(n) __Pyx_PyDict_NewPresized(n)
#define __Pyx_VectorcallBuilder_AddArg(key, value, builder, args, n) PyDict_SetItem(builder, key, value)
#define __Pyx_VectorcallBuilder_AddArgStr(key, value, builder, args, n) PyDict_SetItemString(builder, key, value)
#endif

/* PyObjectVectorCallMethodKwBuilder.proto */
#if CYTHON_VECTORCALL && PY_VERSION_HEX >= 0x03090000
#define __Pyx_Object_VectorcallMethod_CallFromBuilder PyObject_VectorcallMethod
#else
static PyObject *__Pyx_Object_VectorcallMethod_CallFromBuilder(PyObject *name, PyObject *const *args, size_t nargsf, PyObject *kwnames);
#endif

/* PyObjectCall2Args.proto (used by PyObjectCallMethod1) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call2Args(PyObject* function, PyObject* arg1, PyObject* arg2);

/* PyObjectCallMethod1.proto (used by append) */
static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg);

/* append.proto */
static CYTHON_INLINE int __Pyx_PyObject_Append(PyObject* L, PyObject* x);

/* dict_setdefault.proto (used by FetchCommonType) */
static CYTHON_INLINE PyObject *__Pyx_PyDict_SetDefault(PyObject *d, PyObject *key, PyObject *default_value);

/* LimitedApiGetTypeDict.proto (used by SetItemOnTypeDict) */
#if CYTHON_COMPILING_IN_LIMITED_API
static PyObject *__Pyx_GetTypeDict(PyTypeObject *tp);
#endif

/* SetItemOnTypeDict.proto (used by FixUpExtensionType) */
static int __Pyx__SetItemOnTypeDict(PyTypeObject *tp, PyObject *k, PyObject *v);
#define __Pyx_SetItemOnTypeDict(tp, k, v) __Pyx__SetItemOnTypeDict((PyTypeObject*)tp, k, v)

/* FixUpExtensionType.proto (used by FetchCommonType) */
static CYTHON_INLINE int __Pyx_fix_up_extension_type_from_spec(PyType_Spec *spec, PyTypeObject *type);

/* AddModuleRef.proto (used by FetchSharedCythonModule) */
#if ((CYTHON_COMPILING_IN_CPYTHON_FREETHREADING ) ||\
     __PYX_LIMITED_VERSION_HEX < 0x030d0000)
  static PyObject *__Pyx_PyImport_AddModuleRef(const char *name);
#else
  #define __Pyx_PyImport_AddModuleRef(name) PyImport_AddModuleRef(name)
#endif

/* FetchSharedCythonModule.proto (used by FetchCommonType) */
static PyObject *__Pyx_FetchSharedCythonABIModule(void);

/* FetchCommonType.proto (used by CommonTypesMetaclass) */
static PyTypeObject* __Pyx_FetchCommonTypeFromSpec(PyTypeObject *metaclass, PyObject *module, PyType_Spec *spec, PyObject *bases);

/* CommonTypesMetaclass.proto (used by CythonFunctionShared) */
static int __pyx_CommonTypesMetaclass_init(PyObject *module);
#define __Pyx_CommonTypesMetaclass_USED

/* CallTypeTraverse.proto (used by CythonFunctionShared) */
#if !CYTHON_USE_TYPE_SPECS || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x03090000)
#define __Pyx_call_type_traverse(o, always_call, visit, arg) 0
#else
static int __Pyx_call_type_traverse(PyObject *o, int always_call, visitproc visit, void *arg);
#endif

/* PyMethodNew.proto (used by CythonFunctionShared) */
static PyObject *__Pyx_PyMethod_New(PyObject *func, PyObject *self, PyObject *typ);

/* PyVectorcallFastCallDict.proto (used by CythonFunctionShared) */
#if CYTHON_METH_FASTCALL && CYTHON_VECTORCALL
static CYTHON_INLINE PyObject *__Pyx_PyVectorcall_FastCallDict(PyObject *func, __pyx_vectorcallfunc vc, PyObject *const *args, size_t nargs, PyObject *kw);
#endif

/* CythonFunctionShared.proto (used by CythonFunction) */
#define __Pyx_CyFunction_USED
#define __Pyx_CYFUNCTION_STATICMETHOD  0x01
#define __Pyx_CYFUNCTION_CLASSMETHOD   0x02
#define __Pyx_CYFUNCTION_CCLASS        0x04
#define __Pyx_CYFUNCTION_COROUTINE     0x08
#define __Pyx_CyFunction_GetClosure(f)\
    (((__pyx_CyFunctionObject *) (f))->func_closure)
#if PY_VERSION_HEX < 0x030900B1 || CYTHON_COMPILING_IN_LIMITED_API
  #define __Pyx_CyFunction_GetClassObj(f)\
      (((__pyx_CyFunctionObject *) (f))->func_classobj)
#else
  #define __Pyx_CyFunction_GetClassObj(f)\
      ((PyObject*) ((PyCMethodObject *) (f))->mm_class)
#endif
#define __Pyx_CyFunction_SetClassObj(f, classobj)\
    __Pyx__CyFunction_SetClassObj((__pyx_CyFunctionObject *) (f), (classobj))
#define __Pyx_CyFunction_Defaults(type, f)\
    ((type *)(((__pyx_CyFunctionObject *) (f))->defaults))
#define __Pyx_CyFunction_SetDefaultsGetter(f, g)\
    ((__pyx_CyFunctionObject *) (f))->defaults_getter = (g)
typedef struct {
#if CYTHON_COMPILING_IN_LIMITED_API
    PyObject_HEAD
    PyObject *func;
#elif PY_VERSION_HEX < 0x030900B1
    PyCFunctionObject func;
#else
    PyCMethodObject func;
#endif
#if CYTHON_COMPILING_IN_LIMITED_API && CYTHON_METH_FASTCALL
    __pyx_vectorcallfunc func_vectorcall;
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
    PyObject *func_weakreflist;
#endif
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
    PyObject *func_dict;
#endif
    PyObject *func_name;
    PyObject *func_qualname;
    PyObject *func_doc;
    PyObject *func_globals;
    PyObject *func_code;
    PyObject *func_closure;
#if PY_VERSION_HEX < 0x030900B1 || CYTHON_COMPILING_IN_LIMITED_API
    PyObject *func_classobj;
#endif
    PyObject *defaults;
    int flags;
    PyObject *defaults_tuple;
    PyObject *defaults_kwdict;
    PyObject *(*defaults_getter)(PyObject *);
    PyObject *func_annotations;
    PyObject *func_is_coroutine;
} __pyx_CyFunctionObject;
#undef __Pyx_CyOrPyCFunction_Check
#define __Pyx_CyFunction_Check(obj)  __Pyx_TypeCheck(obj, __pyx_mstate_global->__pyx_CyFunctionType)
#define __Pyx_CyOrPyCFunction_Check(obj)  __Pyx_TypeCheck2(obj, __pyx_mstate_global->__pyx_CyFunctionType, &PyCFunction_Type)
#define __Pyx_CyFunction_CheckExact(obj)  __Pyx_IS_TYPE(obj, __pyx_mstate_global->__pyx_CyFunctionType)
static CYTHON_INLINE int __Pyx__IsSameCyOrCFunction(PyObject *func, void (*cfunc)(void));
#undef __Pyx_IsSameCFunction
#define __Pyx_IsSameCFunction(func, cfunc)   __Pyx__IsSameCyOrCFunction(func, cfunc)
static PyObject *__Pyx_CyFunction_Init(__pyx_CyFunctionObject* op, PyMethodDef *ml,
                                      int flags, PyObject* qualname,
                                      PyObject *closure,
                                      PyObject *module, PyObject *globals,
                                      PyObject* code);
static CYTHON_INLINE void __Pyx__CyFunction_SetClassObj(__pyx_CyFunctionObject* f, PyObject* classobj);
static CYTHON_INLINE PyObject *__Pyx_CyFunction_InitDefaults(PyObject *func,
                                                         PyTypeObject *defaults_type);
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *m,
                                                            PyObject *tuple);
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *m,
                                                             PyObject *dict);
static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *m,
                                                              PyObject *dict);
static int __pyx_CyFunction_init(PyObject *module);
#if CYTHON_METH_FASTCALL
static PyObject * __Pyx_CyFunction_Vectorcall_NOARGS(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames);
static PyObject * __Pyx_CyFunction_Vectorcall_O(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames);
static PyObject * __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames);
static PyObject * __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS_METHOD(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames);
#if CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_CyFunction_func_vectorcall(f) (((__pyx_CyFunctionObject*)f)->func_vectorcall)
#else
#define __Pyx_CyFunction_func_vectorcall(f) (((PyCFunctionObject*)f)->vectorcall)
#endif
#endif

/* CythonFunction.proto */
static PyObject *__Pyx_CyFunction_New(PyMethodDef *ml,
                                      int flags, PyObject* qualname,
                                      PyObject *closure,
                                      PyObject *module, PyObject *globals,
                                      PyObject* code);

/* py_abs.proto */
#if CYTHON_USE_PYLONG_INTERNALS
static PyObject *__Pyx_PyLong_AbsNeg(PyObject *num);
#define __Pyx_PyNumber_Absolute(x)\
    ((likely(PyLong_CheckExact(x))) ?\
         (likely(__Pyx_PyLong_IsNonNeg(x)) ? __Pyx_NewRef(x) : __Pyx_PyLong_AbsNeg(x)) :\
         PyNumber_Absolute(x))
#else
#define __Pyx_PyNumber_Absolute(x)  PyNumber_Absolute(x)
#endif

/* PyLongBinop.proto */
#if !CYTHON_COMPILING_IN_PYPY
static CYTHON_INLINE PyObject* __Pyx_PyLong_SubtractObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check);
#else
#define __Pyx_PyLong_SubtractObjC(op1, op2, intval, inplace, zerodivision_check)\
    (inplace ? PyNumber_InPlaceSubtract(op1, op2) : PyNumber_Subtract(op1, op2))
#endif

/* PyLongCompare.proto */
static CYTHON_INLINE int __Pyx_PyLong_BoolEqObjC(PyObject *op1, PyObject *op2, long intval, long inplace);

/* PyDictContains.proto */
static CYTHON_INLINE int __Pyx_PyDict_ContainsTF(PyObject* item, PyObject* dict, int eq) {
    int result = PyDict_Contains(dict, item);
    return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
}

/* SetItemInt.proto */
#define __Pyx_SetItemInt(o, i, v, type, is_signed, to_py_func, is_list, wraparound, boundscheck, has_gil, unsafe_shared)\
    (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
    __Pyx_SetItemInt_Fast(o, (Py_ssize_t)i, v, is_list, wraparound, boundscheck, unsafe_shared) :\
    (is_list ? (PyErr_SetString(PyExc_IndexError, "list assignment index out of range"), -1) :\
               __Pyx_SetItemInt_Generic(o, to_py_func(i), v)))
static int __Pyx_SetItemInt_Generic(PyObject *o, PyObject *j, PyObject *v);
static CYTHON_INLINE int __Pyx_SetItemInt_Fast(PyObject *o, Py_ssize_t i, PyObject *v,
                                               int is_list, int wraparound, int boundscheck, int unsafe_shared);

/* AllocateExtensionType.proto */
static PyObject *__Pyx_AllocateExtensionType(PyTypeObject *t, int is_final);

/* DefaultPlacementNew.proto */
#include <new>
template<typename T>
void __Pyx_default_placement_construct(T* x) {
    new (static_cast<void*>(x)) T();
}

/* ValidateBasesTuple.proto (used by PyType_Ready) */
#if CYTHON_COMPILING_IN_CPYTHON || CYTHON_COMPILING_IN_LIMITED_API || CYTHON_USE_TYPE_SPECS
static int __Pyx_validate_bases_tuple(const char *type_name, Py_ssize_t dictoffset, PyObject *bases);
#endif

/* PyType_Ready.proto */
CYTHON_UNUSED static int __Pyx_PyType_Ready(PyTypeObject *t);

/* DelItemOnTypeDict.proto (used by SetupReduce) */
static int __Pyx__DelItemOnTypeDict(PyTypeObject *tp, PyObject *k);
#define __Pyx_DelItemOnTypeDict(tp, k) __Pyx__DelItemOnTypeDict((PyTypeObject*)tp, k)

/* SetupReduce.proto */
static int __Pyx_setup_reduce(PyObject* type_obj);

/* TypeImport.proto */
#ifndef __PYX_HAVE_RT_ImportType_proto_3_2_1
#define __PYX_HAVE_RT_ImportType_proto_3_2_1
#if defined (__STDC_VERSION__) && __STDC_VERSION__ >= 201112L
#include <stdalign.h>
#endif
#if (defined (__STDC_VERSION__) && __STDC_VERSION__ >= 201112L) || __cplusplus >= 201103L
#define __PYX_GET_STRUCT_ALIGNMENT_3_2_1(s) alignof(s)
#else
#define __PYX_GET_STRUCT_ALIGNMENT_3_2_1(s) sizeof(void*)
#endif
enum __Pyx_ImportType_CheckSize_3_2_1 {
   __Pyx_ImportType_CheckSize_Error_3_2_1 = 0,
   __Pyx_ImportType_CheckSize_Warn_3_2_1 = 1,
   __Pyx_ImportType_CheckSize_Ignore_3_2_1 = 2
};
static PyTypeObject *__Pyx_ImportType_3_2_1(PyObject* module, const char *module_name, const char *class_name, size_t size, size_t alignment, enum __Pyx_ImportType_CheckSize_3_2_1 check_size);
#endif

/* VoidPtrImport.proto */
static int __Pyx_ImportVoidPtr_3_2_1(PyObject *module, const char *name, void **p, const char *sig);

/* HasAttr.proto (used by ImportImpl) */
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
#define __Pyx_HasAttr(o, n)  PyObject_HasAttrWithError(o, n)
#else
static CYTHON_INLINE int __Pyx_HasAttr(PyObject *, PyObject *);
#endif

/* ImportImpl.export */
static PyObject *__Pyx__Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, PyObject *moddict, int level);

/* Import.proto */
static CYTHON_INLINE PyObject *__Pyx_Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, int level);

/* ImportFrom.proto */
static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name);

/* CLineInTraceback.proto (used by AddTraceback) */
#if CYTHON_CLINE_IN_TRACEBACK && CYTHON_CLINE_IN_TRACEBACK_RUNTIME
static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line);
#else
#define __Pyx_CLineForTraceback(tstate, c_line)  (((CYTHON_CLINE_IN_TRACEBACK)) ? c_line : 0)
#endif

/* CodeObjectCache.proto (used by AddTraceback) */
#if CYTHON_COMPILING_IN_LIMITED_API
typedef PyObject __Pyx_CachedCodeObjectType;
#else
typedef PyCodeObject __Pyx_CachedCodeObjectType;
#endif
typedef struct {
    __Pyx_CachedCodeObjectType* code_object;
    int code_line;
} __Pyx_CodeObjectCacheEntry;
struct __Pyx_CodeObjectCache {
    int count;
    int max_count;
    __Pyx_CodeObjectCacheEntry* entries;
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    __pyx_atomic_int_type accessor_count;
  #endif
};
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line);
static __Pyx_CachedCodeObjectType *__pyx_find_code_object(int code_line);
static void __pyx_insert_code_object(int code_line, __Pyx_CachedCodeObjectType* code_object);

/* AddTraceback.proto */
static void __Pyx_AddTraceback(const char *funcname, int c_line,
                               int py_line, const char *filename);

/* RealImag.proto */
#if CYTHON_CCOMPLEX
  #ifdef __cplusplus
    #define __Pyx_CREAL(z) ((z).real())
    #define __Pyx_CIMAG(z) ((z).imag())
  #else
    #define __Pyx_CREAL(z) (__real__(z))
    #define __Pyx_CIMAG(z) (__imag__(z))
  #endif
#else
    #define __Pyx_CREAL(z) ((z).real)
    #define __Pyx_CIMAG(z) ((z).imag)
#endif
#if defined(__cplusplus) && CYTHON_CCOMPLEX\
        && (defined(_WIN32) || defined(__clang__) || (defined(__GNUC__) && (__GNUC__ >= 5 || __GNUC__ == 4 && __GNUC_MINOR__ >= 4 )) || __cplusplus >= 201103)
    #define __Pyx_SET_CREAL(z,x) ((z).real(x))
    #define __Pyx_SET_CIMAG(z,y) ((z).imag(y))
#else
    #define __Pyx_SET_CREAL(z,x) __Pyx_CREAL(z) = (x)
    #define __Pyx_SET_CIMAG(z,y) __Pyx_CIMAG(z) = (y)
#endif

/* Arithmetic.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
    #define __Pyx_c_eq_double(a, b)   ((a)==(b))
    #define __Pyx_c_sum_double(a, b)  ((a)+(b))
    #define __Pyx_c_diff_double(a, b) ((a)-(b))
    #define __Pyx_c_prod_double(a, b) ((a)*(b))
    #define __Pyx_c_quot_double(a, b) ((a)/(b))
    #define __Pyx_c_neg_double(a)     (-(a))
  #ifdef __cplusplus
    #define __Pyx_c_is_zero_double(z) ((z)==(double)0)
    #define __Pyx_c_conj_double(z)    (::std::conj(z))
    #if 1
        #define __Pyx_c_abs_double(z)     (::std::abs(z))
        #define __Pyx_c_pow_double(a, b)  (::std::pow(a, b))
    #endif
  #else
    #define __Pyx_c_is_zero_double(z) ((z)==0)
    #define __Pyx_c_conj_double(z)    (conj(z))
    #if 1
        #define __Pyx_c_abs_double(z)     (cabs(z))
        #define __Pyx_c_pow_double(a, b)  (cpow(a, b))
    #endif
 #endif
#else
    static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex);
    static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex);
    #if 1
        static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex);
        static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex, __pyx_t_double_complex);
    #endif
#endif

/* CppExceptionConversion.proto */
#ifndef __Pyx_CppExn2PyErr
#include <new>
#include <typeinfo>
#include <stdexcept>
#include <ios>
static void __Pyx_CppExn2PyErr() {
  try {
    if (PyErr_Occurred())
      ; // let the latest Python exn pass through and ignore the current one
    else
      throw;
  } catch (const std::bad_alloc& exn) {
    PyErr_SetString(PyExc_MemoryError, exn.what());
  } catch (const std::bad_cast& exn) {
    PyErr_SetString(PyExc_TypeError, exn.what());
  } catch (const std::bad_typeid& exn) {
    PyErr_SetString(PyExc_TypeError, exn.what());
  } catch (const std::domain_error& exn) {
    PyErr_SetString(PyExc_ValueError, exn.what());
  } catch (const std::invalid_argument& exn) {
    PyErr_SetString(PyExc_ValueError, exn.what());
  } catch (const std::ios_base::failure& exn) {
    PyErr_SetString(PyExc_IOError, exn.what());
  } catch (const std::out_of_range& exn) {
    PyErr_SetString(PyExc_IndexError, exn.what());
  } catch (const std::overflow_error& exn) {
    PyErr_SetString(PyExc_OverflowError, exn.what());
  } catch (const std::range_error& exn) {
    PyErr_SetString(PyExc_ArithmeticError, exn.what());
  } catch (const std::underflow_error& exn) {
    PyErr_SetString(PyExc_ArithmeticError, exn.what());
  } catch (const std::exception& exn) {
    PyErr_SetString(PyExc_RuntimeError, exn.what());
  }
  catch (...)
  {
    PyErr_SetString(PyExc_RuntimeError, "Unknown exception");
  }
}
#endif

/* GCCDiagnostics.proto */
#if !defined(__INTEL_COMPILER) && defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 6))
#define __Pyx_HAS_GCC_DIAGNOSTIC
#endif

/* Arithmetic.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
    #define __Pyx_c_eq_float(a, b)   ((a)==(b))
    #define __Pyx_c_sum_float(a, b)  ((a)+(b))
    #define __Pyx_c_diff_float(a, b) ((a)-(b))
    #define __Pyx_c_prod_float(a, b) ((a)*(b))
    #define __Pyx_c_quot_float(a, b) ((a)/(b))
    #define __Pyx_c_neg_float(a)     (-(a))
  #ifdef __cplusplus
    #define __Pyx_c_is_zero_float(z) ((z)==(float)0)
    #define __Pyx_c_conj_float(z)    (::std::conj(z))
    #if 1
        #define __Pyx_c_abs_float(z)     (::std::abs(z))
        #define __Pyx_c_pow_float(a, b)  (::std::pow(a, b))
    #endif
  #else
    #define __Pyx_c_is_zero_float(z) ((z)==0)
    #define __Pyx_c_conj_float(z)    (conjf(z))
    #if 1
        #define __Pyx_c_abs_float(z)     (cabsf(z))
        #define __Pyx_c_pow_float(a, b)  (cpowf(a, b))
    #endif
 #endif
#else
    static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex);
    static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex);
    #if 1
        static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex);
        static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex, __pyx_t_float_complex);
    #endif
#endif

/* Arithmetic.proto */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
    #define __Pyx_c_eq_long__double(a, b)   ((a)==(b))
    #define __Pyx_c_sum_long__double(a, b)  ((a)+(b))
    #define __Pyx_c_diff_long__double(a, b) ((a)-(b))
    #define __Pyx_c_prod_long__double(a, b) ((a)*(b))
    #define __Pyx_c_quot_long__double(a, b) ((a)/(b))
    #define __Pyx_c_neg_long__double(a)     (-(a))
  #ifdef __cplusplus
    #define __Pyx_c_is_zero_long__double(z) ((z)==(long double)0)
    #define __Pyx_c_conj_long__double(z)    (::std::conj(z))
    #if 1
        #define __Pyx_c_abs_long__double(z)     (::std::abs(z))
        #define __Pyx_c_pow_long__double(a, b)  (::std::pow(a, b))
    #endif
  #else
    #define __Pyx_c_is_zero_long__double(z) ((z)==0)
    #define __Pyx_c_conj_long__double(z)    (conjl(z))
    #if 1
        #define __Pyx_c_abs_long__double(z)     (cabsl(z))
        #define __Pyx_c_pow_long__double(a, b)  (cpowl(a, b))
    #endif
 #endif
#else
    static CYTHON_INLINE int __Pyx_c_eq_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_sum_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_diff_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_prod_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_quot_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_neg_long__double(__pyx_t_long_double_complex);
    static CYTHON_INLINE int __Pyx_c_is_zero_long__double(__pyx_t_long_double_complex);
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_conj_long__double(__pyx_t_long_double_complex);
    #if 1
        static CYTHON_INLINE long double __Pyx_c_abs_long__double(__pyx_t_long_double_complex);
        static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_pow_long__double(__pyx_t_long_double_complex, __pyx_t_long_double_complex);
    #endif
#endif

/* CIntFromPy.proto */
static CYTHON_INLINE size_t __Pyx_PyLong_As_size_t(PyObject *);

/* CIntFromPy.proto */
static CYTHON_INLINE PY_LONG_LONG __Pyx_PyLong_As_PY_LONG_LONG(PyObject *);

/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_PY_LONG_LONG(PY_LONG_LONG value);

/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_long(long value);

/* FormatTypeName.proto */
#if CYTHON_COMPILING_IN_LIMITED_API
typedef PyObject *__Pyx_TypeName;
#define __Pyx_FMT_TYPENAME "%U"
#define __Pyx_DECREF_TypeName(obj) Py_XDECREF(obj)
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
#define __Pyx_PyType_GetFullyQualifiedName PyType_GetFullyQualifiedName
#else
static __Pyx_TypeName __Pyx_PyType_GetFullyQualifiedName(PyTypeObject* tp);
#endif
#else  // !LIMITED_API
typedef const char *__Pyx_TypeName;
#define __Pyx_FMT_TYPENAME "%.200s"
#define __Pyx_PyType_GetFullyQualifiedName(tp) ((tp)->tp_name)
#define __Pyx_DECREF_TypeName(obj)
#endif

/* CIntFromPy.proto */
static CYTHON_INLINE long __Pyx_PyLong_As_long(PyObject *);

/* CIntFromPy.proto */
static CYTHON_INLINE int __Pyx_PyLong_As_int(PyObject *);

/* FastTypeChecks.proto */
#if CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_TypeCheck(obj, type) __Pyx_IsSubtype(Py_TYPE(obj), (PyTypeObject *)type)
#define __Pyx_TypeCheck2(obj, type1, type2) __Pyx_IsAnySubtype2(Py_TYPE(obj), (PyTypeObject *)type1, (PyTypeObject *)type2)
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b);
static CYTHON_INLINE int __Pyx_IsAnySubtype2(PyTypeObject *cls, PyTypeObject *a, PyTypeObject *b);
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject *type);
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2);
#else
#define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type)
#define __Pyx_TypeCheck2(obj, type1, type2) (PyObject_TypeCheck(obj, (PyTypeObject *)type1) || PyObject_TypeCheck(obj, (PyTypeObject *)type2))
#define __Pyx_PyErr_GivenExceptionMatches(err, type) PyErr_GivenExceptionMatches(err, type)
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2) {
    return PyErr_GivenExceptionMatches(err, type1) || PyErr_GivenExceptionMatches(err, type2);
}
#endif
#define __Pyx_PyErr_ExceptionMatches2(err1, err2)  __Pyx_PyErr_GivenExceptionMatches2(__Pyx_PyErr_CurrentExceptionType(), err1, err2)
#define __Pyx_PyException_Check(obj) __Pyx_TypeCheck(obj, PyExc_Exception)
#ifdef PyExceptionInstance_Check
  #define __Pyx_PyBaseException_Check(obj) PyExceptionInstance_Check(obj)
#else
  #define __Pyx_PyBaseException_Check(obj) __Pyx_TypeCheck(obj, PyExc_BaseException)
#endif

/* GetRuntimeVersion.proto */
#if __PYX_LIMITED_VERSION_HEX < 0x030b0000
static unsigned long __Pyx_cached_runtime_version = 0;
static void __Pyx_init_runtime_version(void);
#else
#define __Pyx_init_runtime_version()
#endif
static unsigned long __Pyx_get_runtime_version(void);

/* CheckBinaryVersion.proto */
static int __Pyx_check_binary_version(unsigned long ct_version, unsigned long rt_version, int allow_newer);

/* DecompressString.proto */
static PyObject *__Pyx_DecompressString(const char *s, Py_ssize_t length, int algo);

/* MultiPhaseInitModuleState.proto */
#if CYTHON_PEP489_MULTI_PHASE_INIT && CYTHON_USE_MODULE_STATE
static PyObject *__Pyx_State_FindModule(void*);
static int __Pyx_State_AddModule(PyObject* module, void*);
static int __Pyx_State_RemoveModule(void*);
#elif CYTHON_USE_MODULE_STATE
#define __Pyx_State_FindModule PyState_FindModule
#define __Pyx_State_AddModule PyState_AddModule
#define __Pyx_State_RemoveModule PyState_RemoveModule
#endif

/* #### Code section: module_declarations ### */
/* CythonABIVersion.proto */
#if CYTHON_COMPILING_IN_LIMITED_API
    #if CYTHON_METH_FASTCALL
        #define __PYX_FASTCALL_ABI_SUFFIX  "_fastcall"
    #else
        #define __PYX_FASTCALL_ABI_SUFFIX
    #endif
    #define __PYX_LIMITED_ABI_SUFFIX "limited" __PYX_FASTCALL_ABI_SUFFIX __PYX_AM_SEND_ABI_SUFFIX
#else
    #define __PYX_LIMITED_ABI_SUFFIX
#endif
#if __PYX_HAS_PY_AM_SEND == 1
    #define __PYX_AM_SEND_ABI_SUFFIX
#elif __PYX_HAS_PY_AM_SEND == 2
    #define __PYX_AM_SEND_ABI_SUFFIX "amsendbackport"
#else
    #define __PYX_AM_SEND_ABI_SUFFIX "noamsend"
#endif
#ifndef __PYX_MONITORING_ABI_SUFFIX
    #define __PYX_MONITORING_ABI_SUFFIX
#endif
#if CYTHON_USE_TP_FINALIZE
    #define __PYX_TP_FINALIZE_ABI_SUFFIX
#else
    #define __PYX_TP_FINALIZE_ABI_SUFFIX "nofinalize"
#endif
#if CYTHON_USE_FREELISTS || !defined(__Pyx_AsyncGen_USED)
    #define __PYX_FREELISTS_ABI_SUFFIX
#else
    #define __PYX_FREELISTS_ABI_SUFFIX "nofreelists"
#endif
#define CYTHON_ABI  __PYX_ABI_VERSION __PYX_LIMITED_ABI_SUFFIX __PYX_MONITORING_ABI_SUFFIX __PYX_TP_FINALIZE_ABI_SUFFIX __PYX_FREELISTS_ABI_SUFFIX __PYX_AM_SEND_ABI_SUFFIX
#define __PYX_ABI_MODULE_NAME "_cython_" CYTHON_ABI
#define __PYX_TYPE_MODULE_PREFIX __PYX_ABI_MODULE_NAME "."

static CYTHON_INLINE npy_intp __pyx_f_5numpy_5dtype_8itemsize_itemsize(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_5dtype_9alignment_alignment(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_5dtype_6fields_fields(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_5dtype_5names_names(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyArray_ArrayDescr *__pyx_f_5numpy_5dtype_8subarray_subarray(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_uint64 __pyx_f_5numpy_5dtype_5flags_flags(PyArray_Descr *__pyx_v_self); /* proto*/
static CYTHON_INLINE int __pyx_f_5numpy_9broadcast_7numiter_numiter(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_9broadcast_4size_size(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_9broadcast_5index_index(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE int __pyx_f_5numpy_9broadcast_2nd_nd(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp *__pyx_f_5numpy_9broadcast_10dimensions_dimensions(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE void **__pyx_f_5numpy_9broadcast_5iters_iters(PyArrayMultiIterObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyObject *__pyx_f_5numpy_7ndarray_4base_base(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE PyArray_Descr *__pyx_f_5numpy_7ndarray_5descr_descr(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE int __pyx_f_5numpy_7ndarray_4ndim_ndim(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp *__pyx_f_5numpy_7ndarray_5shape_shape(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp *__pyx_f_5numpy_7ndarray_7strides_strides(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE npy_intp __pyx_f_5numpy_7ndarray_4size_size(PyArrayObject *__pyx_v_self); /* proto*/
static CYTHON_INLINE char *__pyx_f_5numpy_7ndarray_4data_data(PyArrayObject *__pyx_v_self); /* proto*/

/* Module declarations from "libc.string" */

/* Module declarations from "libc.stdio" */

/* Module declarations from "libc" */

/* Module declarations from "libc.stddef" */

/* Module declarations from "libc.time" */

/* Module declarations from "libcpp" */

/* Module declarations from "libcpp.vector" */

/* Module declarations from "libcpp.utility" */

/* Module declarations from "libcpp.pair" */

/* Module declarations from "libcpp.algorithm" */

/* Module declarations from "libcpp.unordered_map" */

/* Module declarations from "__builtin__" */

/* Module declarations from "cpython.type" */

/* Module declarations from "cpython" */

/* Module declarations from "cpython.object" */

/* Module declarations from "cpython.ref" */

/* Module declarations from "numpy" */

/* Module declarations from "numpy" */

/* Module declarations from "cython" */

/* Module declarations from "pygsti.evotypes.basereps_cython" */

/* Module declarations from "pygsti.evotypes" */

/* Module declarations from "pygsti.evotypes.stabilizer.statereps" */

/* Module declarations from "libc.stdlib" */

/* Module declarations from "libc.math" */

/* Module declarations from "pygsti.evotypes.stabilizer.opreps" */

/* Module declarations from "pygsti.evotypes.stabilizer.effectreps" */

/* Module declarations from "pygsti.evotypes.stabilizer.termreps" */
static double *__pyx_vp_6pygsti_8evotypes_10stabilizer_8termreps_LARGE = 0;
#define __pyx_v_6pygsti_8evotypes_10stabilizer_8termreps_LARGE (*__pyx_vp_6pygsti_8evotypes_10stabilizer_8termreps_LARGE)
static double *__pyx_vp_6pygsti_8evotypes_10stabilizer_8termreps_SMALL = 0;
#define __pyx_v_6pygsti_8evotypes_10stabilizer_8termreps_SMALL (*__pyx_vp_6pygsti_8evotypes_10stabilizer_8termreps_SMALL)

/* Module declarations from "pygsti.forwardsims.termforwardsim_calc_stabilizer" */
static double __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_SMALL;
static double __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_LOGSMALL;
static PyObject *__pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_PolynomialRep_from_allocd_PolynomialCRep(CReps::PolynomialCRep *); /*proto*/
static std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_extract_cterms(PyObject *, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT); /*proto*/
static std::vector<CReps::PolynomialCRep *>  __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_c_prs_as_polynomials(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> > , std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> > > , std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> > , std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> > , __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, bool); /*proto*/
static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_pr_as_polynomial_innerloop(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *, std::vector<CReps::PolynomialCRep *>  *, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT); /*proto*/
static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_pr_as_polynomial_innerloop_savepartials(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *, std::vector<CReps::PolynomialCRep *>  *, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT); /*proto*/
static double __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_c_find_best_pathmagnitude_threshold(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> , std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> > , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> , std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> > , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> , __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, double, double, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, double, std::vector<double>  &, std::vector<double>  &, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &); /*proto*/
static std::vector<CReps::PolynomialCRep *>  __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_c_compute_pruned_polynomials_given_threshold(double, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> , std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> > , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> , std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> > , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> , __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT); /*proto*/
static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_path(std::vector<CReps::PolynomialCRep *>  *, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  &, CReps_stabilizer::StateCRep **, CReps_stabilizer::StateCRep **, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *, std::vector<CReps_stabilizer::StateCRep *>  *, std::vector<CReps_stabilizer::StateCRep *>  *, std::vector<CReps::PolynomialCRep>  *); /*proto*/
static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_path_achievedsopm(std::vector<CReps::PolynomialCRep *>  *, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  &, CReps_stabilizer::StateCRep **, CReps_stabilizer::StateCRep **, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *, std::vector<CReps_stabilizer::StateCRep *>  *, std::vector<CReps_stabilizer::StateCRep *>  *, std::vector<CReps::PolynomialCRep>  *); /*proto*/
static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_path_savepartials(std::vector<CReps::PolynomialCRep *>  *, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  &, CReps_stabilizer::StateCRep **, CReps_stabilizer::StateCRep **, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *, std::vector<CReps_stabilizer::StateCRep *>  *, std::vector<CReps_stabilizer::StateCRep *>  *, std::vector<CReps::PolynomialCRep>  *); /*proto*/
static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_paths(__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_addpathfn_ptr, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr> , __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, double, double, double, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, std::vector<CReps::PolynomialCRep *>  *, CReps_stabilizer::StateCRep **, CReps_stabilizer::StateCRep **, std::vector<CReps_stabilizer::StateCRep *>  *, std::vector<CReps_stabilizer::StateCRep *>  *, std::vector<CReps::PolynomialCRep>  *, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT); /*proto*/
static bool __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_count_paths(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  &, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr>  &, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, std::vector<double>  &, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, double, double, double, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT); /*proto*/
static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_count_paths_upto_threshold(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr> , double, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr> , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, std::vector<double>  &, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &); /*proto*/
static double __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_pathmagnitude_threshold(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, std::vector<double> , std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr> , double, double, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, std::vector<double>  &, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &); /*proto*/
static PyObject *__pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  const &); /*proto*/
/* #### Code section: typeinfo ### */
/* #### Code section: before_global_var ### */
#define __Pyx_MODULE_NAME "pygsti.forwardsims.termforwardsim_calc_stabilizer"
extern int __pyx_module_is_main_pygsti__forwardsims__termforwardsim_calc_stabilizer;
int __pyx_module_is_main_pygsti__forwardsims__termforwardsim_calc_stabilizer = 0;

/* Implementation of "pygsti.forwardsims.termforwardsim_calc_stabilizer" */
/* #### Code section: global_var ### */
static PyObject *__pyx_builtin_enumerate;
static PyObject *__pyx_builtin_round;
/* #### Code section: string_decls ### */
/* #### Code section: decls ### */
static int __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl___cinit__(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references___get__(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_2__set__(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_4__del__(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_2__reduce_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_4__setstate_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
static int __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl___cinit__(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_2__reduce_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_4__setstate_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_prs_as_polynomials(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_fwdsim, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_polynomial_vindices_per_int, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_mem_limit, PyObject *__pyx_v_fastmode); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_x); /* proto */
static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_2create_circuitsetup_cacheel(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_fwdsim, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_repcache, PyObject *__pyx_v_min_term_mag, PyObject *__pyx_v_mpv); /* proto */
static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_4refresh_magnitudes_in_repcache(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_repcache, PyObject *__pyx_v_paramvec); /* proto */
static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_6find_best_pathmagnitude_threshold(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_fwdsim, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_polynomial_vindices_per_int, PyObject *__pyx_v_repcache, PyObject *__pyx_v_circuitsetup_cache, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_mem_limit, PyObject *__pyx_v_pathmagnitude_gap, PyObject *__pyx_v_min_term_mag, PyObject *__pyx_v_max_paths, PyObject *__pyx_v_threshold_guess); /* proto */
static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_8compute_pruned_path_polynomials_given_threshold(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_threshold, PyObject *__pyx_v_fwdsim, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_polynomial_vindices_per_int, PyObject *__pyx_v_repcache, PyObject *__pyx_v_circuitsetup_cache, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_mem_limit, PyObject *__pyx_v_fastmode); /* proto */
static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10circuit_achieved_and_max_sopm(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_fwdsim, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_repcache, PyObject *__pyx_v_threshold, PyObject *__pyx_v_min_term_mag); /* proto */
static PyObject *__pyx_tp_new_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
/* #### Code section: late_includes ### */
/* #### Code section: module_state ### */
/* SmallCodeConfig */
#ifndef CYTHON_SMALL_CODE
#if defined(__clang__)
    #define CYTHON_SMALL_CODE
#elif defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3))
    #define CYTHON_SMALL_CODE __attribute__((cold))
#else
    #define CYTHON_SMALL_CODE
#endif
#endif

typedef struct {
  PyObject *__pyx_d;
  PyObject *__pyx_b;
  PyObject *__pyx_cython_runtime;
  PyObject *__pyx_empty_tuple;
  PyObject *__pyx_empty_bytes;
  PyObject *__pyx_empty_unicode;
  PyTypeObject *__pyx_ptype_7cpython_4type_type;
  PyTypeObject *__pyx_ptype_5numpy_dtype;
  PyTypeObject *__pyx_ptype_5numpy_flatiter;
  PyTypeObject *__pyx_ptype_5numpy_broadcast;
  PyTypeObject *__pyx_ptype_5numpy_ndarray;
  PyTypeObject *__pyx_ptype_5numpy_generic;
  PyTypeObject *__pyx_ptype_5numpy_number;
  PyTypeObject *__pyx_ptype_5numpy_integer;
  PyTypeObject *__pyx_ptype_5numpy_signedinteger;
  PyTypeObject *__pyx_ptype_5numpy_unsignedinteger;
  PyTypeObject *__pyx_ptype_5numpy_inexact;
  PyTypeObject *__pyx_ptype_5numpy_floating;
  PyTypeObject *__pyx_ptype_5numpy_complexfloating;
  PyTypeObject *__pyx_ptype_5numpy_flexible;
  PyTypeObject *__pyx_ptype_5numpy_character;
  PyTypeObject *__pyx_ptype_5numpy_ufunc;
  PyTypeObject *__pyx_ptype_6pygsti_8evotypes_15basereps_cython_OpRep;
  PyTypeObject *__pyx_ptype_6pygsti_8evotypes_15basereps_cython_StateRep;
  PyTypeObject *__pyx_ptype_6pygsti_8evotypes_15basereps_cython_EffectRep;
  PyTypeObject *__pyx_ptype_6pygsti_8evotypes_15basereps_cython_TermRep;
  PyTypeObject *__pyx_ptype_6pygsti_8evotypes_15basereps_cython_PolynomialRep;
  PyTypeObject *__pyx_ptype_6pygsti_8evotypes_10stabilizer_9statereps_StateRep;
  PyTypeObject *__pyx_ptype_6pygsti_8evotypes_10stabilizer_6opreps_OpRep;
  PyTypeObject *__pyx_ptype_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep;
  PyTypeObject *__pyx_ptype_6pygsti_8evotypes_10stabilizer_8termreps_TermRep;
  PyObject *__pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl;
  PyObject *__pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl;
  PyTypeObject *__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl;
  PyTypeObject *__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl;
  __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_items;
  __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_pop;
  __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_values;
  PyObject *__pyx_tuple[4];
  PyObject *__pyx_codeobj_tab[11];
  PyObject *__pyx_string_tab[182];
  PyObject *__pyx_number_tab[6];
/* #### Code section: module_state_contents ### */
/* CommonTypesMetaclass.module_state_decls */
PyTypeObject *__pyx_CommonTypesMetaclassType;

/* CachedMethodType.module_state_decls */
#if CYTHON_COMPILING_IN_LIMITED_API
PyObject *__Pyx_CachedMethodType;
#endif

/* CythonFunctionShared.module_state_decls */
PyTypeObject *__pyx_CyFunctionType;

/* CodeObjectCache.module_state_decls */
struct __Pyx_CodeObjectCache __pyx_code_cache;

/* #### Code section: module_state_end ### */
} __pyx_mstatetype;

#if CYTHON_USE_MODULE_STATE
#ifdef __cplusplus
namespace {
extern struct PyModuleDef __pyx_moduledef;
} /* anonymous namespace */
#else
static struct PyModuleDef __pyx_moduledef;
#endif

#define __pyx_mstate_global (__Pyx_PyModule_GetState(__Pyx_State_FindModule(&__pyx_moduledef)))

#define __pyx_m (__Pyx_State_FindModule(&__pyx_moduledef))
#else
static __pyx_mstatetype __pyx_mstate_global_static =
#ifdef __cplusplus
    {};
#else
    {0};
#endif
static __pyx_mstatetype * const __pyx_mstate_global = &__pyx_mstate_global_static;
#endif
/* #### Code section: constant_name_defines ### */
#define __pyx_kp_u_ __pyx_string_tab[0]
#define __pyx_kp_u_Number_of_factor_lists_must_be_0 __pyx_string_tab[1]
#define __pyx_kp_u__2 __pyx_string_tab[2]
#define __pyx_kp_u_disable __pyx_string_tab[3]
#define __pyx_kp_u_enable __pyx_string_tab[4]
#define __pyx_kp_u_gc __pyx_string_tab[5]
#define __pyx_kp_u_isenabled __pyx_string_tab[6]
#define __pyx_kp_u_no_default___reduce___due_to_non __pyx_string_tab[7]
#define __pyx_kp_u_numpy__core_multiarray_failed_to __pyx_string_tab[8]
#define __pyx_kp_u_numpy__core_umath_failed_to_impo __pyx_string_tab[9]
#define __pyx_kp_u_pygsti_forwardsims_termforwardsi_2 __pyx_string_tab[10]
#define __pyx_kp_u_stringsource __pyx_string_tab[11]
#define __pyx_n_u_CircuitSetupCacheEl __pyx_string_tab[12]
#define __pyx_n_u_CircuitSetupCacheEl___reduce_cyt __pyx_string_tab[13]
#define __pyx_n_u_CircuitSetupCacheEl___setstate_c __pyx_string_tab[14]
#define __pyx_n_u_E_cindices __pyx_string_tab[15]
#define __pyx_n_u_E_foat_indices __pyx_string_tab[16]
#define __pyx_n_u_E_term_creps __pyx_string_tab[17]
#define __pyx_n_u_E_term_indices_and_reps __pyx_string_tab[18]
#define __pyx_n_u_E_term_reps __pyx_string_tab[19]
#define __pyx_n_u_Evec __pyx_string_tab[20]
#define __pyx_n_u_N __pyx_string_tab[21]
#define __pyx_n_u_NO_LIMIT __pyx_string_tab[22]
#define __pyx_n_u_Pyx_PyDict_NextRef __pyx_string_tab[23]
#define __pyx_n_u_RepCacheEl __pyx_string_tab[24]
#define __pyx_n_u_RepCacheEl___reduce_cython __pyx_string_tab[25]
#define __pyx_n_u_RepCacheEl___setstate_cython __pyx_string_tab[26]
#define __pyx_n_u__3 __pyx_string_tab[27]
#define __pyx_n_u_achieved_sopm __pyx_string_tab[28]
#define __pyx_n_u_achieved_sum_of_pathmags __pyx_string_tab[29]
#define __pyx_n_u_append __pyx_string_tab[30]
#define __pyx_n_u_asyncio_coroutines __pyx_string_tab[31]
#define __pyx_n_u_bHit __pyx_string_tab[32]
#define __pyx_n_u_bulk_eval_compact_polynomials_co __pyx_string_tab[33]
#define __pyx_n_u_cgatestring __pyx_string_tab[34]
#define __pyx_n_u_circuit __pyx_string_tab[35]
#define __pyx_n_u_circuit_achieved_and_max_sopm __pyx_string_tab[36]
#define __pyx_n_u_circuit_layer_operator __pyx_string_tab[37]
#define __pyx_n_u_circuitsetup_cache __pyx_string_tab[38]
#define __pyx_n_u_class_getitem __pyx_string_tab[39]
#define __pyx_n_u_cline_in_traceback __pyx_string_tab[40]
#define __pyx_n_u_coeff_array __pyx_string_tab[41]
#define __pyx_n_u_comm __pyx_string_tab[42]
#define __pyx_n_u_compact_coeff __pyx_string_tab[43]
#define __pyx_n_u_compute_pruned_path_polynomials __pyx_string_tab[44]
#define __pyx_n_u_create_circuitsetup_cacheel __pyx_string_tab[45]
#define __pyx_n_u_create_circuitsetup_cacheel_loca __pyx_string_tab[46]
#define __pyx_n_u_cscel __pyx_string_tab[47]
#define __pyx_n_u_cterm __pyx_string_tab[48]
#define __pyx_n_u_cur_indices __pyx_string_tab[49]
#define __pyx_n_u_cur_term_reps __pyx_string_tab[50]
#define __pyx_n_u_d __pyx_string_tab[51]
#define __pyx_n_u_dim __pyx_string_tab[52]
#define __pyx_n_u_distinct_gateLabels __pyx_string_tab[53]
#define __pyx_n_u_e_indices __pyx_string_tab[54]
#define __pyx_n_u_elabels __pyx_string_tab[55]
#define __pyx_n_u_elbl __pyx_string_tab[56]
#define __pyx_n_u_empty __pyx_string_tab[57]
#define __pyx_n_u_enumerate __pyx_string_tab[58]
#define __pyx_n_u_factor_lists __pyx_string_tab[59]
#define __pyx_n_u_fastmode __pyx_string_tab[60]
#define __pyx_n_u_fastopcalc __pyx_string_tab[61]
#define __pyx_n_u_fastopcalc_2 __pyx_string_tab[62]
#define __pyx_n_u_find_best_pathmagnitude_threshol __pyx_string_tab[63]
#define __pyx_n_u_foat_indices __pyx_string_tab[64]
#define __pyx_n_u_foat_indices_per_op __pyx_string_tab[65]
#define __pyx_n_u_func __pyx_string_tab[66]
#define __pyx_n_u_fwdsim __pyx_string_tab[67]
#define __pyx_n_u_gate_term_creps __pyx_string_tab[68]
#define __pyx_n_u_getstate __pyx_string_tab[69]
#define __pyx_n_u_gi __pyx_string_tab[70]
#define __pyx_n_u_gl __pyx_string_tab[71]
#define __pyx_n_u_glbl __pyx_string_tab[72]
#define __pyx_n_u_glmap __pyx_string_tab[73]
#define __pyx_n_u_highmagnitude_terms __pyx_string_tab[74]
#define __pyx_n_u_hmterms __pyx_string_tab[75]
#define __pyx_n_u_i __pyx_string_tab[76]
#define __pyx_n_u_ii __pyx_string_tab[77]
#define __pyx_n_u_inds __pyx_string_tab[78]
#define __pyx_n_u_indx __pyx_string_tab[79]
#define __pyx_n_u_is_coroutine __pyx_string_tab[80]
#define __pyx_n_u_is_foat __pyx_string_tab[81]
#define __pyx_n_u_items __pyx_string_tab[82]
#define __pyx_n_u_j __pyx_string_tab[83]
#define __pyx_n_u_jj __pyx_string_tab[84]
#define __pyx_n_u_key __pyx_string_tab[85]
#define __pyx_n_u_lambda __pyx_string_tab[86]
#define __pyx_n_u_log2 __pyx_string_tab[87]
#define __pyx_n_u_magnitude __pyx_string_tab[88]
#define __pyx_n_u_mags __pyx_string_tab[89]
#define __pyx_n_u_main __pyx_string_tab[90]
#define __pyx_n_u_max_order __pyx_string_tab[91]
#define __pyx_n_u_max_partial_sopm __pyx_string_tab[92]
#define __pyx_n_u_max_paths __pyx_string_tab[93]
#define __pyx_n_u_max_polynomial_vars __pyx_string_tab[94]
#define __pyx_n_u_max_sopm __pyx_string_tab[95]
#define __pyx_n_u_max_sum_of_pathmags __pyx_string_tab[96]
#define __pyx_n_u_max_taylor_order __pyx_string_tab[97]
#define __pyx_n_u_mem_limit __pyx_string_tab[98]
#define __pyx_n_u_min_term_mag __pyx_string_tab[99]
#define __pyx_n_u_model __pyx_string_tab[100]
#define __pyx_n_u_module __pyx_string_tab[101]
#define __pyx_n_u_mpv __pyx_string_tab[102]
#define __pyx_n_u_nFactorLists __pyx_string_tab[103]
#define __pyx_n_u_name __pyx_string_tab[104]
#define __pyx_n_u_np __pyx_string_tab[105]
#define __pyx_n_u_npaths __pyx_string_tab[106]
#define __pyx_n_u_nqubits __pyx_string_tab[107]
#define __pyx_n_u_numEs __pyx_string_tab[108]
#define __pyx_n_u_numQubits __pyx_string_tab[109]
#define __pyx_n_u_num_params __pyx_string_tab[110]
#define __pyx_n_u_num_qubits __pyx_string_tab[111]
#define __pyx_n_u_numpy __pyx_string_tab[112]
#define __pyx_n_u_op __pyx_string_tab[113]
#define __pyx_n_u_op_foat_indices __pyx_string_tab[114]
#define __pyx_n_u_op_term_reps __pyx_string_tab[115]
#define __pyx_n_u_order __pyx_string_tab[116]
#define __pyx_n_u_paramvec __pyx_string_tab[117]
#define __pyx_n_u_pathmagnitude_gap __pyx_string_tab[118]
#define __pyx_n_u_polynomial_vindices_per_int __pyx_string_tab[119]
#define __pyx_n_u_polynomials __pyx_string_tab[120]
#define __pyx_n_u_pop __pyx_string_tab[121]
#define __pyx_n_u_povm __pyx_string_tab[122]
#define __pyx_n_u_prep __pyx_string_tab[123]
#define __pyx_n_u_prs_as_polynomials __pyx_string_tab[124]
#define __pyx_n_u_pygsti_baseobjs_opcalc __pyx_string_tab[125]
#define __pyx_n_u_pygsti_forwardsims_termforwardsi __pyx_string_tab[126]
#define __pyx_n_u_pytime __pyx_string_tab[127]
#define __pyx_n_u_pyx_state __pyx_string_tab[128]
#define __pyx_n_u_qualname __pyx_string_tab[129]
#define __pyx_n_u_reduce __pyx_string_tab[130]
#define __pyx_n_u_reduce_cython __pyx_string_tab[131]
#define __pyx_n_u_reduce_ex __pyx_string_tab[132]
#define __pyx_n_u_refresh_magnitudes_in_repcache __pyx_string_tab[133]
#define __pyx_n_u_rep __pyx_string_tab[134]
#define __pyx_n_u_repcache __pyx_string_tab[135]
#define __pyx_n_u_repcel __pyx_string_tab[136]
#define __pyx_n_u_reverse __pyx_string_tab[137]
#define __pyx_n_u_rhoOp __pyx_string_tab[138]
#define __pyx_n_u_rho_foat_indices __pyx_string_tab[139]
#define __pyx_n_u_rho_term_creps __pyx_string_tab[140]
#define __pyx_n_u_rho_term_reps __pyx_string_tab[141]
#define __pyx_n_u_rholabel __pyx_string_tab[142]
#define __pyx_n_u_round __pyx_string_tab[143]
#define __pyx_n_u_self __pyx_string_tab[144]
#define __pyx_n_u_set_magnitude_only __pyx_string_tab[145]
#define __pyx_n_u_set_name __pyx_string_tab[146]
#define __pyx_n_u_setdefault __pyx_string_tab[147]
#define __pyx_n_u_setstate __pyx_string_tab[148]
#define __pyx_n_u_setstate_cython __pyx_string_tab[149]
#define __pyx_n_u_sort __pyx_string_tab[150]
#define __pyx_n_u_sqrt __pyx_string_tab[151]
#define __pyx_n_u_stateDim __pyx_string_tab[152]
#define __pyx_n_u_state_space __pyx_string_tab[153]
#define __pyx_n_u_t __pyx_string_tab[154]
#define __pyx_n_u_target_sum_of_pathmags __pyx_string_tab[155]
#define __pyx_n_u_taylor_order_terms __pyx_string_tab[156]
#define __pyx_n_u_term_reps __pyx_string_tab[157]
#define __pyx_n_u_termrep __pyx_string_tab[158]
#define __pyx_n_u_termrep_lists __pyx_string_tab[159]
#define __pyx_n_u_test __pyx_string_tab[160]
#define __pyx_n_u_threshold __pyx_string_tab[161]
#define __pyx_n_u_threshold_guess __pyx_string_tab[162]
#define __pyx_n_u_time __pyx_string_tab[163]
#define __pyx_n_u_torep __pyx_string_tab[164]
#define __pyx_n_u_total_achieved_sopm __pyx_string_tab[165]
#define __pyx_n_u_total_npaths __pyx_string_tab[166]
#define __pyx_n_u_total_target_sopm __pyx_string_tab[167]
#define __pyx_n_u_total_term_magnitude __pyx_string_tab[168]
#define __pyx_n_u_treps __pyx_string_tab[169]
#define __pyx_n_u_values __pyx_string_tab[170]
#define __pyx_n_u_vpi __pyx_string_tab[171]
#define __pyx_n_u_x __pyx_string_tab[172]
#define __pyx_kp_b_double_LARGE_SMALL __pyx_string_tab[173]
#define __pyx_kp_b_iso88591_11A_S_6_q_1_v_vQ_HCq_xs_8_A_T_f __pyx_string_tab[174]
#define __pyx_kp_b_iso88591_1AQ __pyx_string_tab[175]
#define __pyx_kp_b_iso88591_2_AQ_Bd_D_a_Qe5_6_q_1_S_2U_7_AQ __pyx_string_tab[176]
#define __pyx_kp_b_iso88591_DOq_PP___S_6_q_1_HCq_xs_8_A_T_f __pyx_string_tab[177]
#define __pyx_kp_b_iso88591_KvQ_K1GSaabbeellzz_I_I_J_as_aq __pyx_string_tab[178]
#define __pyx_kp_b_iso88591_P_Okkl_II_3_E_uAQ_8_AQ_Bd_D_a_Q __pyx_string_tab[179]
#define __pyx_kp_b_iso88591_Q __pyx_string_tab[180]
#define __pyx_kp_b_iso88591_S_6_q_xs_8_A_T_ffpp_a_6_Gq_RYYZ __pyx_string_tab[181]
#define __pyx_float_0_0 __pyx_number_tab[0]
#define __pyx_float_0_01 __pyx_number_tab[1]
#define __pyx_int_0 __pyx_number_tab[2]
#define __pyx_int_1 __pyx_number_tab[3]
#define __pyx_int_2 __pyx_number_tab[4]
#define __pyx_int_500 __pyx_number_tab[5]
/* #### Code section: module_state_clear ### */
#if CYTHON_USE_MODULE_STATE
static CYTHON_SMALL_CODE int __pyx_m_clear(PyObject *m) {
  __pyx_mstatetype *clear_module_state = __Pyx_PyModule_GetState(m);
  if (!clear_module_state) return 0;
  Py_CLEAR(clear_module_state->__pyx_d);
  Py_CLEAR(clear_module_state->__pyx_b);
  Py_CLEAR(clear_module_state->__pyx_cython_runtime);
  Py_CLEAR(clear_module_state->__pyx_empty_tuple);
  Py_CLEAR(clear_module_state->__pyx_empty_bytes);
  Py_CLEAR(clear_module_state->__pyx_empty_unicode);
  #if CYTHON_PEP489_MULTI_PHASE_INIT
  __Pyx_State_RemoveModule(NULL);
  #endif
  Py_CLEAR(clear_module_state->__pyx_ptype_7cpython_4type_type);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_dtype);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_flatiter);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_broadcast);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_ndarray);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_generic);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_number);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_integer);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_signedinteger);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_unsignedinteger);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_inexact);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_floating);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_complexfloating);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_flexible);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_character);
  Py_CLEAR(clear_module_state->__pyx_ptype_5numpy_ufunc);
  Py_CLEAR(clear_module_state->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_OpRep);
  Py_CLEAR(clear_module_state->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_StateRep);
  Py_CLEAR(clear_module_state->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_EffectRep);
  Py_CLEAR(clear_module_state->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_TermRep);
  Py_CLEAR(clear_module_state->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_PolynomialRep);
  Py_CLEAR(clear_module_state->__pyx_ptype_6pygsti_8evotypes_10stabilizer_9statereps_StateRep);
  Py_CLEAR(clear_module_state->__pyx_ptype_6pygsti_8evotypes_10stabilizer_6opreps_OpRep);
  Py_CLEAR(clear_module_state->__pyx_ptype_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep);
  Py_CLEAR(clear_module_state->__pyx_ptype_6pygsti_8evotypes_10stabilizer_8termreps_TermRep);
  Py_CLEAR(clear_module_state->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl);
  Py_CLEAR(clear_module_state->__pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl);
  Py_CLEAR(clear_module_state->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl);
  Py_CLEAR(clear_module_state->__pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl);
  for (int i=0; i<4; ++i) { Py_CLEAR(clear_module_state->__pyx_tuple[i]); }
  for (int i=0; i<11; ++i) { Py_CLEAR(clear_module_state->__pyx_codeobj_tab[i]); }
  for (int i=0; i<182; ++i) { Py_CLEAR(clear_module_state->__pyx_string_tab[i]); }
  for (int i=0; i<6; ++i) { Py_CLEAR(clear_module_state->__pyx_number_tab[i]); }
/* #### Code section: module_state_clear_contents ### */
/* CommonTypesMetaclass.module_state_clear */
Py_CLEAR(clear_module_state->__pyx_CommonTypesMetaclassType);

/* CythonFunctionShared.module_state_clear */
Py_CLEAR(clear_module_state->__pyx_CyFunctionType);

/* #### Code section: module_state_clear_end ### */
return 0;
}
#endif
/* #### Code section: module_state_traverse ### */
#if CYTHON_USE_MODULE_STATE
static CYTHON_SMALL_CODE int __pyx_m_traverse(PyObject *m, visitproc visit, void *arg) {
  __pyx_mstatetype *traverse_module_state = __Pyx_PyModule_GetState(m);
  if (!traverse_module_state) return 0;
  Py_VISIT(traverse_module_state->__pyx_d);
  Py_VISIT(traverse_module_state->__pyx_b);
  Py_VISIT(traverse_module_state->__pyx_cython_runtime);
  __Pyx_VISIT_CONST(traverse_module_state->__pyx_empty_tuple);
  __Pyx_VISIT_CONST(traverse_module_state->__pyx_empty_bytes);
  __Pyx_VISIT_CONST(traverse_module_state->__pyx_empty_unicode);
  Py_VISIT(traverse_module_state->__pyx_ptype_7cpython_4type_type);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_dtype);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_flatiter);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_broadcast);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_ndarray);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_generic);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_number);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_integer);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_signedinteger);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_unsignedinteger);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_inexact);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_floating);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_complexfloating);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_flexible);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_character);
  Py_VISIT(traverse_module_state->__pyx_ptype_5numpy_ufunc);
  Py_VISIT(traverse_module_state->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_OpRep);
  Py_VISIT(traverse_module_state->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_StateRep);
  Py_VISIT(traverse_module_state->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_EffectRep);
  Py_VISIT(traverse_module_state->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_TermRep);
  Py_VISIT(traverse_module_state->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_PolynomialRep);
  Py_VISIT(traverse_module_state->__pyx_ptype_6pygsti_8evotypes_10stabilizer_9statereps_StateRep);
  Py_VISIT(traverse_module_state->__pyx_ptype_6pygsti_8evotypes_10stabilizer_6opreps_OpRep);
  Py_VISIT(traverse_module_state->__pyx_ptype_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep);
  Py_VISIT(traverse_module_state->__pyx_ptype_6pygsti_8evotypes_10stabilizer_8termreps_TermRep);
  Py_VISIT(traverse_module_state->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl);
  Py_VISIT(traverse_module_state->__pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl);
  Py_VISIT(traverse_module_state->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl);
  Py_VISIT(traverse_module_state->__pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl);
  for (int i=0; i<4; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_tuple[i]); }
  for (int i=0; i<11; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_codeobj_tab[i]); }
  for (int i=0; i<182; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_string_tab[i]); }
  for (int i=0; i<6; ++i) { __Pyx_VISIT_CONST(traverse_module_state->__pyx_number_tab[i]); }
/* #### Code section: module_state_traverse_contents ### */
/* CommonTypesMetaclass.module_state_traverse */
Py_VISIT(traverse_module_state->__pyx_CommonTypesMetaclassType);

/* CythonFunctionShared.module_state_traverse */
Py_VISIT(traverse_module_state->__pyx_CyFunctionType);

/* #### Code section: module_state_traverse_end ### */
return 0;
}
#endif
/* #### Code section: module_code ### */

/* "vector.to_py":79
 *     const Py_ssize_t PY_SSIZE_T_MAX
 * 
 * @cname("__pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT")             # <<<<<<<<<<<<<<
 * cdef object __pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
*/

static PyObject *__pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  const &__pyx_v_v) {
  Py_ssize_t __pyx_v_v_size_signed;
  PyObject *__pyx_v_o = NULL;
  Py_ssize_t __pyx_v_i;
  PyObject *__pyx_v_item = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  Py_ssize_t __pyx_t_3;
  Py_ssize_t __pyx_t_4;
  Py_ssize_t __pyx_t_5;
  int __pyx_t_6;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT", 0);

  /* "vector.to_py":81
 * @cname("__pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT")
 * cdef object __pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:             # <<<<<<<<<<<<<<
 *         raise MemoryError()
 *     v_size_signed = <Py_ssize_t> v.size()
*/
  __pyx_t_1 = (__pyx_v_v.size() > ((size_t)PY_SSIZE_T_MAX));
  if (unlikely(__pyx_t_1)) {

    /* "vector.to_py":82
 * cdef object __pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
 *         raise MemoryError()             # <<<<<<<<<<<<<<
 *     v_size_signed = <Py_ssize_t> v.size()
 * 
*/
    PyErr_NoMemory(); __PYX_ERR(1, 82, __pyx_L1_error)

    /* "vector.to_py":81
 * @cname("__pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT")
 * cdef object __pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:             # <<<<<<<<<<<<<<
 *         raise MemoryError()
 *     v_size_signed = <Py_ssize_t> v.size()
*/
  }

  /* "vector.to_py":83
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
 *         raise MemoryError()
 *     v_size_signed = <Py_ssize_t> v.size()             # <<<<<<<<<<<<<<
 * 
 *     o = PyList_New(v_size_signed)
*/
  __pyx_v_v_size_signed = ((Py_ssize_t)__pyx_v_v.size());

  /* "vector.to_py":85
 *     v_size_signed = <Py_ssize_t> v.size()
 * 
 *     o = PyList_New(v_size_signed)             # <<<<<<<<<<<<<<
 * 
 *     cdef Py_ssize_t i
*/
  __pyx_t_2 = PyList_New(__pyx_v_v_size_signed); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 85, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_v_o = ((PyObject*)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "vector.to_py":90
 *     cdef object item
 * 
 *     for i in range(v_size_signed):             # <<<<<<<<<<<<<<
 *         item = v[i]
 *         Py_INCREF(item)
*/
  __pyx_t_3 = __pyx_v_v_size_signed;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "vector.to_py":91
 * 
 *     for i in range(v_size_signed):
 *         item = v[i]             # <<<<<<<<<<<<<<
 *         Py_INCREF(item)
 *         __Pyx_PyList_SET_ITEM(o, i, item)
*/
    __pyx_t_2 = __Pyx_PyLong_From_PY_LONG_LONG((__pyx_v_v[__pyx_v_i])); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 91, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_2);
    __pyx_t_2 = 0;

    /* "vector.to_py":92
 *     for i in range(v_size_signed):
 *         item = v[i]
 *         Py_INCREF(item)             # <<<<<<<<<<<<<<
 *         __Pyx_PyList_SET_ITEM(o, i, item)
 * 
*/
    Py_INCREF(__pyx_v_item);

    /* "vector.to_py":93
 *         item = v[i]
 *         Py_INCREF(item)
 *         __Pyx_PyList_SET_ITEM(o, i, item)             # <<<<<<<<<<<<<<
 * 
 *     return o
*/
    __pyx_t_6 = __Pyx_PyList_SET_ITEM(__pyx_v_o, __pyx_v_i, __pyx_v_item); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(1, 93, __pyx_L1_error)
  }

  /* "vector.to_py":95
 *         __Pyx_PyList_SET_ITEM(o, i, item)
 * 
 *     return o             # <<<<<<<<<<<<<<
*/
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_o);
  __pyx_r = __pyx_v_o;
  goto __pyx_L0;

  /* "vector.to_py":79
 *     const Py_ssize_t PY_SSIZE_T_MAX
 * 
 * @cname("__pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT")             # <<<<<<<<<<<<<<
 * cdef object __pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT(const vector[X]& v):
 *     if v.size() > <size_t> PY_SSIZE_T_MAX:
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("vector.to_py.__pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_o);
  __Pyx_XDECREF(__pyx_v_item);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":286
 *         cdef int type_num
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp itemsize(self) noexcept nogil:
 *             return PyDataType_ELSIZE(self)
*/

static CYTHON_INLINE npy_intp __pyx_f_5numpy_5dtype_8itemsize_itemsize(PyArray_Descr *__pyx_v_self) {
  npy_intp __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":288
 *         @property
 *         cdef inline npy_intp itemsize(self) noexcept nogil:
 *             return PyDataType_ELSIZE(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyDataType_ELSIZE(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":286
 *         cdef int type_num
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp itemsize(self) noexcept nogil:
 *             return PyDataType_ELSIZE(self)
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":290
 *             return PyDataType_ELSIZE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp alignment(self) noexcept nogil:
 *             return PyDataType_ALIGNMENT(self)
*/

static CYTHON_INLINE npy_intp __pyx_f_5numpy_5dtype_9alignment_alignment(PyArray_Descr *__pyx_v_self) {
  npy_intp __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":292
 *         @property
 *         cdef inline npy_intp alignment(self) noexcept nogil:
 *             return PyDataType_ALIGNMENT(self)             # <<<<<<<<<<<<<<
 * 
 *         # Use fields/names with care as they may be NULL.  You must check
*/
  __pyx_r = PyDataType_ALIGNMENT(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":290
 *             return PyDataType_ELSIZE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp alignment(self) noexcept nogil:
 *             return PyDataType_ALIGNMENT(self)
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":296
 *         # Use fields/names with care as they may be NULL.  You must check
 *         # for this using PyDataType_HASFIELDS.
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline object fields(self):
 *             return <object>PyDataType_FIELDS(self)
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_5dtype_6fields_fields(PyArray_Descr *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1;
  __Pyx_RefNannySetupContext("fields", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":298
 *         @property
 *         cdef inline object fields(self):
 *             return <object>PyDataType_FIELDS(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyDataType_FIELDS(__pyx_v_self);
  __Pyx_INCREF(((PyObject *)__pyx_t_1));
  __pyx_r = ((PyObject *)__pyx_t_1);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":296
 *         # Use fields/names with care as they may be NULL.  You must check
 *         # for this using PyDataType_HASFIELDS.
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline object fields(self):
 *             return <object>PyDataType_FIELDS(self)
*/

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":300
 *             return <object>PyDataType_FIELDS(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline tuple names(self):
 *             return <tuple>PyDataType_NAMES(self)
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_5dtype_5names_names(PyArray_Descr *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1;
  __Pyx_RefNannySetupContext("names", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":302
 *         @property
 *         cdef inline tuple names(self):
 *             return <tuple>PyDataType_NAMES(self)             # <<<<<<<<<<<<<<
 * 
 *         # Use PyDataType_HASSUBARRAY to test whether this field is
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyDataType_NAMES(__pyx_v_self);
  __Pyx_INCREF(((PyObject*)__pyx_t_1));
  __pyx_r = ((PyObject*)__pyx_t_1);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":300
 *             return <object>PyDataType_FIELDS(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline tuple names(self):
 *             return <tuple>PyDataType_NAMES(self)
*/

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":307
 *         # valid (the pointer can be NULL). Most users should access
 *         # this field via the inline helper method PyDataType_SHAPE.
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline PyArray_ArrayDescr* subarray(self) noexcept nogil:
 *             return PyDataType_SUBARRAY(self)
*/

static CYTHON_INLINE PyArray_ArrayDescr *__pyx_f_5numpy_5dtype_8subarray_subarray(PyArray_Descr *__pyx_v_self) {
  PyArray_ArrayDescr *__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":309
 *         @property
 *         cdef inline PyArray_ArrayDescr* subarray(self) noexcept nogil:
 *             return PyDataType_SUBARRAY(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyDataType_SUBARRAY(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":307
 *         # valid (the pointer can be NULL). Most users should access
 *         # this field via the inline helper method PyDataType_SHAPE.
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline PyArray_ArrayDescr* subarray(self) noexcept nogil:
 *             return PyDataType_SUBARRAY(self)
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":311
 *             return PyDataType_SUBARRAY(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_uint64 flags(self) noexcept nogil:
 *             """The data types flags."""
*/

static CYTHON_INLINE npy_uint64 __pyx_f_5numpy_5dtype_5flags_flags(PyArray_Descr *__pyx_v_self) {
  npy_uint64 __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":314
 *         cdef inline npy_uint64 flags(self) noexcept nogil:
 *             """The data types flags."""
 *             return PyDataType_FLAGS(self)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = PyDataType_FLAGS(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":311
 *             return PyDataType_SUBARRAY(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_uint64 flags(self) noexcept nogil:
 *             """The data types flags."""
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":323
 *     ctypedef class numpy.broadcast [object PyArrayMultiIterObject, check_size ignore]:
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline int numiter(self) noexcept nogil:
 *             """The number of arrays that need to be broadcast to the same shape."""
*/

static CYTHON_INLINE int __pyx_f_5numpy_9broadcast_7numiter_numiter(PyArrayMultiIterObject *__pyx_v_self) {
  int __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":326
 *         cdef inline int numiter(self) noexcept nogil:
 *             """The number of arrays that need to be broadcast to the same shape."""
 *             return PyArray_MultiIter_NUMITER(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_MultiIter_NUMITER(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":323
 *     ctypedef class numpy.broadcast [object PyArrayMultiIterObject, check_size ignore]:
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline int numiter(self) noexcept nogil:
 *             """The number of arrays that need to be broadcast to the same shape."""
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":328
 *             return PyArray_MultiIter_NUMITER(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp size(self) noexcept nogil:
 *             """The total broadcasted size."""
*/

static CYTHON_INLINE npy_intp __pyx_f_5numpy_9broadcast_4size_size(PyArrayMultiIterObject *__pyx_v_self) {
  npy_intp __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":331
 *         cdef inline npy_intp size(self) noexcept nogil:
 *             """The total broadcasted size."""
 *             return PyArray_MultiIter_SIZE(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_MultiIter_SIZE(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":328
 *             return PyArray_MultiIter_NUMITER(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp size(self) noexcept nogil:
 *             """The total broadcasted size."""
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":333
 *             return PyArray_MultiIter_SIZE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp index(self) noexcept nogil:
 *             """The current (1-d) index into the broadcasted result."""
*/

static CYTHON_INLINE npy_intp __pyx_f_5numpy_9broadcast_5index_index(PyArrayMultiIterObject *__pyx_v_self) {
  npy_intp __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":336
 *         cdef inline npy_intp index(self) noexcept nogil:
 *             """The current (1-d) index into the broadcasted result."""
 *             return PyArray_MultiIter_INDEX(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_MultiIter_INDEX(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":333
 *             return PyArray_MultiIter_SIZE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp index(self) noexcept nogil:
 *             """The current (1-d) index into the broadcasted result."""
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":338
 *             return PyArray_MultiIter_INDEX(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline int nd(self) noexcept nogil:
 *             """The number of dimensions in the broadcasted result."""
*/

static CYTHON_INLINE int __pyx_f_5numpy_9broadcast_2nd_nd(PyArrayMultiIterObject *__pyx_v_self) {
  int __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":341
 *         cdef inline int nd(self) noexcept nogil:
 *             """The number of dimensions in the broadcasted result."""
 *             return PyArray_MultiIter_NDIM(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_MultiIter_NDIM(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":338
 *             return PyArray_MultiIter_INDEX(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline int nd(self) noexcept nogil:
 *             """The number of dimensions in the broadcasted result."""
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":343
 *             return PyArray_MultiIter_NDIM(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp* dimensions(self) noexcept nogil:
 *             """The shape of the broadcasted result."""
*/

static CYTHON_INLINE npy_intp *__pyx_f_5numpy_9broadcast_10dimensions_dimensions(PyArrayMultiIterObject *__pyx_v_self) {
  npy_intp *__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":346
 *         cdef inline npy_intp* dimensions(self) noexcept nogil:
 *             """The shape of the broadcasted result."""
 *             return PyArray_MultiIter_DIMS(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_MultiIter_DIMS(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":343
 *             return PyArray_MultiIter_NDIM(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp* dimensions(self) noexcept nogil:
 *             """The shape of the broadcasted result."""
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":348
 *             return PyArray_MultiIter_DIMS(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline void** iters(self) noexcept nogil:
 *             """An array of iterator objects that holds the iterators for the arrays to be broadcast together.
*/

static CYTHON_INLINE void **__pyx_f_5numpy_9broadcast_5iters_iters(PyArrayMultiIterObject *__pyx_v_self) {
  void **__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":352
 *             """An array of iterator objects that holds the iterators for the arrays to be broadcast together.
 *             On return, the iterators are adjusted for broadcasting."""
 *             return PyArray_MultiIter_ITERS(self)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = PyArray_MultiIter_ITERS(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":348
 *             return PyArray_MultiIter_DIMS(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline void** iters(self) noexcept nogil:
 *             """An array of iterator objects that holds the iterators for the arrays to be broadcast together.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":366
 *         # Instead, we use properties that map to the corresponding C-API functions.
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline PyObject* base(self) noexcept nogil:
 *             """Returns a borrowed reference to the object owning the data/memory.
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_7ndarray_4base_base(PyArrayObject *__pyx_v_self) {
  PyObject *__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":370
 *             """Returns a borrowed reference to the object owning the data/memory.
 *             """
 *             return PyArray_BASE(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_BASE(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":366
 *         # Instead, we use properties that map to the corresponding C-API functions.
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline PyObject* base(self) noexcept nogil:
 *             """Returns a borrowed reference to the object owning the data/memory.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":372
 *             return PyArray_BASE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline dtype descr(self):
 *             """Returns an owned reference to the dtype of the array.
*/

static CYTHON_INLINE PyArray_Descr *__pyx_f_5numpy_7ndarray_5descr_descr(PyArrayObject *__pyx_v_self) {
  PyArray_Descr *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyArray_Descr *__pyx_t_1;
  __Pyx_RefNannySetupContext("descr", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":376
 *             """Returns an owned reference to the dtype of the array.
 *             """
 *             return <dtype>PyArray_DESCR(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __Pyx_XDECREF((PyObject *)__pyx_r);
  __pyx_t_1 = PyArray_DESCR(__pyx_v_self);
  __Pyx_INCREF((PyObject *)((PyArray_Descr *)__pyx_t_1));
  __pyx_r = ((PyArray_Descr *)__pyx_t_1);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":372
 *             return PyArray_BASE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline dtype descr(self):
 *             """Returns an owned reference to the dtype of the array.
*/

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF((PyObject *)__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":378
 *             return <dtype>PyArray_DESCR(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline int ndim(self) noexcept nogil:
 *             """Returns the number of dimensions in the array.
*/

static CYTHON_INLINE int __pyx_f_5numpy_7ndarray_4ndim_ndim(PyArrayObject *__pyx_v_self) {
  int __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":382
 *             """Returns the number of dimensions in the array.
 *             """
 *             return PyArray_NDIM(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_NDIM(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":378
 *             return <dtype>PyArray_DESCR(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline int ndim(self) noexcept nogil:
 *             """Returns the number of dimensions in the array.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":384
 *             return PyArray_NDIM(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp *shape(self) noexcept nogil:
 *             """Returns a pointer to the dimensions/shape of the array.
*/

static CYTHON_INLINE npy_intp *__pyx_f_5numpy_7ndarray_5shape_shape(PyArrayObject *__pyx_v_self) {
  npy_intp *__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":390
 *             Can return NULL for 0-dimensional arrays.
 *             """
 *             return PyArray_DIMS(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_DIMS(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":384
 *             return PyArray_NDIM(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp *shape(self) noexcept nogil:
 *             """Returns a pointer to the dimensions/shape of the array.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":392
 *             return PyArray_DIMS(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp *strides(self) noexcept nogil:
 *             """Returns a pointer to the strides of the array.
*/

static CYTHON_INLINE npy_intp *__pyx_f_5numpy_7ndarray_7strides_strides(PyArrayObject *__pyx_v_self) {
  npy_intp *__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":397
 *             The number of elements matches the number of dimensions of the array (ndim).
 *             """
 *             return PyArray_STRIDES(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_STRIDES(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":392
 *             return PyArray_DIMS(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp *strides(self) noexcept nogil:
 *             """Returns a pointer to the strides of the array.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":399
 *             return PyArray_STRIDES(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp size(self) noexcept nogil:
 *             """Returns the total size (in number of elements) of the array.
*/

static CYTHON_INLINE npy_intp __pyx_f_5numpy_7ndarray_4size_size(PyArrayObject *__pyx_v_self) {
  npy_intp __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":403
 *             """Returns the total size (in number of elements) of the array.
 *             """
 *             return PyArray_SIZE(self)             # <<<<<<<<<<<<<<
 * 
 *         @property
*/
  __pyx_r = PyArray_SIZE(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":399
 *             return PyArray_STRIDES(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline npy_intp size(self) noexcept nogil:
 *             """Returns the total size (in number of elements) of the array.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":405
 *             return PyArray_SIZE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline char* data(self) noexcept nogil:
 *             """The pointer to the data buffer as a char*.
*/

static CYTHON_INLINE char *__pyx_f_5numpy_7ndarray_4data_data(PyArrayObject *__pyx_v_self) {
  char *__pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":412
 *             of `PyArray_DATA()` instead, which returns a 'void*'.
 *             """
 *             return PyArray_BYTES(self)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = PyArray_BYTES(__pyx_v_self);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":405
 *             return PyArray_SIZE(self)
 * 
 *         @property             # <<<<<<<<<<<<<<
 *         cdef inline char* data(self) noexcept nogil:
 *             """The pointer to the data buffer as a char*.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":824
 * ctypedef long double complex clongdouble_t
 * 
 * cdef inline object PyArray_MultiIterNew1(a):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(1, <void*>a)
 * 
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew1(PyObject *__pyx_v_a) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew1", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":825
 * 
 * cdef inline object PyArray_MultiIterNew1(a):
 *     return PyArray_MultiIterNew(1, <void*>a)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew2(a, b):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(1, ((void *)__pyx_v_a)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 825, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":824
 * ctypedef long double complex clongdouble_t
 * 
 * cdef inline object PyArray_MultiIterNew1(a):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(1, <void*>a)
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew1", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":827
 *     return PyArray_MultiIterNew(1, <void*>a)
 * 
 * cdef inline object PyArray_MultiIterNew2(a, b):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)
 * 
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew2(PyObject *__pyx_v_a, PyObject *__pyx_v_b) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew2", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":828
 * 
 * cdef inline object PyArray_MultiIterNew2(a, b):
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew3(a, b, c):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(2, ((void *)__pyx_v_a), ((void *)__pyx_v_b)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 828, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":827
 *     return PyArray_MultiIterNew(1, <void*>a)
 * 
 * cdef inline object PyArray_MultiIterNew2(a, b):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew2", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":830
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)
 * 
 * cdef inline object PyArray_MultiIterNew3(a, b, c):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
 * 
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew3(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew3", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":831
 * 
 * cdef inline object PyArray_MultiIterNew3(a, b, c):
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew4(a, b, c, d):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(3, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 831, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":830
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)
 * 
 * cdef inline object PyArray_MultiIterNew3(a, b, c):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew3", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":833
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
 * 
 * cdef inline object PyArray_MultiIterNew4(a, b, c, d):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
 * 
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew4(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew4", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":834
 * 
 * cdef inline object PyArray_MultiIterNew4(a, b, c, d):
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(4, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 834, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":833
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
 * 
 * cdef inline object PyArray_MultiIterNew4(a, b, c, d):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew4", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":836
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
 * 
 * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
 * 
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew5(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d, PyObject *__pyx_v_e) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew5", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":837
 * 
 * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)             # <<<<<<<<<<<<<<
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(5, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d), ((void *)__pyx_v_e)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 837, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":836
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
 * 
 * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew5", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":839
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):             # <<<<<<<<<<<<<<
 *     if PyDataType_HASSUBARRAY(d):
 *         return <tuple>d.subarray.shape
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyDataType_SHAPE(PyArray_Descr *__pyx_v_d) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2;
  __Pyx_RefNannySetupContext("PyDataType_SHAPE", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":840
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):
 *     if PyDataType_HASSUBARRAY(d):             # <<<<<<<<<<<<<<
 *         return <tuple>d.subarray.shape
 *     else:
*/
  __pyx_t_1 = PyDataType_HASSUBARRAY(__pyx_v_d);
  if (__pyx_t_1) {

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":841
 * cdef inline tuple PyDataType_SHAPE(dtype d):
 *     if PyDataType_HASSUBARRAY(d):
 *         return <tuple>d.subarray.shape             # <<<<<<<<<<<<<<
 *     else:
 *         return ()
*/
    __Pyx_XDECREF(__pyx_r);
    __pyx_t_2 = __pyx_f_5numpy_5dtype_8subarray_subarray(__pyx_v_d)->shape;
    __Pyx_INCREF(((PyObject*)__pyx_t_2));
    __pyx_r = ((PyObject*)__pyx_t_2);
    goto __pyx_L0;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":840
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):
 *     if PyDataType_HASSUBARRAY(d):             # <<<<<<<<<<<<<<
 *         return <tuple>d.subarray.shape
 *     else:
*/
  }

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":843
 *         return <tuple>d.subarray.shape
 *     else:
 *         return ()             # <<<<<<<<<<<<<<
 * 
 * 
*/
  /*else*/ {
    __Pyx_XDECREF(__pyx_r);
    __Pyx_INCREF(__pyx_mstate_global->__pyx_empty_tuple);
    __pyx_r = __pyx_mstate_global->__pyx_empty_tuple;
    goto __pyx_L0;
  }

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":839
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):             # <<<<<<<<<<<<<<
 *     if PyDataType_HASSUBARRAY(d):
 *         return <tuple>d.subarray.shape
*/

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1035
 *     int _import_umath() except -1
 * 
 * cdef inline void set_array_base(ndarray arr, object base) except *:             # <<<<<<<<<<<<<<
 *     Py_INCREF(base) # important to do this before stealing the reference below!
 *     PyArray_SetBaseObject(arr, base)
*/

static CYTHON_INLINE void __pyx_f_5numpy_set_array_base(PyArrayObject *__pyx_v_arr, PyObject *__pyx_v_base) {
  int __pyx_t_1;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1036
 * 
 * cdef inline void set_array_base(ndarray arr, object base) except *:
 *     Py_INCREF(base) # important to do this before stealing the reference below!             # <<<<<<<<<<<<<<
 *     PyArray_SetBaseObject(arr, base)
 * 
*/
  Py_INCREF(__pyx_v_base);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1037
 * cdef inline void set_array_base(ndarray arr, object base) except *:
 *     Py_INCREF(base) # important to do this before stealing the reference below!
 *     PyArray_SetBaseObject(arr, base)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object get_array_base(ndarray arr):
*/
  __pyx_t_1 = PyArray_SetBaseObject(__pyx_v_arr, __pyx_v_base); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(2, 1037, __pyx_L1_error)

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1035
 *     int _import_umath() except -1
 * 
 * cdef inline void set_array_base(ndarray arr, object base) except *:             # <<<<<<<<<<<<<<
 *     Py_INCREF(base) # important to do this before stealing the reference below!
 *     PyArray_SetBaseObject(arr, base)
*/

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("numpy.set_array_base", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_L0:;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1039
 *     PyArray_SetBaseObject(arr, base)
 * 
 * cdef inline object get_array_base(ndarray arr):             # <<<<<<<<<<<<<<
 *     base = PyArray_BASE(arr)
 *     if base is NULL:
*/

static CYTHON_INLINE PyObject *__pyx_f_5numpy_get_array_base(PyArrayObject *__pyx_v_arr) {
  PyObject *__pyx_v_base;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  __Pyx_RefNannySetupContext("get_array_base", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1040
 * 
 * cdef inline object get_array_base(ndarray arr):
 *     base = PyArray_BASE(arr)             # <<<<<<<<<<<<<<
 *     if base is NULL:
 *         return None
*/
  __pyx_v_base = PyArray_BASE(__pyx_v_arr);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1041
 * cdef inline object get_array_base(ndarray arr):
 *     base = PyArray_BASE(arr)
 *     if base is NULL:             # <<<<<<<<<<<<<<
 *         return None
 *     return <object>base
*/
  __pyx_t_1 = (__pyx_v_base == NULL);
  if (__pyx_t_1) {

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1042
 *     base = PyArray_BASE(arr)
 *     if base is NULL:
 *         return None             # <<<<<<<<<<<<<<
 *     return <object>base
 * 
*/
    __Pyx_XDECREF(__pyx_r);
    __pyx_r = Py_None; __Pyx_INCREF(Py_None);
    goto __pyx_L0;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1041
 * cdef inline object get_array_base(ndarray arr):
 *     base = PyArray_BASE(arr)
 *     if base is NULL:             # <<<<<<<<<<<<<<
 *         return None
 *     return <object>base
*/
  }

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1043
 *     if base is NULL:
 *         return None
 *     return <object>base             # <<<<<<<<<<<<<<
 * 
 * # Versions of the import_* functions which are more suitable for
*/
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_base));
  __pyx_r = ((PyObject *)__pyx_v_base);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1039
 *     PyArray_SetBaseObject(arr, base)
 * 
 * cdef inline object get_array_base(ndarray arr):             # <<<<<<<<<<<<<<
 *     base = PyArray_BASE(arr)
 *     if base is NULL:
*/

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1047
 * # Versions of the import_* functions which are more suitable for
 * # Cython code.
 * cdef inline int import_array() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         __pyx_import_array()
*/

static CYTHON_INLINE int __pyx_f_5numpy_import_array(void) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  size_t __pyx_t_10;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("import_array", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1048
 * # Cython code.
 * cdef inline int import_array() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         __pyx_import_array()
 *     except Exception:
*/
  {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
    __Pyx_XGOTREF(__pyx_t_1);
    __Pyx_XGOTREF(__pyx_t_2);
    __Pyx_XGOTREF(__pyx_t_3);
    /*try:*/ {

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1049
 * cdef inline int import_array() except -1:
 *     try:
 *         __pyx_import_array()             # <<<<<<<<<<<<<<
 *     except Exception:
 *         raise ImportError("numpy._core.multiarray failed to import")
*/
      __pyx_t_4 = _import_array(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 1049, __pyx_L3_error)

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1048
 * # Cython code.
 * cdef inline int import_array() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         __pyx_import_array()
 *     except Exception:
*/
    }
    __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    goto __pyx_L8_try_end;
    __pyx_L3_error:;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1050
 *     try:
 *         __pyx_import_array()
 *     except Exception:             # <<<<<<<<<<<<<<
 *         raise ImportError("numpy._core.multiarray failed to import")
 * 
*/
    __pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(((PyTypeObject*)PyExc_Exception))));
    if (__pyx_t_4) {
      __Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
      if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 1050, __pyx_L5_except_error)
      __Pyx_XGOTREF(__pyx_t_5);
      __Pyx_XGOTREF(__pyx_t_6);
      __Pyx_XGOTREF(__pyx_t_7);

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1051
 *         __pyx_import_array()
 *     except Exception:
 *         raise ImportError("numpy._core.multiarray failed to import")             # <<<<<<<<<<<<<<
 * 
 * cdef inline int import_umath() except -1:
*/
      __pyx_t_9 = NULL;
      __pyx_t_10 = 1;
      {
        PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_mstate_global->__pyx_kp_u_numpy__core_multiarray_failed_to};
        __pyx_t_8 = __Pyx_PyObject_FastCall((PyObject*)(((PyTypeObject*)PyExc_ImportError)), __pyx_callargs+__pyx_t_10, (2-__pyx_t_10) | (__pyx_t_10*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
        if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 1051, __pyx_L5_except_error)
        __Pyx_GOTREF(__pyx_t_8);
      }
      __Pyx_Raise(__pyx_t_8, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __PYX_ERR(2, 1051, __pyx_L5_except_error)
    }
    goto __pyx_L5_except_error;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1048
 * # Cython code.
 * cdef inline int import_array() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         __pyx_import_array()
 *     except Exception:
*/
    __pyx_L5_except_error:;
    __Pyx_XGIVEREF(__pyx_t_1);
    __Pyx_XGIVEREF(__pyx_t_2);
    __Pyx_XGIVEREF(__pyx_t_3);
    __Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
    goto __pyx_L1_error;
    __pyx_L8_try_end:;
  }

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1047
 * # Versions of the import_* functions which are more suitable for
 * # Cython code.
 * cdef inline int import_array() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         __pyx_import_array()
*/

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1053
 *         raise ImportError("numpy._core.multiarray failed to import")
 * 
 * cdef inline int import_umath() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_umath()
*/

static CYTHON_INLINE int __pyx_f_5numpy_import_umath(void) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  size_t __pyx_t_10;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("import_umath", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1054
 * 
 * cdef inline int import_umath() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
*/
  {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
    __Pyx_XGOTREF(__pyx_t_1);
    __Pyx_XGOTREF(__pyx_t_2);
    __Pyx_XGOTREF(__pyx_t_3);
    /*try:*/ {

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1055
 * cdef inline int import_umath() except -1:
 *     try:
 *         _import_umath()             # <<<<<<<<<<<<<<
 *     except Exception:
 *         raise ImportError("numpy._core.umath failed to import")
*/
      __pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 1055, __pyx_L3_error)

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1054
 * 
 * cdef inline int import_umath() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
*/
    }
    __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    goto __pyx_L8_try_end;
    __pyx_L3_error:;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1056
 *     try:
 *         _import_umath()
 *     except Exception:             # <<<<<<<<<<<<<<
 *         raise ImportError("numpy._core.umath failed to import")
 * 
*/
    __pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(((PyTypeObject*)PyExc_Exception))));
    if (__pyx_t_4) {
      __Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename);
      if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 1056, __pyx_L5_except_error)
      __Pyx_XGOTREF(__pyx_t_5);
      __Pyx_XGOTREF(__pyx_t_6);
      __Pyx_XGOTREF(__pyx_t_7);

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1057
 *         _import_umath()
 *     except Exception:
 *         raise ImportError("numpy._core.umath failed to import")             # <<<<<<<<<<<<<<
 * 
 * cdef inline int import_ufunc() except -1:
*/
      __pyx_t_9 = NULL;
      __pyx_t_10 = 1;
      {
        PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_mstate_global->__pyx_kp_u_numpy__core_umath_failed_to_impo};
        __pyx_t_8 = __Pyx_PyObject_FastCall((PyObject*)(((PyTypeObject*)PyExc_ImportError)), __pyx_callargs+__pyx_t_10, (2-__pyx_t_10) | (__pyx_t_10*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
        if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 1057, __pyx_L5_except_error)
        __Pyx_GOTREF(__pyx_t_8);
      }
      __Pyx_Raise(__pyx_t_8, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __PYX_ERR(2, 1057, __pyx_L5_except_error)
    }
    goto __pyx_L5_except_error;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1054
 * 
 * cdef inline int import_umath() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
*/
    __pyx_L5_except_error:;
    __Pyx_XGIVEREF(__pyx_t_1);
    __Pyx_XGIVEREF(__pyx_t_2);
    __Pyx_XGIVEREF(__pyx_t_3);
    __Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
    goto __pyx_L1_error;
    __pyx_L8_try_end:;
  }

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1053
 *         raise ImportError("numpy._core.multiarray failed to import")
 * 
 * cdef inline int import_umath() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_umath()
*/

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1059
 *         raise ImportError("numpy._core.umath failed to import")
 * 
 * cdef inline int import_ufunc() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_umath()
*/

static CYTHON_INLINE int __pyx_f_5numpy_import_ufunc(void) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  size_t __pyx_t_10;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("import_ufunc", 0);

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1060
 * 
 * cdef inline int import_ufunc() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
*/
  {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
    __Pyx_XGOTREF(__pyx_t_1);
    __Pyx_XGOTREF(__pyx_t_2);
    __Pyx_XGOTREF(__pyx_t_3);
    /*try:*/ {

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1061
 * cdef inline int import_ufunc() except -1:
 *     try:
 *         _import_umath()             # <<<<<<<<<<<<<<
 *     except Exception:
 *         raise ImportError("numpy._core.umath failed to import")
*/
      __pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 1061, __pyx_L3_error)

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1060
 * 
 * cdef inline int import_ufunc() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
*/
    }
    __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    goto __pyx_L8_try_end;
    __pyx_L3_error:;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1062
 *     try:
 *         _import_umath()
 *     except Exception:             # <<<<<<<<<<<<<<
 *         raise ImportError("numpy._core.umath failed to import")
 * 
*/
    __pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(((PyTypeObject*)PyExc_Exception))));
    if (__pyx_t_4) {
      __Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename);
      if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 1062, __pyx_L5_except_error)
      __Pyx_XGOTREF(__pyx_t_5);
      __Pyx_XGOTREF(__pyx_t_6);
      __Pyx_XGOTREF(__pyx_t_7);

      /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1063
 *         _import_umath()
 *     except Exception:
 *         raise ImportError("numpy._core.umath failed to import")             # <<<<<<<<<<<<<<
 * 
 * 
*/
      __pyx_t_9 = NULL;
      __pyx_t_10 = 1;
      {
        PyObject *__pyx_callargs[2] = {__pyx_t_9, __pyx_mstate_global->__pyx_kp_u_numpy__core_umath_failed_to_impo};
        __pyx_t_8 = __Pyx_PyObject_FastCall((PyObject*)(((PyTypeObject*)PyExc_ImportError)), __pyx_callargs+__pyx_t_10, (2-__pyx_t_10) | (__pyx_t_10*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
        if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 1063, __pyx_L5_except_error)
        __Pyx_GOTREF(__pyx_t_8);
      }
      __Pyx_Raise(__pyx_t_8, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __PYX_ERR(2, 1063, __pyx_L5_except_error)
    }
    goto __pyx_L5_except_error;

    /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1060
 * 
 * cdef inline int import_ufunc() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
*/
    __pyx_L5_except_error:;
    __Pyx_XGIVEREF(__pyx_t_1);
    __Pyx_XGIVEREF(__pyx_t_2);
    __Pyx_XGIVEREF(__pyx_t_3);
    __Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
    goto __pyx_L1_error;
    __pyx_L8_try_end:;
  }

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1059
 *         raise ImportError("numpy._core.umath failed to import")
 * 
 * cdef inline int import_ufunc() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_umath()
*/

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1066
 * 
 * 
 * cdef inline bint is_timedelta64_object(object obj) noexcept:             # <<<<<<<<<<<<<<
 *     """
 *     Cython equivalent of `isinstance(obj, np.timedelta64)`
*/

static CYTHON_INLINE int __pyx_f_5numpy_is_timedelta64_object(PyObject *__pyx_v_obj) {
  int __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1078
 *     bool
 *     """
 *     return PyObject_TypeCheck(obj, &PyTimedeltaArrType_Type)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = PyObject_TypeCheck(__pyx_v_obj, (&PyTimedeltaArrType_Type));
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1066
 * 
 * 
 * cdef inline bint is_timedelta64_object(object obj) noexcept:             # <<<<<<<<<<<<<<
 *     """
 *     Cython equivalent of `isinstance(obj, np.timedelta64)`
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1081
 * 
 * 
 * cdef inline bint is_datetime64_object(object obj) noexcept:             # <<<<<<<<<<<<<<
 *     """
 *     Cython equivalent of `isinstance(obj, np.datetime64)`
*/

static CYTHON_INLINE int __pyx_f_5numpy_is_datetime64_object(PyObject *__pyx_v_obj) {
  int __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1093
 *     bool
 *     """
 *     return PyObject_TypeCheck(obj, &PyDatetimeArrType_Type)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = PyObject_TypeCheck(__pyx_v_obj, (&PyDatetimeArrType_Type));
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1081
 * 
 * 
 * cdef inline bint is_datetime64_object(object obj) noexcept:             # <<<<<<<<<<<<<<
 *     """
 *     Cython equivalent of `isinstance(obj, np.datetime64)`
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1096
 * 
 * 
 * cdef inline npy_datetime get_datetime64_value(object obj) noexcept nogil:             # <<<<<<<<<<<<<<
 *     """
 *     returns the int64 value underlying scalar numpy datetime64 object
*/

static CYTHON_INLINE npy_datetime __pyx_f_5numpy_get_datetime64_value(PyObject *__pyx_v_obj) {
  npy_datetime __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1103
 *     also needed.  That can be found using `get_datetime64_unit`.
 *     """
 *     return (<PyDatetimeScalarObject*>obj).obval             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = ((PyDatetimeScalarObject *)__pyx_v_obj)->obval;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1096
 * 
 * 
 * cdef inline npy_datetime get_datetime64_value(object obj) noexcept nogil:             # <<<<<<<<<<<<<<
 *     """
 *     returns the int64 value underlying scalar numpy datetime64 object
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1106
 * 
 * 
 * cdef inline npy_timedelta get_timedelta64_value(object obj) noexcept nogil:             # <<<<<<<<<<<<<<
 *     """
 *     returns the int64 value underlying scalar numpy timedelta64 object
*/

static CYTHON_INLINE npy_timedelta __pyx_f_5numpy_get_timedelta64_value(PyObject *__pyx_v_obj) {
  npy_timedelta __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1110
 *     returns the int64 value underlying scalar numpy timedelta64 object
 *     """
 *     return (<PyTimedeltaScalarObject*>obj).obval             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = ((PyTimedeltaScalarObject *)__pyx_v_obj)->obval;
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1106
 * 
 * 
 * cdef inline npy_timedelta get_timedelta64_value(object obj) noexcept nogil:             # <<<<<<<<<<<<<<
 *     """
 *     returns the int64 value underlying scalar numpy timedelta64 object
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1113
 * 
 * 
 * cdef inline NPY_DATETIMEUNIT get_datetime64_unit(object obj) noexcept nogil:             # <<<<<<<<<<<<<<
 *     """
 *     returns the unit part of the dtype for a numpy datetime64 object.
*/

static CYTHON_INLINE NPY_DATETIMEUNIT __pyx_f_5numpy_get_datetime64_unit(PyObject *__pyx_v_obj) {
  NPY_DATETIMEUNIT __pyx_r;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1117
 *     returns the unit part of the dtype for a numpy datetime64 object.
 *     """
 *     return <NPY_DATETIMEUNIT>(<PyDatetimeScalarObject*>obj).obmeta.base             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = ((NPY_DATETIMEUNIT)((PyDatetimeScalarObject *)__pyx_v_obj)->obmeta.base);
  goto __pyx_L0;

  /* "../../../../../tmp/build-env-yjjfqvjd/lib/python3.10/site-packages/numpy/__init__.cython-30.pxd":1113
 * 
 * 
 * cdef inline NPY_DATETIMEUNIT get_datetime64_unit(object obj) noexcept nogil:             # <<<<<<<<<<<<<<
 *     """
 *     returns the unit part of the dtype for a numpy datetime64 object.
*/

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":80
 *     cdef public object pyterm_references
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         self.reps = vector[TermCRep_ptr](0)
 *         self.foat_indices = vector[INT](0)
*/

/* Python wrapper */
static int __pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return -1;
  #endif
  __pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
  if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 0, 0, __pyx_nargs); return -1; }
  const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_VARARGS(__pyx_kwds) : 0;
  if (unlikely(__pyx_kwds_len < 0)) return -1;
  if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("__cinit__", __pyx_kwds); return -1;}
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl___cinit__(((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl___cinit__(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  __pyx_t_1;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":81
 * 
 *     def __cinit__(self):
 *         self.reps = vector[TermCRep_ptr](0)             # <<<<<<<<<<<<<<
 *         self.foat_indices = vector[INT](0)
 *         self.e_indices = vector[INT](0)
*/
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 81, __pyx_L1_error)
  }
  __pyx_v_self->reps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":82
 *     def __cinit__(self):
 *         self.reps = vector[TermCRep_ptr](0)
 *         self.foat_indices = vector[INT](0)             # <<<<<<<<<<<<<<
 *         self.e_indices = vector[INT](0)
 *         self.pyterm_references = []
*/
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 82, __pyx_L1_error)
  }
  __pyx_v_self->foat_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_2);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":83
 *         self.reps = vector[TermCRep_ptr](0)
 *         self.foat_indices = vector[INT](0)
 *         self.e_indices = vector[INT](0)             # <<<<<<<<<<<<<<
 *         self.pyterm_references = []
 * 
*/
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 83, __pyx_L1_error)
  }
  __pyx_v_self->e_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_2);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":84
 *         self.foat_indices = vector[INT](0)
 *         self.e_indices = vector[INT](0)
 *         self.pyterm_references = []             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 84, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_3);
  __Pyx_GOTREF(__pyx_v_self->pyterm_references);
  __Pyx_DECREF(__pyx_v_self->pyterm_references);
  __pyx_v_self->pyterm_references = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":80
 *     cdef public object pyterm_references
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         self.reps = vector[TermCRep_ptr](0)
 *         self.foat_indices = vector[INT](0)
*/

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.RepCacheEl.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":78
 *     cdef vector[INT] foat_indices
 *     cdef vector[INT] e_indices
 *     cdef public object pyterm_references             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self):
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_1__get__(PyObject *__pyx_v_self) {
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references___get__(((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references___get__(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->pyterm_references);
  __pyx_r = __pyx_v_self->pyterm_references;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_2__set__(((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_2__set__(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->pyterm_references);
  __Pyx_DECREF(__pyx_v_self->pyterm_references);
  __pyx_v_self->pyterm_references = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_5__del__(PyObject *__pyx_v_self) {
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_4__del__(((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_4__del__(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->pyterm_references);
  __Pyx_DECREF(__pyx_v_self->pyterm_references);
  __pyx_v_self->pyterm_references = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_3__reduce_cython__(PyObject *__pyx_v_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_3__reduce_cython__ = {"__reduce_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_3__reduce_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_3__reduce_cython__(PyObject *__pyx_v_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("__reduce_cython__", 1, 0, 0, __pyx_nargs); return NULL; }
  const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
  if (unlikely(__pyx_kwds_len < 0)) return NULL;
  if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("__reduce_cython__", __pyx_kwds); return NULL;}
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_2__reduce_cython__(((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_2__reduce_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__reduce_cython__", 0);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
  __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_TypeError))), __pyx_mstate_global->__pyx_kp_u_no_default___reduce___due_to_non, 0, 0);
  __PYX_ERR(1, 2, __pyx_L1_error)

  /* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.RepCacheEl.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_5__setstate_cython__(PyObject *__pyx_v_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_5__setstate_cython__ = {"__setstate_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_5__setstate_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_5__setstate_cython__(PyObject *__pyx_v_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  CYTHON_UNUSED PyObject *__pyx_v___pyx_state = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[1] = {0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_pyx_state,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(1, 3, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 3, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "__setstate_cython__", 0) < (0)) __PYX_ERR(1, 3, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("__setstate_cython__", 1, 1, 1, i); __PYX_ERR(1, 3, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 1)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 3, __pyx_L3_error)
    }
    __pyx_v___pyx_state = values[0];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__setstate_cython__", 1, 1, 1, __pyx_nargs); __PYX_ERR(1, 3, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.RepCacheEl.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_4__setstate_cython__(((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_v_self), __pyx_v___pyx_state);

  /* function exit code */
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_4__setstate_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__setstate_cython__", 0);

  /* "(tree fragment)":4
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"             # <<<<<<<<<<<<<<
*/
  __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_TypeError))), __pyx_mstate_global->__pyx_kp_u_no_default___reduce___due_to_non, 0, 0);
  __PYX_ERR(1, 4, __pyx_L1_error)

  /* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.RepCacheEl.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":98
 *     cdef object pyterm_references
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         self.cgatestring = vector[INT](0)
 *         self.rho_term_reps = vector[TermCRep_ptr](0)
*/

/* Python wrapper */
static int __pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return -1;
  #endif
  __pyx_kwvalues = __Pyx_KwValues_VARARGS(__pyx_args, __pyx_nargs);
  if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 0, 0, __pyx_nargs); return -1; }
  const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_VARARGS(__pyx_kwds) : 0;
  if (unlikely(__pyx_kwds_len < 0)) return -1;
  if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("__cinit__", __pyx_kwds); return -1;}
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl___cinit__(((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl___cinit__(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_t_1;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  __pyx_t_2;
  std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_t_3;
  std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> >  __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":99
 * 
 *     def __cinit__(self):
 *         self.cgatestring = vector[INT](0)             # <<<<<<<<<<<<<<
 *         self.rho_term_reps = vector[TermCRep_ptr](0)
 *         self.op_term_reps = unordered_map[INT, vector[TermCRep_ptr] ]()
*/
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 99, __pyx_L1_error)
  }
  __pyx_v_self->cgatestring = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":100
 *     def __cinit__(self):
 *         self.cgatestring = vector[INT](0)
 *         self.rho_term_reps = vector[TermCRep_ptr](0)             # <<<<<<<<<<<<<<
 *         self.op_term_reps = unordered_map[INT, vector[TermCRep_ptr] ]()
 *         self.E_term_reps = vector[TermCRep_ptr](0)
*/
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 100, __pyx_L1_error)
  }
  __pyx_v_self->rho_term_reps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_2);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":101
 *         self.cgatestring = vector[INT](0)
 *         self.rho_term_reps = vector[TermCRep_ptr](0)
 *         self.op_term_reps = unordered_map[INT, vector[TermCRep_ptr] ]()             # <<<<<<<<<<<<<<
 *         self.E_term_reps = vector[TermCRep_ptr](0)
 *         self.rho_foat_indices = vector[INT](0)
*/
  try {
    __pyx_t_3 = std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> > ();
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 101, __pyx_L1_error)
  }
  __pyx_v_self->op_term_reps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_3);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":102
 *         self.rho_term_reps = vector[TermCRep_ptr](0)
 *         self.op_term_reps = unordered_map[INT, vector[TermCRep_ptr] ]()
 *         self.E_term_reps = vector[TermCRep_ptr](0)             # <<<<<<<<<<<<<<
 *         self.rho_foat_indices = vector[INT](0)
 *         self.op_foat_indices = unordered_map[INT, vector[INT] ]()
*/
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 102, __pyx_L1_error)
  }
  __pyx_v_self->E_term_reps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_2);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":103
 *         self.op_term_reps = unordered_map[INT, vector[TermCRep_ptr] ]()
 *         self.E_term_reps = vector[TermCRep_ptr](0)
 *         self.rho_foat_indices = vector[INT](0)             # <<<<<<<<<<<<<<
 *         self.op_foat_indices = unordered_map[INT, vector[INT] ]()
 *         self.E_foat_indices = vector[INT](0)
*/
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 103, __pyx_L1_error)
  }
  __pyx_v_self->rho_foat_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":104
 *         self.E_term_reps = vector[TermCRep_ptr](0)
 *         self.rho_foat_indices = vector[INT](0)
 *         self.op_foat_indices = unordered_map[INT, vector[INT] ]()             # <<<<<<<<<<<<<<
 *         self.E_foat_indices = vector[INT](0)
 *         self.e_indices = vector[INT](0)
*/
  try {
    __pyx_t_4 = std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> > ();
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 104, __pyx_L1_error)
  }
  __pyx_v_self->op_foat_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_4);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":105
 *         self.rho_foat_indices = vector[INT](0)
 *         self.op_foat_indices = unordered_map[INT, vector[INT] ]()
 *         self.E_foat_indices = vector[INT](0)             # <<<<<<<<<<<<<<
 *         self.e_indices = vector[INT](0)
 *         self.pyterm_references = []
*/
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 105, __pyx_L1_error)
  }
  __pyx_v_self->E_foat_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":106
 *         self.op_foat_indices = unordered_map[INT, vector[INT] ]()
 *         self.E_foat_indices = vector[INT](0)
 *         self.e_indices = vector[INT](0)             # <<<<<<<<<<<<<<
 *         self.pyterm_references = []
 * 
*/
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 106, __pyx_L1_error)
  }
  __pyx_v_self->e_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":107
 *         self.E_foat_indices = vector[INT](0)
 *         self.e_indices = vector[INT](0)
 *         self.pyterm_references = []             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_t_5 = PyList_New(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 107, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_GIVEREF(__pyx_t_5);
  __Pyx_GOTREF(__pyx_v_self->pyterm_references);
  __Pyx_DECREF(__pyx_v_self->pyterm_references);
  __pyx_v_self->pyterm_references = __pyx_t_5;
  __pyx_t_5 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":98
 *     cdef object pyterm_references
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         self.cgatestring = vector[INT](0)
 *         self.rho_term_reps = vector[TermCRep_ptr](0)
*/

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.CircuitSetupCacheEl.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_3__reduce_cython__(PyObject *__pyx_v_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_3__reduce_cython__ = {"__reduce_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_3__reduce_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_3__reduce_cython__(PyObject *__pyx_v_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  if (unlikely(__pyx_nargs > 0)) { __Pyx_RaiseArgtupleInvalid("__reduce_cython__", 1, 0, 0, __pyx_nargs); return NULL; }
  const Py_ssize_t __pyx_kwds_len = unlikely(__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
  if (unlikely(__pyx_kwds_len < 0)) return NULL;
  if (unlikely(__pyx_kwds_len > 0)) {__Pyx_RejectKeywords("__reduce_cython__", __pyx_kwds); return NULL;}
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_2__reduce_cython__(((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_2__reduce_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__reduce_cython__", 0);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
  __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_TypeError))), __pyx_mstate_global->__pyx_kp_u_no_default___reduce___due_to_non, 0, 0);
  __PYX_ERR(1, 2, __pyx_L1_error)

  /* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.CircuitSetupCacheEl.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_5__setstate_cython__(PyObject *__pyx_v_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_5__setstate_cython__ = {"__setstate_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_5__setstate_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_5__setstate_cython__(PyObject *__pyx_v_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  CYTHON_UNUSED PyObject *__pyx_v___pyx_state = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[1] = {0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_pyx_state,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(1, 3, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 3, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "__setstate_cython__", 0) < (0)) __PYX_ERR(1, 3, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("__setstate_cython__", 1, 1, 1, i); __PYX_ERR(1, 3, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 1)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(1, 3, __pyx_L3_error)
    }
    __pyx_v___pyx_state = values[0];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__setstate_cython__", 1, 1, 1, __pyx_nargs); __PYX_ERR(1, 3, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.CircuitSetupCacheEl.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_4__setstate_cython__(((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)__pyx_v_self), __pyx_v___pyx_state);

  /* function exit code */
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_4__setstate_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__setstate_cython__", 0);

  /* "(tree fragment)":4
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"             # <<<<<<<<<<<<<<
*/
  __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_TypeError))), __pyx_mstate_global->__pyx_kp_u_no_default___reduce___due_to_non, 0, 0);
  __PYX_ERR(1, 4, __pyx_L1_error)

  /* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.CircuitSetupCacheEl.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":113
 * 
 * # Helper functions
 * cdef PolynomialRep_from_allocd_PolynomialCRep(PolynomialCRep* crep):             # <<<<<<<<<<<<<<
 *     cdef PolynomialRep ret = PolynomialRep.__new__(PolynomialRep) # doesn't call __init__
 *     ret.c_polynomial = crep
*/

static PyObject *__pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_PolynomialRep_from_allocd_PolynomialCRep(CReps::PolynomialCRep *__pyx_v_crep) {
  struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_PolynomialRep *__pyx_v_ret = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("PolynomialRep_from_allocd_PolynomialCRep", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":114
 * # Helper functions
 * cdef PolynomialRep_from_allocd_PolynomialCRep(PolynomialCRep* crep):
 *     cdef PolynomialRep ret = PolynomialRep.__new__(PolynomialRep) # doesn't call __init__             # <<<<<<<<<<<<<<
 *     ret.c_polynomial = crep
 *     return ret
*/
  __pyx_t_1 = __Pyx_tp_new(((PyObject *)__pyx_mstate_global->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_PolynomialRep), __pyx_mstate_global->__pyx_empty_tuple); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 114, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_mstate_global->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_PolynomialRep)))) __PYX_ERR(0, 114, __pyx_L1_error)
  __pyx_v_ret = ((struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_PolynomialRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":115
 * cdef PolynomialRep_from_allocd_PolynomialCRep(PolynomialCRep* crep):
 *     cdef PolynomialRep ret = PolynomialRep.__new__(PolynomialRep) # doesn't call __init__
 *     ret.c_polynomial = crep             # <<<<<<<<<<<<<<
 *     return ret
 * 
*/
  __pyx_v_ret->c_polynomial = __pyx_v_crep;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":116
 *     cdef PolynomialRep ret = PolynomialRep.__new__(PolynomialRep) # doesn't call __init__
 *     ret.c_polynomial = crep
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * cdef vector[vector[TermCRep_ptr]] extract_cterms(python_termrep_lists, INT max_order):
*/
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF((PyObject *)__pyx_v_ret);
  __pyx_r = ((PyObject *)__pyx_v_ret);
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":113
 * 
 * # Helper functions
 * cdef PolynomialRep_from_allocd_PolynomialCRep(PolynomialCRep* crep):             # <<<<<<<<<<<<<<
 *     cdef PolynomialRep ret = PolynomialRep.__new__(PolynomialRep) # doesn't call __init__
 *     ret.c_polynomial = crep
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.PolynomialRep_from_allocd_PolynomialCRep", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_ret);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":118
 *     return ret
 * 
 * cdef vector[vector[TermCRep_ptr]] extract_cterms(python_termrep_lists, INT max_order):             # <<<<<<<<<<<<<<
 *     cdef vector[vector[TermCRep_ptr]] ret = vector[vector[TermCRep_ptr]](max_order+1)
 *     cdef vector[TermCRep*] vec_of_terms
*/

static std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_extract_cterms(PyObject *__pyx_v_python_termrep_lists, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_max_order) {
  std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_v_ret;
  std::vector<CReps_stabilizer::TermCRep *>  __pyx_v_vec_of_terms;
  PyObject *__pyx_v_order = NULL;
  PyObject *__pyx_v_termreps = NULL;
  PyObject *__pyx_v_i = NULL;
  PyObject *__pyx_v_termrep = NULL;
  std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_r;
  __Pyx_RefNannyDeclarations
  std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  Py_ssize_t __pyx_t_4;
  PyObject *(*__pyx_t_5)(PyObject *);
  PyObject *__pyx_t_6 = NULL;
  Py_ssize_t __pyx_t_7;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  __pyx_t_8;
  PyObject *__pyx_t_9 = NULL;
  PyObject *(*__pyx_t_10)(PyObject *);
  PyObject *__pyx_t_11 = NULL;
  CReps_stabilizer::TermCRep *__pyx_t_12;
  std::vector<CReps_stabilizer::TermCRep *> ::size_type __pyx_t_13;
  std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> > ::size_type __pyx_t_14;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("extract_cterms", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":119
 * 
 * cdef vector[vector[TermCRep_ptr]] extract_cterms(python_termrep_lists, INT max_order):
 *     cdef vector[vector[TermCRep_ptr]] ret = vector[vector[TermCRep_ptr]](max_order+1)             # <<<<<<<<<<<<<<
 *     cdef vector[TermCRep*] vec_of_terms
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists
*/
  try {
    __pyx_t_1 = std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> > ((__pyx_v_max_order + 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 119, __pyx_L1_error)
  }
  __pyx_v_ret = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":121
 *     cdef vector[vector[TermCRep_ptr]] ret = vector[vector[TermCRep_ptr]](max_order+1)
 *     cdef vector[TermCRep*] vec_of_terms
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists             # <<<<<<<<<<<<<<
 *         vec_of_terms = vector[TermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):
*/
  __Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
  __pyx_t_2 = __pyx_mstate_global->__pyx_int_0;
  if (likely(PyList_CheckExact(__pyx_v_python_termrep_lists)) || PyTuple_CheckExact(__pyx_v_python_termrep_lists)) {
    __pyx_t_3 = __pyx_v_python_termrep_lists; __Pyx_INCREF(__pyx_t_3);
    __pyx_t_4 = 0;
    __pyx_t_5 = NULL;
  } else {
    __pyx_t_4 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_python_termrep_lists); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 121, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_5 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 121, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_5)) {
      if (likely(PyList_CheckExact(__pyx_t_3))) {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_3);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 121, __pyx_L1_error)
          #endif
          if (__pyx_t_4 >= __pyx_temp) break;
        }
        __pyx_t_6 = __Pyx_PyList_GetItemRefFast(__pyx_t_3, __pyx_t_4, __Pyx_ReferenceSharing_OwnStrongReference);
        ++__pyx_t_4;
      } else {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_3);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 121, __pyx_L1_error)
          #endif
          if (__pyx_t_4 >= __pyx_temp) break;
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_6 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_4));
        #else
        __pyx_t_6 = __Pyx_PySequence_ITEM(__pyx_t_3, __pyx_t_4);
        #endif
        ++__pyx_t_4;
      }
      if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 121, __pyx_L1_error)
    } else {
      __pyx_t_6 = __pyx_t_5(__pyx_t_3);
      if (unlikely(!__pyx_t_6)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 121, __pyx_L1_error)
          PyErr_Clear();
        }
        break;
      }
    }
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_XDECREF_SET(__pyx_v_termreps, __pyx_t_6);
    __pyx_t_6 = 0;
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_order, __pyx_t_2);
    __pyx_t_6 = __Pyx_PyLong_AddObjC(__pyx_t_2, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 121, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_2);
    __pyx_t_2 = __pyx_t_6;
    __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":122
 *     cdef vector[TermCRep*] vec_of_terms
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists
 *         vec_of_terms = vector[TermCRep_ptr](len(termreps))             # <<<<<<<<<<<<<<
 *         for i,termrep in enumerate(termreps):
 *             vec_of_terms[i] = (<TermRep?>termrep).c_term
*/
    __pyx_t_7 = PyObject_Length(__pyx_v_termreps); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 122, __pyx_L1_error)
    try {
      __pyx_t_8 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> (__pyx_t_7);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 122, __pyx_L1_error)
    }
    __pyx_v_vec_of_terms = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_8);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":123
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists
 *         vec_of_terms = vector[TermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):             # <<<<<<<<<<<<<<
 *             vec_of_terms[i] = (<TermRep?>termrep).c_term
 *         ret[order] = vec_of_terms
*/
    __Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
    __pyx_t_6 = __pyx_mstate_global->__pyx_int_0;
    if (likely(PyList_CheckExact(__pyx_v_termreps)) || PyTuple_CheckExact(__pyx_v_termreps)) {
      __pyx_t_9 = __pyx_v_termreps; __Pyx_INCREF(__pyx_t_9);
      __pyx_t_7 = 0;
      __pyx_t_10 = NULL;
    } else {
      __pyx_t_7 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_v_termreps); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 123, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_10 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_9); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 123, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_10)) {
        if (likely(PyList_CheckExact(__pyx_t_9))) {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_9);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 123, __pyx_L1_error)
            #endif
            if (__pyx_t_7 >= __pyx_temp) break;
          }
          __pyx_t_11 = __Pyx_PyList_GetItemRefFast(__pyx_t_9, __pyx_t_7, __Pyx_ReferenceSharing_OwnStrongReference);
          ++__pyx_t_7;
        } else {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_9);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 123, __pyx_L1_error)
            #endif
            if (__pyx_t_7 >= __pyx_temp) break;
          }
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_11 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_7));
          #else
          __pyx_t_11 = __Pyx_PySequence_ITEM(__pyx_t_9, __pyx_t_7);
          #endif
          ++__pyx_t_7;
        }
        if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 123, __pyx_L1_error)
      } else {
        __pyx_t_11 = __pyx_t_10(__pyx_t_9);
        if (unlikely(!__pyx_t_11)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 123, __pyx_L1_error)
            PyErr_Clear();
          }
          break;
        }
      }
      __Pyx_GOTREF(__pyx_t_11);
      __Pyx_XDECREF_SET(__pyx_v_termrep, __pyx_t_11);
      __pyx_t_11 = 0;
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_6);
      __pyx_t_11 = __Pyx_PyLong_AddObjC(__pyx_t_6, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 123, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_11);
      __Pyx_DECREF(__pyx_t_6);
      __pyx_t_6 = __pyx_t_11;
      __pyx_t_11 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":124
 *         vec_of_terms = vector[TermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):
 *             vec_of_terms[i] = (<TermRep?>termrep).c_term             # <<<<<<<<<<<<<<
 *         ret[order] = vec_of_terms
 *     return ret
*/
      if (!(likely(__Pyx_TypeTest(__pyx_v_termrep, __pyx_mstate_global->__pyx_ptype_6pygsti_8evotypes_10stabilizer_8termreps_TermRep)))) __PYX_ERR(0, 124, __pyx_L1_error)
      __pyx_t_12 = ((struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep *)__pyx_v_termrep)->c_term;
      __pyx_t_13 = __Pyx_PyLong_As_size_t(__pyx_v_i); if (unlikely((__pyx_t_13 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 124, __pyx_L1_error)
      (__pyx_v_vec_of_terms[__pyx_t_13]) = __pyx_t_12;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":123
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists
 *         vec_of_terms = vector[TermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):             # <<<<<<<<<<<<<<
 *             vec_of_terms[i] = (<TermRep?>termrep).c_term
 *         ret[order] = vec_of_terms
*/
    }
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":125
 *         for i,termrep in enumerate(termreps):
 *             vec_of_terms[i] = (<TermRep?>termrep).c_term
 *         ret[order] = vec_of_terms             # <<<<<<<<<<<<<<
 *     return ret
 * 
*/
    __pyx_t_14 = __Pyx_PyLong_As_size_t(__pyx_v_order); if (unlikely((__pyx_t_14 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 125, __pyx_L1_error)
    (__pyx_v_ret[__pyx_t_14]) = __pyx_v_vec_of_terms;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":121
 *     cdef vector[vector[TermCRep_ptr]] ret = vector[vector[TermCRep_ptr]](max_order+1)
 *     cdef vector[TermCRep*] vec_of_terms
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists             # <<<<<<<<<<<<<<
 *         vec_of_terms = vector[TermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):
*/
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":126
 *             vec_of_terms[i] = (<TermRep?>termrep).c_term
 *         ret[order] = vec_of_terms
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = __pyx_v_ret;
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":118
 *     return ret
 * 
 * cdef vector[vector[TermCRep_ptr]] extract_cterms(python_termrep_lists, INT max_order):             # <<<<<<<<<<<<<<
 *     cdef vector[vector[TermCRep_ptr]] ret = vector[vector[TermCRep_ptr]](max_order+1)
 *     cdef vector[TermCRep*] vec_of_terms
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_11);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.extract_cterms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_order);
  __Pyx_XDECREF(__pyx_v_termreps);
  __Pyx_XDECREF(__pyx_v_i);
  __Pyx_XDECREF(__pyx_v_termrep);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":129
 * 
 * 
 * def prs_as_polynomials(fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,             # <<<<<<<<<<<<<<
 *                        comm=None, mem_limit=None, fastmode=True):
 * 
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_1prs_as_polynomials(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_1prs_as_polynomials = {"prs_as_polynomials", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_1prs_as_polynomials, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_1prs_as_polynomials(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyObject *__pyx_v_fwdsim = 0;
  PyObject *__pyx_v_rholabel = 0;
  PyObject *__pyx_v_elabels = 0;
  PyObject *__pyx_v_circuit = 0;
  PyObject *__pyx_v_polynomial_vindices_per_int = 0;
  CYTHON_UNUSED PyObject *__pyx_v_comm = 0;
  CYTHON_UNUSED PyObject *__pyx_v_mem_limit = 0;
  PyObject *__pyx_v_fastmode = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[8] = {0,0,0,0,0,0,0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("prs_as_polynomials (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_fwdsim,&__pyx_mstate_global->__pyx_n_u_rholabel,&__pyx_mstate_global->__pyx_n_u_elabels,&__pyx_mstate_global->__pyx_n_u_circuit,&__pyx_mstate_global->__pyx_n_u_polynomial_vindices_per_int,&__pyx_mstate_global->__pyx_n_u_comm,&__pyx_mstate_global->__pyx_n_u_mem_limit,&__pyx_mstate_global->__pyx_n_u_fastmode,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 129, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  8:
        values[7] = __Pyx_ArgRef_FASTCALL(__pyx_args, 7);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[7])) __PYX_ERR(0, 129, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  7:
        values[6] = __Pyx_ArgRef_FASTCALL(__pyx_args, 6);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 129, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  6:
        values[5] = __Pyx_ArgRef_FASTCALL(__pyx_args, 5);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 129, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  5:
        values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 129, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  4:
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 129, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  3:
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 129, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 129, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 129, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "prs_as_polynomials", 0) < (0)) __PYX_ERR(0, 129, __pyx_L3_error)

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":130
 * 
 * def prs_as_polynomials(fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,
 *                        comm=None, mem_limit=None, fastmode=True):             # <<<<<<<<<<<<<<
 * 
 *     # Create gatelable -> int mapping to be used throughout
*/
      if (!values[5]) values[5] = __Pyx_NewRef(((PyObject *)Py_None));
      if (!values[6]) values[6] = __Pyx_NewRef(((PyObject *)Py_None));
      if (!values[7]) values[7] = __Pyx_NewRef(((PyObject *)((PyObject*)Py_True)));
      for (Py_ssize_t i = __pyx_nargs; i < 5; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("prs_as_polynomials", 0, 5, 8, i); __PYX_ERR(0, 129, __pyx_L3_error) }
      }
    } else {
      switch (__pyx_nargs) {
        case  8:
        values[7] = __Pyx_ArgRef_FASTCALL(__pyx_args, 7);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[7])) __PYX_ERR(0, 129, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  7:
        values[6] = __Pyx_ArgRef_FASTCALL(__pyx_args, 6);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 129, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  6:
        values[5] = __Pyx_ArgRef_FASTCALL(__pyx_args, 5);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 129, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  5:
        values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 129, __pyx_L3_error)
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 129, __pyx_L3_error)
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 129, __pyx_L3_error)
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 129, __pyx_L3_error)
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 129, __pyx_L3_error)
        break;
        default: goto __pyx_L5_argtuple_error;
      }
      if (!values[5]) values[5] = __Pyx_NewRef(((PyObject *)Py_None));
      if (!values[6]) values[6] = __Pyx_NewRef(((PyObject *)Py_None));
      if (!values[7]) values[7] = __Pyx_NewRef(((PyObject *)((PyObject*)Py_True)));
    }
    __pyx_v_fwdsim = values[0];
    __pyx_v_rholabel = values[1];
    __pyx_v_elabels = values[2];
    __pyx_v_circuit = values[3];
    __pyx_v_polynomial_vindices_per_int = values[4];
    __pyx_v_comm = values[5];
    __pyx_v_mem_limit = values[6];
    __pyx_v_fastmode = values[7];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("prs_as_polynomials", 0, 5, 8, __pyx_nargs); __PYX_ERR(0, 129, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.prs_as_polynomials", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_prs_as_polynomials(__pyx_self, __pyx_v_fwdsim, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_polynomial_vindices_per_int, __pyx_v_comm, __pyx_v_mem_limit, __pyx_v_fastmode);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":129
 * 
 * 
 * def prs_as_polynomials(fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,             # <<<<<<<<<<<<<<
 *                        comm=None, mem_limit=None, fastmode=True):
 * 
*/

  /* function exit code */
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_prs_as_polynomials(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_fwdsim, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_polynomial_vindices_per_int, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_mem_limit, PyObject *__pyx_v_fastmode) {
  PyObject *__pyx_v_distinct_gateLabels = NULL;
  PyObject *__pyx_v_glmap = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_cgatestring;
  PyObject *__pyx_v_gl = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_mpv;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_vpi;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_order;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_numEs;
  PyObject *__pyx_v_op_term_reps = NULL;
  PyObject *__pyx_v_rho_term_reps = NULL;
  PyObject *__pyx_v_E_term_reps = NULL;
  PyObject *__pyx_v_e_indices = NULL;
  PyObject *__pyx_v_cur_term_reps = NULL;
  PyObject *__pyx_v_cur_indices = NULL;
  PyObject *__pyx_v_elbl = NULL;
  PyObject *__pyx_v_term_reps = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_gi;
  std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_v_rho_term_creps;
  std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_v_E_term_creps;
  std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> > >  __pyx_v_gate_term_creps;
  PyObject *__pyx_v_termrep_lists = NULL;
  std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> >  __pyx_v_E_cindices;
  PyObject *__pyx_v_ii = NULL;
  PyObject *__pyx_v_inds = NULL;
  PyObject *__pyx_v_jj = NULL;
  PyObject *__pyx_v_indx = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_nqubits;
  std::vector<CReps::PolynomialCRep *>  __pyx_v_polynomials;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_7genexpr__pyx_v_i;
  PyObject *__pyx_7genexpr__pyx_v_gl = NULL;
  PyObject *__pyx_8genexpr1__pyx_v_glbl = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_8genexpr2__pyx_v_order;
  PyObject *__pyx_8genexpr3__pyx_v_t = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_8genexpr4__pyx_v_order;
  PyObject *__pyx_8genexpr5__pyx_v_t = NULL;
  PyObject *__pyx_8genexpr6__pyx_v_t = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_8genexpr7__pyx_v_i;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_3;
  Py_ssize_t __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *(*__pyx_t_6)(PyObject *);
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  Py_ssize_t __pyx_t_10;
  Py_ssize_t __pyx_t_11;
  PyObject *__pyx_t_12 = NULL;
  PyObject *__pyx_t_13 = NULL;
  PyObject *__pyx_t_14 = NULL;
  PyObject *__pyx_t_15 = NULL;
  size_t __pyx_t_16;
  Py_ssize_t __pyx_t_17;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_18;
  PyObject *(*__pyx_t_19)(PyObject *);
  int __pyx_t_20;
  std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_t_21;
  int __pyx_t_22;
  int __pyx_t_23;
  std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> >  __pyx_t_24;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_t_25;
  std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> > ::size_type __pyx_t_26;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> ::size_type __pyx_t_27;
  bool __pyx_t_28;
  std::vector<CReps::PolynomialCRep *>  __pyx_t_29;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_30;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("prs_as_polynomials", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":133
 * 
 *     # Create gatelable -> int mapping to be used throughout
 *     distinct_gateLabels = sorted(set(circuit))             # <<<<<<<<<<<<<<
 *     glmap = { gl: i for i,gl in enumerate(distinct_gateLabels) }
 * 
*/
  __pyx_t_1 = PySet_New(__pyx_v_circuit); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 133, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PySequence_List(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 133, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  if (unlikely((PyList_Sort(__pyx_t_2) < 0))) __PYX_ERR(0, 133, __pyx_L1_error)
  __pyx_v_distinct_gateLabels = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":134
 *     # Create gatelable -> int mapping to be used throughout
 *     distinct_gateLabels = sorted(set(circuit))
 *     glmap = { gl: i for i,gl in enumerate(distinct_gateLabels) }             # <<<<<<<<<<<<<<
 * 
 *     # Convert circuit to a vector of ints
*/
  { /* enter inner scope */
    __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 134, __pyx_L5_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_3 = 0;
    __pyx_t_1 = __pyx_v_distinct_gateLabels; __Pyx_INCREF(__pyx_t_1);
    __pyx_t_4 = 0;
    for (;;) {
      {
        Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_1);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 134, __pyx_L5_error)
        #endif
        if (__pyx_t_4 >= __pyx_temp) break;
      }
      __pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_1, __pyx_t_4, __Pyx_ReferenceSharing_OwnStrongReference);
      ++__pyx_t_4;
      if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 134, __pyx_L5_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_XDECREF_SET(__pyx_7genexpr__pyx_v_gl, __pyx_t_5);
      __pyx_t_5 = 0;
      __pyx_7genexpr__pyx_v_i = __pyx_t_3;
      __pyx_t_3 = (__pyx_t_3 + 1);
      __pyx_t_5 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_7genexpr__pyx_v_i); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 134, __pyx_L5_error)
      __Pyx_GOTREF(__pyx_t_5);
      if (unlikely(PyDict_SetItem(__pyx_t_2, (PyObject*)__pyx_7genexpr__pyx_v_gl, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 134, __pyx_L5_error)
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    }
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_XDECREF(__pyx_7genexpr__pyx_v_gl); __pyx_7genexpr__pyx_v_gl = 0;
    goto __pyx_L9_exit_scope;
    __pyx_L5_error:;
    __Pyx_XDECREF(__pyx_7genexpr__pyx_v_gl); __pyx_7genexpr__pyx_v_gl = 0;
    goto __pyx_L1_error;
    __pyx_L9_exit_scope:;
  } /* exit inner scope */
  __pyx_v_glmap = ((PyObject*)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":139
 *     cdef INT i
 *     cdef vector[INT] cgatestring
 *     for gl in circuit:             # <<<<<<<<<<<<<<
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
*/
  if (likely(PyList_CheckExact(__pyx_v_circuit)) || PyTuple_CheckExact(__pyx_v_circuit)) {
    __pyx_t_2 = __pyx_v_circuit; __Pyx_INCREF(__pyx_t_2);
    __pyx_t_4 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_4 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_circuit); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 139, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_6 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 139, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_2))) {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_2);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 139, __pyx_L1_error)
          #endif
          if (__pyx_t_4 >= __pyx_temp) break;
        }
        __pyx_t_1 = __Pyx_PyList_GetItemRefFast(__pyx_t_2, __pyx_t_4, __Pyx_ReferenceSharing_OwnStrongReference);
        ++__pyx_t_4;
      } else {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_2);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 139, __pyx_L1_error)
          #endif
          if (__pyx_t_4 >= __pyx_temp) break;
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_1 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_4));
        #else
        __pyx_t_1 = __Pyx_PySequence_ITEM(__pyx_t_2, __pyx_t_4);
        #endif
        ++__pyx_t_4;
      }
      if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 139, __pyx_L1_error)
    } else {
      __pyx_t_1 = __pyx_t_6(__pyx_t_2);
      if (unlikely(!__pyx_t_1)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 139, __pyx_L1_error)
          PyErr_Clear();
        }
        break;
      }
    }
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_XDECREF_SET(__pyx_v_gl, __pyx_t_1);
    __pyx_t_1 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":140
 *     cdef vector[INT] cgatestring
 *     for gl in circuit:
 *         cgatestring.push_back(<INT>glmap[gl])             # <<<<<<<<<<<<<<
 * 
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars
*/
    __pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_v_gl); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 140, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_3 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 140, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    try {
      __pyx_v_cgatestring.push_back(((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_t_3));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 140, __pyx_L1_error)
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":139
 *     cdef INT i
 *     cdef vector[INT] cgatestring
 *     for gl in circuit:             # <<<<<<<<<<<<<<
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
*/
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":142
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars             # <<<<<<<<<<<<<<
 *     #cdef INT mpo = fwdsim.max_order*2 #max_polynomial_order
 *     cdef INT vpi = polynomial_vindices_per_int  #pass this in directly so fwdsim can compute once & use multiple times
*/
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 142, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_num_params); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 142, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_3 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 142, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_mpv = __pyx_t_3;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":144
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars
 *     #cdef INT mpo = fwdsim.max_order*2 #max_polynomial_order
 *     cdef INT vpi = polynomial_vindices_per_int  #pass this in directly so fwdsim can compute once & use multiple times             # <<<<<<<<<<<<<<
 *     cdef INT order;
 *     cdef INT numEs = len(elabels)
*/
  __pyx_t_3 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_v_polynomial_vindices_per_int); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 144, __pyx_L1_error)
  __pyx_v_vpi = __pyx_t_3;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":146
 *     cdef INT vpi = polynomial_vindices_per_int  #pass this in directly so fwdsim can compute once & use multiple times
 *     cdef INT order;
 *     cdef INT numEs = len(elabels)             # <<<<<<<<<<<<<<
 * 
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
*/
  __pyx_t_4 = PyObject_Length(__pyx_v_elabels); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 146, __pyx_L1_error)
  __pyx_v_numEs = __pyx_t_4;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":150
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in fwdsim.model._circuit_layer_operator(glbl, 'op').taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                                       for order in range(fwdsim.max_order+1) ]
 *                        for glbl in distinct_gateLabels }
*/
  { /* enter inner scope */
    __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 150, __pyx_L15_error)
    __Pyx_GOTREF(__pyx_t_1);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":152
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in fwdsim.model._circuit_layer_operator(glbl, 'op').taylor_order_terms(order, mpv)]
 *                                       for order in range(fwdsim.max_order+1) ]
 *                        for glbl in distinct_gateLabels }             # <<<<<<<<<<<<<<
 * 
 *     #Similar with rho_terms and E_terms
*/
    __pyx_t_2 = __pyx_v_distinct_gateLabels; __Pyx_INCREF(__pyx_t_2);
    __pyx_t_4 = 0;
    for (;;) {
      {
        Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_2);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 152, __pyx_L15_error)
        #endif
        if (__pyx_t_4 >= __pyx_temp) break;
      }
      __pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_2, __pyx_t_4, __Pyx_ReferenceSharing_OwnStrongReference);
      ++__pyx_t_4;
      if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 152, __pyx_L15_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_XDECREF_SET(__pyx_8genexpr1__pyx_v_glbl, __pyx_t_5);
      __pyx_t_5 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":150
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in fwdsim.model._circuit_layer_operator(glbl, 'op').taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                                       for order in range(fwdsim.max_order+1) ]
 *                        for glbl in distinct_gateLabels }
*/
      __pyx_t_5 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_8genexpr1__pyx_v_glbl); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 150, __pyx_L15_error)
      __Pyx_GOTREF(__pyx_t_5);
      { /* enter inner scope */
        __pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 150, __pyx_L15_error)
        __Pyx_GOTREF(__pyx_t_7);

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":151
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in fwdsim.model._circuit_layer_operator(glbl, 'op').taylor_order_terms(order, mpv)]
 *                                       for order in range(fwdsim.max_order+1) ]             # <<<<<<<<<<<<<<
 *                        for glbl in distinct_gateLabels }
 * 
*/
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_max_order); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 151, __pyx_L15_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_9 = __Pyx_PyLong_AddObjC(__pyx_t_8, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 151, __pyx_L15_error)
        __Pyx_GOTREF(__pyx_t_9);
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_10 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_10 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 151, __pyx_L15_error)
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_t_11 = __pyx_t_10;
        for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_11; __pyx_t_3+=1) {
          __pyx_8genexpr2__pyx_v_order = __pyx_t_3;
          { /* enter inner scope */

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":150
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in fwdsim.model._circuit_layer_operator(glbl, 'op').taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                                       for order in range(fwdsim.max_order+1) ]
 *                        for glbl in distinct_gateLabels }
*/
            __pyx_t_9 = PyList_New(0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 150, __pyx_L22_error)
            __Pyx_GOTREF(__pyx_t_9);
            __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 150, __pyx_L22_error)
            __Pyx_GOTREF(__pyx_t_15);
            __pyx_t_14 = __pyx_t_15;
            __Pyx_INCREF(__pyx_t_14);
            __pyx_t_16 = 0;
            {
              PyObject *__pyx_callargs[3] = {__pyx_t_14, __pyx_8genexpr1__pyx_v_glbl, __pyx_mstate_global->__pyx_n_u_op};
              __pyx_t_13 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_circuit_layer_operator, __pyx_callargs+__pyx_t_16, (3-__pyx_t_16) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
              __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
              __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
              if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 150, __pyx_L22_error)
              __Pyx_GOTREF(__pyx_t_13);
            }
            __pyx_t_12 = __pyx_t_13;
            __Pyx_INCREF(__pyx_t_12);
            __pyx_t_15 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_8genexpr2__pyx_v_order); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 150, __pyx_L22_error)
            __Pyx_GOTREF(__pyx_t_15);
            __pyx_t_14 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 150, __pyx_L22_error)
            __Pyx_GOTREF(__pyx_t_14);
            __pyx_t_16 = 0;
            {
              PyObject *__pyx_callargs[3] = {__pyx_t_12, __pyx_t_15, __pyx_t_14};
              __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_taylor_order_terms, __pyx_callargs+__pyx_t_16, (3-__pyx_t_16) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
              __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0;
              __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
              __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
              __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
              if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 150, __pyx_L22_error)
              __Pyx_GOTREF(__pyx_t_8);
            }
            if (likely(PyList_CheckExact(__pyx_t_8)) || PyTuple_CheckExact(__pyx_t_8)) {
              __pyx_t_13 = __pyx_t_8; __Pyx_INCREF(__pyx_t_13);
              __pyx_t_17 = 0;
              __pyx_t_6 = NULL;
            } else {
              __pyx_t_17 = -1; __pyx_t_13 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 150, __pyx_L22_error)
              __Pyx_GOTREF(__pyx_t_13);
              __pyx_t_6 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_13); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 150, __pyx_L22_error)
            }
            __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
            for (;;) {
              if (likely(!__pyx_t_6)) {
                if (likely(PyList_CheckExact(__pyx_t_13))) {
                  {
                    Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_13);
                    #if !CYTHON_ASSUME_SAFE_SIZE
                    if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 150, __pyx_L22_error)
                    #endif
                    if (__pyx_t_17 >= __pyx_temp) break;
                  }
                  __pyx_t_8 = __Pyx_PyList_GetItemRefFast(__pyx_t_13, __pyx_t_17, __Pyx_ReferenceSharing_OwnStrongReference);
                  ++__pyx_t_17;
                } else {
                  {
                    Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_13);
                    #if !CYTHON_ASSUME_SAFE_SIZE
                    if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 150, __pyx_L22_error)
                    #endif
                    if (__pyx_t_17 >= __pyx_temp) break;
                  }
                  #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
                  __pyx_t_8 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_13, __pyx_t_17));
                  #else
                  __pyx_t_8 = __Pyx_PySequence_ITEM(__pyx_t_13, __pyx_t_17);
                  #endif
                  ++__pyx_t_17;
                }
                if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 150, __pyx_L22_error)
              } else {
                __pyx_t_8 = __pyx_t_6(__pyx_t_13);
                if (unlikely(!__pyx_t_8)) {
                  PyObject* exc_type = PyErr_Occurred();
                  if (exc_type) {
                    if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 150, __pyx_L22_error)
                    PyErr_Clear();
                  }
                  break;
                }
              }
              __Pyx_GOTREF(__pyx_t_8);
              __Pyx_XDECREF_SET(__pyx_8genexpr3__pyx_v_t, __pyx_t_8);
              __pyx_t_8 = 0;
              __pyx_t_14 = __pyx_8genexpr3__pyx_v_t;
              __Pyx_INCREF(__pyx_t_14);
              __pyx_t_16 = 0;
              {
                PyObject *__pyx_callargs[2] = {__pyx_t_14, NULL};
                __pyx_t_8 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_torep, __pyx_callargs+__pyx_t_16, (1-__pyx_t_16) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
                __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
                if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 150, __pyx_L22_error)
                __Pyx_GOTREF(__pyx_t_8);
              }
              if (unlikely(__Pyx_ListComp_Append(__pyx_t_9, (PyObject*)__pyx_t_8))) __PYX_ERR(0, 150, __pyx_L22_error)
              __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
            }
            __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
            __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_t); __pyx_8genexpr3__pyx_v_t = 0;
            goto __pyx_L26_exit_scope;
            __pyx_L22_error:;
            __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_t); __pyx_8genexpr3__pyx_v_t = 0;
            goto __pyx_L15_error;
            __pyx_L26_exit_scope:;
          } /* exit inner scope */
          if (unlikely(__Pyx_ListComp_Append(__pyx_t_7, (PyObject*)__pyx_t_9))) __PYX_ERR(0, 150, __pyx_L15_error)
          __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        }
      } /* exit inner scope */
      if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_t_5, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 150, __pyx_L15_error)
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":152
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in fwdsim.model._circuit_layer_operator(glbl, 'op').taylor_order_terms(order, mpv)]
 *                                       for order in range(fwdsim.max_order+1) ]
 *                        for glbl in distinct_gateLabels }             # <<<<<<<<<<<<<<
 * 
 *     #Similar with rho_terms and E_terms
*/
    }
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_glbl); __pyx_8genexpr1__pyx_v_glbl = 0;
    goto __pyx_L28_exit_scope;
    __pyx_L15_error:;
    __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_glbl); __pyx_8genexpr1__pyx_v_glbl = 0;
    goto __pyx_L1_error;
    __pyx_L28_exit_scope:;
  } /* exit inner scope */
  __pyx_v_op_term_reps = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":155
 * 
 *     #Similar with rho_terms and E_terms
 *     rho_term_reps = [ [t.torep() for t in fwdsim.model._circuit_layer_operator(rholabel, 'prep').taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                       for order in range(fwdsim.max_order+1) ]
 * 
*/
  { /* enter inner scope */
    __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 155, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":156
 *     #Similar with rho_terms and E_terms
 *     rho_term_reps = [ [t.torep() for t in fwdsim.model._circuit_layer_operator(rholabel, 'prep').taylor_order_terms(order, mpv)]
 *                       for order in range(fwdsim.max_order+1) ]             # <<<<<<<<<<<<<<
 * 
 *     E_term_reps = []
*/
    __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_max_order); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 156, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_7 = __Pyx_PyLong_AddObjC(__pyx_t_2, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 156, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_4 = __Pyx_PyIndex_AsSsize_t(__pyx_t_7); if (unlikely((__pyx_t_4 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 156, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __pyx_t_10 = __pyx_t_4;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_10; __pyx_t_3+=1) {
      __pyx_8genexpr4__pyx_v_order = __pyx_t_3;
      { /* enter inner scope */

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":155
 * 
 *     #Similar with rho_terms and E_terms
 *     rho_term_reps = [ [t.torep() for t in fwdsim.model._circuit_layer_operator(rholabel, 'prep').taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                       for order in range(fwdsim.max_order+1) ]
 * 
*/
        __pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 155, __pyx_L33_error)
        __Pyx_GOTREF(__pyx_t_7);
        __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 155, __pyx_L33_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_13 = __pyx_t_8;
        __Pyx_INCREF(__pyx_t_13);
        __pyx_t_16 = 0;
        {
          PyObject *__pyx_callargs[3] = {__pyx_t_13, __pyx_v_rholabel, __pyx_mstate_global->__pyx_n_u_prep};
          __pyx_t_9 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_circuit_layer_operator, __pyx_callargs+__pyx_t_16, (3-__pyx_t_16) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
          if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 155, __pyx_L33_error)
          __Pyx_GOTREF(__pyx_t_9);
        }
        __pyx_t_5 = __pyx_t_9;
        __Pyx_INCREF(__pyx_t_5);
        __pyx_t_8 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_8genexpr4__pyx_v_order); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 155, __pyx_L33_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_13 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 155, __pyx_L33_error)
        __Pyx_GOTREF(__pyx_t_13);
        __pyx_t_16 = 0;
        {
          PyObject *__pyx_callargs[3] = {__pyx_t_5, __pyx_t_8, __pyx_t_13};
          __pyx_t_2 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_taylor_order_terms, __pyx_callargs+__pyx_t_16, (3-__pyx_t_16) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
          __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
          __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
          if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 155, __pyx_L33_error)
          __Pyx_GOTREF(__pyx_t_2);
        }
        if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
          __pyx_t_9 = __pyx_t_2; __Pyx_INCREF(__pyx_t_9);
          __pyx_t_11 = 0;
          __pyx_t_6 = NULL;
        } else {
          __pyx_t_11 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 155, __pyx_L33_error)
          __Pyx_GOTREF(__pyx_t_9);
          __pyx_t_6 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 155, __pyx_L33_error)
        }
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        for (;;) {
          if (likely(!__pyx_t_6)) {
            if (likely(PyList_CheckExact(__pyx_t_9))) {
              {
                Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_9);
                #if !CYTHON_ASSUME_SAFE_SIZE
                if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 155, __pyx_L33_error)
                #endif
                if (__pyx_t_11 >= __pyx_temp) break;
              }
              __pyx_t_2 = __Pyx_PyList_GetItemRefFast(__pyx_t_9, __pyx_t_11, __Pyx_ReferenceSharing_OwnStrongReference);
              ++__pyx_t_11;
            } else {
              {
                Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_9);
                #if !CYTHON_ASSUME_SAFE_SIZE
                if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 155, __pyx_L33_error)
                #endif
                if (__pyx_t_11 >= __pyx_temp) break;
              }
              #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
              __pyx_t_2 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_11));
              #else
              __pyx_t_2 = __Pyx_PySequence_ITEM(__pyx_t_9, __pyx_t_11);
              #endif
              ++__pyx_t_11;
            }
            if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 155, __pyx_L33_error)
          } else {
            __pyx_t_2 = __pyx_t_6(__pyx_t_9);
            if (unlikely(!__pyx_t_2)) {
              PyObject* exc_type = PyErr_Occurred();
              if (exc_type) {
                if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 155, __pyx_L33_error)
                PyErr_Clear();
              }
              break;
            }
          }
          __Pyx_GOTREF(__pyx_t_2);
          __Pyx_XDECREF_SET(__pyx_8genexpr5__pyx_v_t, __pyx_t_2);
          __pyx_t_2 = 0;
          __pyx_t_13 = __pyx_8genexpr5__pyx_v_t;
          __Pyx_INCREF(__pyx_t_13);
          __pyx_t_16 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_13, NULL};
            __pyx_t_2 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_torep, __pyx_callargs+__pyx_t_16, (1-__pyx_t_16) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
            if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 155, __pyx_L33_error)
            __Pyx_GOTREF(__pyx_t_2);
          }
          if (unlikely(__Pyx_ListComp_Append(__pyx_t_7, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 155, __pyx_L33_error)
          __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        }
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __Pyx_XDECREF(__pyx_8genexpr5__pyx_v_t); __pyx_8genexpr5__pyx_v_t = 0;
        goto __pyx_L37_exit_scope;
        __pyx_L33_error:;
        __Pyx_XDECREF(__pyx_8genexpr5__pyx_v_t); __pyx_8genexpr5__pyx_v_t = 0;
        goto __pyx_L1_error;
        __pyx_L37_exit_scope:;
      } /* exit inner scope */
      if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 155, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    }
  } /* exit inner scope */
  __pyx_v_rho_term_reps = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":158
 *                       for order in range(fwdsim.max_order+1) ]
 * 
 *     E_term_reps = []             # <<<<<<<<<<<<<<
 *     e_indices = []
 *     for order in range(fwdsim.max_order+1):
*/
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 158, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_E_term_reps = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":159
 * 
 *     E_term_reps = []
 *     e_indices = []             # <<<<<<<<<<<<<<
 *     for order in range(fwdsim.max_order+1):
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
*/
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 159, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_e_indices = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":160
 *     E_term_reps = []
 *     e_indices = []
 *     for order in range(fwdsim.max_order+1):             # <<<<<<<<<<<<<<
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 *         cur_indices = [] # the Evec-index corresponding to each term rep
*/
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_max_order); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 160, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_7 = __Pyx_PyLong_AddObjC(__pyx_t_1, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 160, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_4 = __Pyx_PyIndex_AsSsize_t(__pyx_t_7); if (unlikely((__pyx_t_4 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 160, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_10 = __pyx_t_4;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_10; __pyx_t_3+=1) {
    __pyx_v_order = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":161
 *     e_indices = []
 *     for order in range(fwdsim.max_order+1):
 *         cur_term_reps = [] # the term reps for *all* the effect vectors             # <<<<<<<<<<<<<<
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 *         for i,elbl in enumerate(elabels):
*/
    __pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 161, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __Pyx_XDECREF_SET(__pyx_v_cur_term_reps, ((PyObject*)__pyx_t_7));
    __pyx_t_7 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":162
 *     for order in range(fwdsim.max_order+1):
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 *         cur_indices = [] # the Evec-index corresponding to each term rep             # <<<<<<<<<<<<<<
 *         for i,elbl in enumerate(elabels):
 *             term_reps = [t.torep() for t in fwdsim.model._circuit_layer_operator(elbl, 'povm').taylor_order_terms(order, mpv) ]
*/
    __pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 162, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __Pyx_XDECREF_SET(__pyx_v_cur_indices, ((PyObject*)__pyx_t_7));
    __pyx_t_7 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":163
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 *         for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *             term_reps = [t.torep() for t in fwdsim.model._circuit_layer_operator(elbl, 'povm').taylor_order_terms(order, mpv) ]
 *             cur_term_reps.extend( term_reps )
*/
    __pyx_t_18 = 0;
    if (likely(PyList_CheckExact(__pyx_v_elabels)) || PyTuple_CheckExact(__pyx_v_elabels)) {
      __pyx_t_7 = __pyx_v_elabels; __Pyx_INCREF(__pyx_t_7);
      __pyx_t_11 = 0;
      __pyx_t_6 = NULL;
    } else {
      __pyx_t_11 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_elabels); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 163, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __pyx_t_6 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_7); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 163, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_6)) {
        if (likely(PyList_CheckExact(__pyx_t_7))) {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_7);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 163, __pyx_L1_error)
            #endif
            if (__pyx_t_11 >= __pyx_temp) break;
          }
          __pyx_t_1 = __Pyx_PyList_GetItemRefFast(__pyx_t_7, __pyx_t_11, __Pyx_ReferenceSharing_OwnStrongReference);
          ++__pyx_t_11;
        } else {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_7);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 163, __pyx_L1_error)
            #endif
            if (__pyx_t_11 >= __pyx_temp) break;
          }
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_1 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_11));
          #else
          __pyx_t_1 = __Pyx_PySequence_ITEM(__pyx_t_7, __pyx_t_11);
          #endif
          ++__pyx_t_11;
        }
        if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 163, __pyx_L1_error)
      } else {
        __pyx_t_1 = __pyx_t_6(__pyx_t_7);
        if (unlikely(!__pyx_t_1)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 163, __pyx_L1_error)
            PyErr_Clear();
          }
          break;
        }
      }
      __Pyx_GOTREF(__pyx_t_1);
      __Pyx_XDECREF_SET(__pyx_v_elbl, __pyx_t_1);
      __pyx_t_1 = 0;
      __pyx_v_i = __pyx_t_18;
      __pyx_t_18 = (__pyx_t_18 + 1);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":164
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 *         for i,elbl in enumerate(elabels):
 *             term_reps = [t.torep() for t in fwdsim.model._circuit_layer_operator(elbl, 'povm').taylor_order_terms(order, mpv) ]             # <<<<<<<<<<<<<<
 *             cur_term_reps.extend( term_reps )
 *             cur_indices.extend( [i]*len(term_reps) )
*/
      { /* enter inner scope */
        __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 164, __pyx_L44_error)
        __Pyx_GOTREF(__pyx_t_1);
        __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 164, __pyx_L44_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_8 = __pyx_t_5;
        __Pyx_INCREF(__pyx_t_8);
        __pyx_t_16 = 0;
        {
          PyObject *__pyx_callargs[3] = {__pyx_t_8, __pyx_v_elbl, __pyx_mstate_global->__pyx_n_u_povm};
          __pyx_t_13 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_circuit_layer_operator, __pyx_callargs+__pyx_t_16, (3-__pyx_t_16) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 164, __pyx_L44_error)
          __Pyx_GOTREF(__pyx_t_13);
        }
        __pyx_t_2 = __pyx_t_13;
        __Pyx_INCREF(__pyx_t_2);
        __pyx_t_5 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_order); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 164, __pyx_L44_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_8 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 164, __pyx_L44_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_16 = 0;
        {
          PyObject *__pyx_callargs[3] = {__pyx_t_2, __pyx_t_5, __pyx_t_8};
          __pyx_t_9 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_taylor_order_terms, __pyx_callargs+__pyx_t_16, (3-__pyx_t_16) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
          __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
          __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
          if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 164, __pyx_L44_error)
          __Pyx_GOTREF(__pyx_t_9);
        }
        if (likely(PyList_CheckExact(__pyx_t_9)) || PyTuple_CheckExact(__pyx_t_9)) {
          __pyx_t_13 = __pyx_t_9; __Pyx_INCREF(__pyx_t_13);
          __pyx_t_17 = 0;
          __pyx_t_19 = NULL;
        } else {
          __pyx_t_17 = -1; __pyx_t_13 = PyObject_GetIter(__pyx_t_9); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 164, __pyx_L44_error)
          __Pyx_GOTREF(__pyx_t_13);
          __pyx_t_19 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_13); if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 164, __pyx_L44_error)
        }
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        for (;;) {
          if (likely(!__pyx_t_19)) {
            if (likely(PyList_CheckExact(__pyx_t_13))) {
              {
                Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_13);
                #if !CYTHON_ASSUME_SAFE_SIZE
                if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 164, __pyx_L44_error)
                #endif
                if (__pyx_t_17 >= __pyx_temp) break;
              }
              __pyx_t_9 = __Pyx_PyList_GetItemRefFast(__pyx_t_13, __pyx_t_17, __Pyx_ReferenceSharing_OwnStrongReference);
              ++__pyx_t_17;
            } else {
              {
                Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_13);
                #if !CYTHON_ASSUME_SAFE_SIZE
                if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 164, __pyx_L44_error)
                #endif
                if (__pyx_t_17 >= __pyx_temp) break;
              }
              #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
              __pyx_t_9 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_13, __pyx_t_17));
              #else
              __pyx_t_9 = __Pyx_PySequence_ITEM(__pyx_t_13, __pyx_t_17);
              #endif
              ++__pyx_t_17;
            }
            if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 164, __pyx_L44_error)
          } else {
            __pyx_t_9 = __pyx_t_19(__pyx_t_13);
            if (unlikely(!__pyx_t_9)) {
              PyObject* exc_type = PyErr_Occurred();
              if (exc_type) {
                if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 164, __pyx_L44_error)
                PyErr_Clear();
              }
              break;
            }
          }
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_XDECREF_SET(__pyx_8genexpr6__pyx_v_t, __pyx_t_9);
          __pyx_t_9 = 0;
          __pyx_t_8 = __pyx_8genexpr6__pyx_v_t;
          __Pyx_INCREF(__pyx_t_8);
          __pyx_t_16 = 0;
          {
            PyObject *__pyx_callargs[2] = {__pyx_t_8, NULL};
            __pyx_t_9 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_torep, __pyx_callargs+__pyx_t_16, (1-__pyx_t_16) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
            __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
            if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 164, __pyx_L44_error)
            __Pyx_GOTREF(__pyx_t_9);
          }
          if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_9))) __PYX_ERR(0, 164, __pyx_L44_error)
          __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        }
        __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
        __Pyx_XDECREF(__pyx_8genexpr6__pyx_v_t); __pyx_8genexpr6__pyx_v_t = 0;
        goto __pyx_L48_exit_scope;
        __pyx_L44_error:;
        __Pyx_XDECREF(__pyx_8genexpr6__pyx_v_t); __pyx_8genexpr6__pyx_v_t = 0;
        goto __pyx_L1_error;
        __pyx_L48_exit_scope:;
      } /* exit inner scope */
      __Pyx_XDECREF_SET(__pyx_v_term_reps, ((PyObject*)__pyx_t_1));
      __pyx_t_1 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":165
 *         for i,elbl in enumerate(elabels):
 *             term_reps = [t.torep() for t in fwdsim.model._circuit_layer_operator(elbl, 'povm').taylor_order_terms(order, mpv) ]
 *             cur_term_reps.extend( term_reps )             # <<<<<<<<<<<<<<
 *             cur_indices.extend( [i]*len(term_reps) )
 *         E_term_reps.append( cur_term_reps )
*/
      __pyx_t_20 = __Pyx_PyList_Extend(__pyx_v_cur_term_reps, __pyx_v_term_reps); if (unlikely(__pyx_t_20 == ((int)-1))) __PYX_ERR(0, 165, __pyx_L1_error)

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":166
 *             term_reps = [t.torep() for t in fwdsim.model._circuit_layer_operator(elbl, 'povm').taylor_order_terms(order, mpv) ]
 *             cur_term_reps.extend( term_reps )
 *             cur_indices.extend( [i]*len(term_reps) )             # <<<<<<<<<<<<<<
 *         E_term_reps.append( cur_term_reps )
 *         e_indices.append( cur_indices )
*/
      __pyx_t_1 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 166, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_17 = __Pyx_PyList_GET_SIZE(__pyx_v_term_reps); if (unlikely(__pyx_t_17 == ((Py_ssize_t)-1))) __PYX_ERR(0, 166, __pyx_L1_error)
      __pyx_t_13 = PyList_New(1 * ((__pyx_t_17<0) ? 0:__pyx_t_17)); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 166, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_13);
      { Py_ssize_t __pyx_temp;
        for (__pyx_temp=0; __pyx_temp < __pyx_t_17; __pyx_temp++) {
          __Pyx_INCREF(__pyx_t_1);
          __Pyx_GIVEREF(__pyx_t_1);
          if (__Pyx_PyList_SET_ITEM(__pyx_t_13, __pyx_temp, __pyx_t_1) != (0)) __PYX_ERR(0, 166, __pyx_L1_error);
        }
      }
      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
      __pyx_t_20 = __Pyx_PyList_Extend(__pyx_v_cur_indices, __pyx_t_13); if (unlikely(__pyx_t_20 == ((int)-1))) __PYX_ERR(0, 166, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":163
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 *         for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *             term_reps = [t.torep() for t in fwdsim.model._circuit_layer_operator(elbl, 'povm').taylor_order_terms(order, mpv) ]
 *             cur_term_reps.extend( term_reps )
*/
    }
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":167
 *             cur_term_reps.extend( term_reps )
 *             cur_indices.extend( [i]*len(term_reps) )
 *         E_term_reps.append( cur_term_reps )             # <<<<<<<<<<<<<<
 *         e_indices.append( cur_indices )
 * 
*/
    __pyx_t_20 = __Pyx_PyList_Append(__pyx_v_E_term_reps, __pyx_v_cur_term_reps); if (unlikely(__pyx_t_20 == ((int)-1))) __PYX_ERR(0, 167, __pyx_L1_error)

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":168
 *             cur_indices.extend( [i]*len(term_reps) )
 *         E_term_reps.append( cur_term_reps )
 *         e_indices.append( cur_indices )             # <<<<<<<<<<<<<<
 * 
 * 
*/
    __pyx_t_20 = __Pyx_PyList_Append(__pyx_v_e_indices, __pyx_v_cur_indices); if (unlikely(__pyx_t_20 == ((int)-1))) __PYX_ERR(0, 168, __pyx_L1_error)
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":173
 *     #convert to c-reps
 *     cdef INT gi
 *     cdef vector[vector[TermCRep_ptr]] rho_term_creps = extract_cterms(rho_term_reps,fwdsim.max_order)             # <<<<<<<<<<<<<<
 *     cdef vector[vector[TermCRep_ptr]] E_term_creps = extract_cterms(E_term_reps,fwdsim.max_order)
 *     cdef unordered_map[INT, vector[vector[TermCRep_ptr]]] gate_term_creps
*/
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_max_order); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 173, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_3 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_7); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 173, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_21 = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_extract_cterms(__pyx_v_rho_term_reps, __pyx_t_3); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 173, __pyx_L1_error)
  __pyx_v_rho_term_creps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_21);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":174
 *     cdef INT gi
 *     cdef vector[vector[TermCRep_ptr]] rho_term_creps = extract_cterms(rho_term_reps,fwdsim.max_order)
 *     cdef vector[vector[TermCRep_ptr]] E_term_creps = extract_cterms(E_term_reps,fwdsim.max_order)             # <<<<<<<<<<<<<<
 *     cdef unordered_map[INT, vector[vector[TermCRep_ptr]]] gate_term_creps
 *     for gi,termrep_lists in op_term_reps.items():
*/
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_max_order); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 174, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_3 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_7); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 174, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_21 = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_extract_cterms(__pyx_v_E_term_reps, __pyx_t_3); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 174, __pyx_L1_error)
  __pyx_v_E_term_creps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_21);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":176
 *     cdef vector[vector[TermCRep_ptr]] E_term_creps = extract_cterms(E_term_reps,fwdsim.max_order)
 *     cdef unordered_map[INT, vector[vector[TermCRep_ptr]]] gate_term_creps
 *     for gi,termrep_lists in op_term_reps.items():             # <<<<<<<<<<<<<<
 *         gate_term_creps[gi] = extract_cterms(termrep_lists,fwdsim.max_order)
 * 
*/
  __pyx_t_4 = 0;
  __pyx_t_13 = __Pyx_dict_iterator(__pyx_v_op_term_reps, 1, __pyx_mstate_global->__pyx_n_u_items, (&__pyx_t_10), (&__pyx_t_22)); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 176, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_13);
  __Pyx_XDECREF(__pyx_t_7);
  __pyx_t_7 = __pyx_t_13;
  __pyx_t_13 = 0;
  while (1) {
    __pyx_t_23 = __Pyx_dict_iter_next(__pyx_t_7, __pyx_t_10, &__pyx_t_4, &__pyx_t_13, &__pyx_t_1, NULL, __pyx_t_22);
    if (unlikely(__pyx_t_23 == 0)) break;
    if (unlikely(__pyx_t_23 == -1)) __PYX_ERR(0, 176, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_13);
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_3 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_13); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 176, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
    __pyx_v_gi = __pyx_t_3;
    __Pyx_XDECREF_SET(__pyx_v_termrep_lists, __pyx_t_1);
    __pyx_t_1 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":177
 *     cdef unordered_map[INT, vector[vector[TermCRep_ptr]]] gate_term_creps
 *     for gi,termrep_lists in op_term_reps.items():
 *         gate_term_creps[gi] = extract_cterms(termrep_lists,fwdsim.max_order)             # <<<<<<<<<<<<<<
 * 
 *     E_cindices = vector[vector[INT]](<INT>len(e_indices))
*/
    __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_max_order); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 177, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_3 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 177, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __pyx_t_21 = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_extract_cterms(__pyx_v_termrep_lists, __pyx_t_3); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 177, __pyx_L1_error)
    (__pyx_v_gate_term_creps[__pyx_v_gi]) = __pyx_t_21;
  }
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":179
 *         gate_term_creps[gi] = extract_cterms(termrep_lists,fwdsim.max_order)
 * 
 *     E_cindices = vector[vector[INT]](<INT>len(e_indices))             # <<<<<<<<<<<<<<
 *     for ii,inds in enumerate(e_indices):
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
*/
  __pyx_t_10 = __Pyx_PyList_GET_SIZE(__pyx_v_e_indices); if (unlikely(__pyx_t_10 == ((Py_ssize_t)-1))) __PYX_ERR(0, 179, __pyx_L1_error)
  try {
    __pyx_t_24 = std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> > (((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_t_10));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 179, __pyx_L1_error)
  }
  __pyx_v_E_cindices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_24);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":180
 * 
 *     E_cindices = vector[vector[INT]](<INT>len(e_indices))
 *     for ii,inds in enumerate(e_indices):             # <<<<<<<<<<<<<<
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):
*/
  __Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
  __pyx_t_7 = __pyx_mstate_global->__pyx_int_0;
  __pyx_t_1 = __pyx_v_e_indices; __Pyx_INCREF(__pyx_t_1);
  __pyx_t_10 = 0;
  for (;;) {
    {
      Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_1);
      #if !CYTHON_ASSUME_SAFE_SIZE
      if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 180, __pyx_L1_error)
      #endif
      if (__pyx_t_10 >= __pyx_temp) break;
    }
    __pyx_t_13 = __Pyx_PyList_GetItemRefFast(__pyx_t_1, __pyx_t_10, __Pyx_ReferenceSharing_OwnStrongReference);
    ++__pyx_t_10;
    if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 180, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_13);
    __Pyx_XDECREF_SET(__pyx_v_inds, __pyx_t_13);
    __pyx_t_13 = 0;
    __Pyx_INCREF(__pyx_t_7);
    __Pyx_XDECREF_SET(__pyx_v_ii, __pyx_t_7);
    __pyx_t_13 = __Pyx_PyLong_AddObjC(__pyx_t_7, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 180, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_13);
    __Pyx_DECREF(__pyx_t_7);
    __pyx_t_7 = __pyx_t_13;
    __pyx_t_13 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":181
 *     E_cindices = vector[vector[INT]](<INT>len(e_indices))
 *     for ii,inds in enumerate(e_indices):
 *         E_cindices[ii] = vector[INT](<INT>len(inds))             # <<<<<<<<<<<<<<
 *         for jj,indx in enumerate(inds):
 *             E_cindices[ii][jj] = <INT>indx
*/
    __pyx_t_4 = PyObject_Length(__pyx_v_inds); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 181, __pyx_L1_error)
    try {
      __pyx_t_25 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_t_4));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 181, __pyx_L1_error)
    }
    __pyx_t_26 = __Pyx_PyLong_As_size_t(__pyx_v_ii); if (unlikely((__pyx_t_26 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 181, __pyx_L1_error)
    (__pyx_v_E_cindices[__pyx_t_26]) = __pyx_t_25;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":182
 *     for ii,inds in enumerate(e_indices):
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):             # <<<<<<<<<<<<<<
 *             E_cindices[ii][jj] = <INT>indx
 * 
*/
    __Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
    __pyx_t_13 = __pyx_mstate_global->__pyx_int_0;
    if (likely(PyList_CheckExact(__pyx_v_inds)) || PyTuple_CheckExact(__pyx_v_inds)) {
      __pyx_t_9 = __pyx_v_inds; __Pyx_INCREF(__pyx_t_9);
      __pyx_t_4 = 0;
      __pyx_t_6 = NULL;
    } else {
      __pyx_t_4 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_v_inds); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 182, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_6 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 182, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_6)) {
        if (likely(PyList_CheckExact(__pyx_t_9))) {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_9);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 182, __pyx_L1_error)
            #endif
            if (__pyx_t_4 >= __pyx_temp) break;
          }
          __pyx_t_8 = __Pyx_PyList_GetItemRefFast(__pyx_t_9, __pyx_t_4, __Pyx_ReferenceSharing_OwnStrongReference);
          ++__pyx_t_4;
        } else {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_9);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 182, __pyx_L1_error)
            #endif
            if (__pyx_t_4 >= __pyx_temp) break;
          }
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_8 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_4));
          #else
          __pyx_t_8 = __Pyx_PySequence_ITEM(__pyx_t_9, __pyx_t_4);
          #endif
          ++__pyx_t_4;
        }
        if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 182, __pyx_L1_error)
      } else {
        __pyx_t_8 = __pyx_t_6(__pyx_t_9);
        if (unlikely(!__pyx_t_8)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 182, __pyx_L1_error)
            PyErr_Clear();
          }
          break;
        }
      }
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_XDECREF_SET(__pyx_v_indx, __pyx_t_8);
      __pyx_t_8 = 0;
      __Pyx_INCREF(__pyx_t_13);
      __Pyx_XDECREF_SET(__pyx_v_jj, __pyx_t_13);
      __pyx_t_8 = __Pyx_PyLong_AddObjC(__pyx_t_13, __pyx_mstate_global->__pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 182, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_13);
      __pyx_t_13 = __pyx_t_8;
      __pyx_t_8 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":183
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):
 *             E_cindices[ii][jj] = <INT>indx             # <<<<<<<<<<<<<<
 * 
 *     # Assume when we calculate terms, that "dimension" of Model is
*/
      __pyx_t_3 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_v_indx); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 183, __pyx_L1_error)
      __pyx_t_26 = __Pyx_PyLong_As_size_t(__pyx_v_ii); if (unlikely((__pyx_t_26 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 183, __pyx_L1_error)
      __pyx_t_27 = __Pyx_PyLong_As_size_t(__pyx_v_jj); if (unlikely((__pyx_t_27 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 183, __pyx_L1_error)
      ((__pyx_v_E_cindices[__pyx_t_26])[__pyx_t_27]) = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_t_3);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":182
 *     for ii,inds in enumerate(e_indices):
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):             # <<<<<<<<<<<<<<
 *             E_cindices[ii][jj] = <INT>indx
 * 
*/
    }
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":180
 * 
 *     E_cindices = vector[vector[INT]](<INT>len(e_indices))
 *     for ii,inds in enumerate(e_indices):             # <<<<<<<<<<<<<<
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):
*/
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":187
 *     # Assume when we calculate terms, that "dimension" of Model is
 *     # a full vectorized-density-matrix dimension, so nqubits is:
 *     cdef INT nqubits = <INT>(np.log2(fwdsim.model.dim)//2)             # <<<<<<<<<<<<<<
 * 
 *     #Call C-only function (which operates with C-representations only)
*/
  __pyx_t_1 = NULL;
  __Pyx_GetModuleGlobalName(__pyx_t_13, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 187, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_13);
  __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_13, __pyx_mstate_global->__pyx_n_u_log2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 187, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_9);
  __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
  __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 187, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_13);
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_13, __pyx_mstate_global->__pyx_n_u_dim); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 187, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
  __pyx_t_16 = 1;
  #if CYTHON_UNPACK_METHODS
  if (unlikely(PyMethod_Check(__pyx_t_9))) {
    __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_9);
    assert(__pyx_t_1);
    PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_9);
    __Pyx_INCREF(__pyx_t_1);
    __Pyx_INCREF(__pyx__function);
    __Pyx_DECREF_SET(__pyx_t_9, __pyx__function);
    __pyx_t_16 = 0;
  }
  #endif
  {
    PyObject *__pyx_callargs[2] = {__pyx_t_1, __pyx_t_8};
    __pyx_t_7 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_9, __pyx_callargs+__pyx_t_16, (2-__pyx_t_16) | (__pyx_t_16*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 187, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
  }
  __pyx_t_9 = __Pyx_PyLong_FloorDivideObjC(__pyx_t_7, __pyx_mstate_global->__pyx_int_2, 2, 0, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 187, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_9);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_3 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_9); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 187, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  __pyx_v_nqubits = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_t_3);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":192
 *     cdef vector[PolynomialCRep*] polynomials = c_prs_as_polynomials(
 *         cgatestring, rho_term_creps, gate_term_creps, E_term_creps,
 *         E_cindices, numEs, fwdsim.max_order, mpv, vpi, nqubits, <bool>fastmode)             # <<<<<<<<<<<<<<
 * 
 *     return [ PolynomialRep_from_allocd_PolynomialCRep(polynomials[i]) for i in range(<INT>polynomials.size()) ]
*/
  __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_max_order); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 192, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_9);
  __pyx_t_3 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_9); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 192, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  __pyx_t_28 = __Pyx_PyObject_IsTrue(__pyx_v_fastmode); if (unlikely((__pyx_t_28 == ((bool)-1)) && PyErr_Occurred())) __PYX_ERR(0, 192, __pyx_L1_error)

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":190
 * 
 *     #Call C-only function (which operates with C-representations only)
 *     cdef vector[PolynomialCRep*] polynomials = c_prs_as_polynomials(             # <<<<<<<<<<<<<<
 *         cgatestring, rho_term_creps, gate_term_creps, E_term_creps,
 *         E_cindices, numEs, fwdsim.max_order, mpv, vpi, nqubits, <bool>fastmode)
*/
  __pyx_t_29 = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_c_prs_as_polynomials(__pyx_v_cgatestring, __pyx_v_rho_term_creps, __pyx_v_gate_term_creps, __pyx_v_E_term_creps, __pyx_v_E_cindices, __pyx_v_numEs, __pyx_t_3, __pyx_v_mpv, __pyx_v_vpi, __pyx_v_nqubits, ((bool)__pyx_t_28)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 190, __pyx_L1_error)
  __pyx_v_polynomials = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_29);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":194
 *         E_cindices, numEs, fwdsim.max_order, mpv, vpi, nqubits, <bool>fastmode)
 * 
 *     return [ PolynomialRep_from_allocd_PolynomialCRep(polynomials[i]) for i in range(<INT>polynomials.size()) ]             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  { /* enter inner scope */
    __pyx_t_9 = PyList_New(0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 194, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_9);
    __pyx_t_3 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_polynomials.size());
    __pyx_t_18 = __pyx_t_3;
    for (__pyx_t_30 = 0; __pyx_t_30 < __pyx_t_18; __pyx_t_30+=1) {
      __pyx_8genexpr7__pyx_v_i = __pyx_t_30;
      __pyx_t_7 = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_PolynomialRep_from_allocd_PolynomialCRep((__pyx_v_polynomials[__pyx_8genexpr7__pyx_v_i])); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 194, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      if (unlikely(__Pyx_ListComp_Append(__pyx_t_9, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 194, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    }
  } /* exit inner scope */
  __pyx_r = __pyx_t_9;
  __pyx_t_9 = 0;
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":129
 * 
 * 
 * def prs_as_polynomials(fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,             # <<<<<<<<<<<<<<
 *                        comm=None, mem_limit=None, fastmode=True):
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_12);
  __Pyx_XDECREF(__pyx_t_13);
  __Pyx_XDECREF(__pyx_t_14);
  __Pyx_XDECREF(__pyx_t_15);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.prs_as_polynomials", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_distinct_gateLabels);
  __Pyx_XDECREF(__pyx_v_glmap);
  __Pyx_XDECREF(__pyx_v_gl);
  __Pyx_XDECREF(__pyx_v_op_term_reps);
  __Pyx_XDECREF(__pyx_v_rho_term_reps);
  __Pyx_XDECREF(__pyx_v_E_term_reps);
  __Pyx_XDECREF(__pyx_v_e_indices);
  __Pyx_XDECREF(__pyx_v_cur_term_reps);
  __Pyx_XDECREF(__pyx_v_cur_indices);
  __Pyx_XDECREF(__pyx_v_elbl);
  __Pyx_XDECREF(__pyx_v_term_reps);
  __Pyx_XDECREF(__pyx_v_termrep_lists);
  __Pyx_XDECREF(__pyx_v_ii);
  __Pyx_XDECREF(__pyx_v_inds);
  __Pyx_XDECREF(__pyx_v_jj);
  __Pyx_XDECREF(__pyx_v_indx);
  __Pyx_XDECREF(__pyx_7genexpr__pyx_v_gl);
  __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_glbl);
  __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_t);
  __Pyx_XDECREF(__pyx_8genexpr5__pyx_v_t);
  __Pyx_XDECREF(__pyx_8genexpr6__pyx_v_t);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":197
 * 
 * 
 * cdef vector[PolynomialCRep*] c_prs_as_polynomials(             # <<<<<<<<<<<<<<
 *     vector[INT]& circuit, vector[vector[TermCRep_ptr]] rho_term_reps,
 *     unordered_map[INT, vector[vector[TermCRep_ptr]]] op_term_reps,
*/

static std::vector<CReps::PolynomialCRep *>  __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_c_prs_as_polynomials(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_circuit, std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_v_rho_term_reps, std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> > >  __pyx_v_op_term_reps, std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_v_E_term_reps, std::vector<std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> >  __pyx_v_E_term_indices, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_numEs, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_max_order, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_max_polynomial_vars, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_vindices_per_int, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_nqubits, bool __pyx_v_fastmode) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_N;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT *__pyx_v_p;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_j;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_k;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_order;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_gn;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_innerloopfn_ptr __pyx_v_innerloop_fn;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *__pyx_v_Einds;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_v_factor_lists;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_PolynomialCRep_ptr>  __pyx_v_prps;
  std::vector<CReps::PolynomialCRep *>  __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  Py_ssize_t __pyx_t_2;
  int __pyx_t_3;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_PolynomialCRep_ptr>  __pyx_t_4;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_5;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_6;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_7;
  std::unordered_map<CReps::PolynomialVarsIndex,__pyx_t_double_complex>  __pyx_t_8;
  CReps::PolynomialCRep *__pyx_t_9;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_10;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_11;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_12;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_t_13;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_14;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_15;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_16;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_17;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_18;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_19;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("c_prs_as_polynomials", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":206
 *     # lookups and avoid weird string conversion stuff with Cython
 * 
 *     cdef INT N = len(circuit)             # <<<<<<<<<<<<<<
 *     cdef INT* p = <INT*>malloc((N+2) * sizeof(INT))
 *     cdef INT i,j,k,order,nTerms
*/
  __pyx_t_1 = __pyx_convert_vector_to_py___pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT(__pyx_v_circuit); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 206, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyObject_Length(__pyx_t_1); if (unlikely(__pyx_t_2 == ((Py_ssize_t)-1))) __PYX_ERR(0, 206, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_N = __pyx_t_2;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":207
 * 
 *     cdef INT N = len(circuit)
 *     cdef INT* p = <INT*>malloc((N+2) * sizeof(INT))             # <<<<<<<<<<<<<<
 *     cdef INT i,j,k,order,nTerms
 *     cdef INT gn
*/
  __pyx_v_p = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT *)malloc(((__pyx_v_N + 2) * (sizeof(__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)))));

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":212
 * 
 *     cdef innerloopfn_ptr innerloop_fn;
 *     if fastmode:             # <<<<<<<<<<<<<<
 *         innerloop_fn = pr_as_polynomial_innerloop_savepartials
 *     else:
*/
  __pyx_t_3 = (__pyx_v_fastmode != 0);
  if (__pyx_t_3) {

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":213
 *     cdef innerloopfn_ptr innerloop_fn;
 *     if fastmode:
 *         innerloop_fn = pr_as_polynomial_innerloop_savepartials             # <<<<<<<<<<<<<<
 *     else:
 *         innerloop_fn = pr_as_polynomial_innerloop
*/
    __pyx_v_innerloop_fn = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_pr_as_polynomial_innerloop_savepartials;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":212
 * 
 *     cdef innerloopfn_ptr innerloop_fn;
 *     if fastmode:             # <<<<<<<<<<<<<<
 *         innerloop_fn = pr_as_polynomial_innerloop_savepartials
 *     else:
*/
    goto __pyx_L3;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":215
 *         innerloop_fn = pr_as_polynomial_innerloop_savepartials
 *     else:
 *         innerloop_fn = pr_as_polynomial_innerloop             # <<<<<<<<<<<<<<
 * 
 *     #extract raw data from gate_terms dictionary-of-lists for faster lookup
*/
  /*else*/ {
    __pyx_v_innerloop_fn = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_pr_as_polynomial_innerloop;
  }
  __pyx_L3:;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":227
 *     cdef vector[vector_TermCRep_ptr_ptr] factor_lists
 * 
 *     assert(max_order <= 2) # only support this partitioning below (so far)             # <<<<<<<<<<<<<<
 * 
 *     cdef vector[PolynomialCRep_ptr] prps = vector[PolynomialCRep_ptr](numEs)
*/
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(__pyx_assertions_enabled())) {
    __pyx_t_3 = (__pyx_v_max_order <= 2);
    if (unlikely(!__pyx_t_3)) {
      __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
      __PYX_ERR(0, 227, __pyx_L1_error)
    }
  }
  #else
  if ((1)); else __PYX_ERR(0, 227, __pyx_L1_error)
  #endif

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":229
 *     assert(max_order <= 2) # only support this partitioning below (so far)
 * 
 *     cdef vector[PolynomialCRep_ptr] prps = vector[PolynomialCRep_ptr](numEs)             # <<<<<<<<<<<<<<
 *     for i in range(numEs):
 *         prps[i] = new PolynomialCRep(unordered_map[PolynomialVarsIndex,complex](), max_polynomial_vars, vindices_per_int)
*/
  try {
    __pyx_t_4 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_PolynomialCRep_ptr> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 229, __pyx_L1_error)
  }
  __pyx_v_prps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_4);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":230
 * 
 *     cdef vector[PolynomialCRep_ptr] prps = vector[PolynomialCRep_ptr](numEs)
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         prps[i] = new PolynomialCRep(unordered_map[PolynomialVarsIndex,complex](), max_polynomial_vars, vindices_per_int)
 *         # create empty polynomials - maybe overload constructor for this?
*/
  __pyx_t_5 = __pyx_v_numEs;
  __pyx_t_6 = __pyx_t_5;
  for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
    __pyx_v_i = __pyx_t_7;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":231
 *     cdef vector[PolynomialCRep_ptr] prps = vector[PolynomialCRep_ptr](numEs)
 *     for i in range(numEs):
 *         prps[i] = new PolynomialCRep(unordered_map[PolynomialVarsIndex,complex](), max_polynomial_vars, vindices_per_int)             # <<<<<<<<<<<<<<
 *         # create empty polynomials - maybe overload constructor for this?
 *         # these PolynomialCReps are alloc'd here and returned - it is the job of the caller to
*/
    try {
      __pyx_t_8 = std::unordered_map<CReps::PolynomialVarsIndex,__pyx_t_double_complex> ();
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 231, __pyx_L1_error)
    }
    try {
      __pyx_t_9 = new CReps::PolynomialCRep(__pyx_t_8, __pyx_v_max_polynomial_vars, __pyx_v_vindices_per_int);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 231, __pyx_L1_error)
    }
    (__pyx_v_prps[__pyx_v_i]) = __pyx_t_9;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":236
 *         #  free them (or assign them to new PolynomialRep wrapper objs)
 * 
 *     for order in range(max_order+1):             # <<<<<<<<<<<<<<
 *         #print "DB CYTHON: pr_as_polynomial order=",INT(order)
 * 
*/
  __pyx_t_5 = (__pyx_v_max_order + 1);
  __pyx_t_6 = __pyx_t_5;
  for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
    __pyx_v_order = __pyx_t_7;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":240
 * 
 *         #for p in partition_into(order, N):
 *         for i in range(N+2): p[i] = 0 # clear p             # <<<<<<<<<<<<<<
 *         factor_lists = vector[vector_TermCRep_ptr_ptr](N+2)
 * 
*/
    __pyx_t_10 = (__pyx_v_N + 2);
    __pyx_t_11 = __pyx_t_10;
    for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
      __pyx_v_i = __pyx_t_12;
      (__pyx_v_p[__pyx_v_i]) = 0;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":241
 *         #for p in partition_into(order, N):
 *         for i in range(N+2): p[i] = 0 # clear p
 *         factor_lists = vector[vector_TermCRep_ptr_ptr](N+2)             # <<<<<<<<<<<<<<
 * 
 *         if order == 0:
*/
    try {
      __pyx_t_13 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr> ((__pyx_v_N + 2));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 241, __pyx_L1_error)
    }
    __pyx_v_factor_lists = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_13);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":243
 *         factor_lists = vector[vector_TermCRep_ptr_ptr](N+2)
 * 
 *         if order == 0:             # <<<<<<<<<<<<<<
 *             #inner loop(p)
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
*/
    switch (__pyx_v_order) {
      case 0:

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":246
 *             #inner loop(p)
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
 *             factor_lists[0] = &rho_term_reps[p[0]]             # <<<<<<<<<<<<<<
 *             for k in range(N):
 *                 gn = circuit[k]
*/
      (__pyx_v_factor_lists[0]) = (&(__pyx_v_rho_term_reps[(__pyx_v_p[0])]));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":247
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
 *             factor_lists[0] = &rho_term_reps[p[0]]
 *             for k in range(N):             # <<<<<<<<<<<<<<
 *                 gn = circuit[k]
 *                 factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
*/
      __pyx_t_10 = __pyx_v_N;
      __pyx_t_11 = __pyx_t_10;
      for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
        __pyx_v_k = __pyx_t_12;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":248
 *             factor_lists[0] = &rho_term_reps[p[0]]
 *             for k in range(N):
 *                 gn = circuit[k]             # <<<<<<<<<<<<<<
 *                 factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                 #if factor_lists[k+1].size() == 0: continue # WHAT???
*/
        __pyx_v_gn = (__pyx_v_circuit[__pyx_v_k]);

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":249
 *             for k in range(N):
 *                 gn = circuit[k]
 *                 factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                 #if factor_lists[k+1].size() == 0: continue # WHAT???
 *             factor_lists[N+1] = &E_term_reps[p[N+1]]
*/
        (__pyx_v_factor_lists[(__pyx_v_k + 1)]) = (&((__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_k])])[(__pyx_v_p[(__pyx_v_k + 1)])]));
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":251
 *                 factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                 #if factor_lists[k+1].size() == 0: continue # WHAT???
 *             factor_lists[N+1] = &E_term_reps[p[N+1]]             # <<<<<<<<<<<<<<
 *             Einds = &E_term_indices[p[N+1]]
 * 
*/
      (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&(__pyx_v_E_term_reps[(__pyx_v_p[(__pyx_v_N + 1)])]));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":252
 *                 #if factor_lists[k+1].size() == 0: continue # WHAT???
 *             factor_lists[N+1] = &E_term_reps[p[N+1]]
 *             Einds = &E_term_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *             #print "DB CYTHON: Order0"
*/
      __pyx_v_Einds = (&(__pyx_v_E_term_indices[(__pyx_v_p[(__pyx_v_N + 1)])]));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":255
 * 
 *             #print "DB CYTHON: Order0"
 *             innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)             # <<<<<<<<<<<<<<
 * 
 * 
*/
      __pyx_v_innerloop_fn(__pyx_v_factor_lists, __pyx_v_Einds, (&__pyx_v_prps), __pyx_v_nqubits); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 255, __pyx_L1_error)

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":243
 *         factor_lists = vector[vector_TermCRep_ptr_ptr](N+2)
 * 
 *         if order == 0:             # <<<<<<<<<<<<<<
 *             #inner loop(p)
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
*/
      break;
      case 1:

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":259
 * 
 *         elif order == 1:
 *             for i in range(N+2):             # <<<<<<<<<<<<<<
 *                 p[i] = 1
 *                 #inner loop(p)
*/
      __pyx_t_10 = (__pyx_v_N + 2);
      __pyx_t_11 = __pyx_t_10;
      for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
        __pyx_v_i = __pyx_t_12;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":260
 *         elif order == 1:
 *             for i in range(N+2):
 *                 p[i] = 1             # <<<<<<<<<<<<<<
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]
*/
        (__pyx_v_p[__pyx_v_i]) = 1;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":262
 *                 p[i] = 1
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]             # <<<<<<<<<<<<<<
 *                 for k in range(N):
 *                     gn = circuit[k]
*/
        (__pyx_v_factor_lists[0]) = (&(__pyx_v_rho_term_reps[(__pyx_v_p[0])]));

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":263
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 *                 for k in range(N):             # <<<<<<<<<<<<<<
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = &op_term_reps[gn][p[k+1]]
*/
        __pyx_t_14 = __pyx_v_N;
        __pyx_t_15 = __pyx_t_14;
        for (__pyx_t_16 = 0; __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
          __pyx_v_k = __pyx_t_16;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":264
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 *                 for k in range(N):
 *                     gn = circuit[k]             # <<<<<<<<<<<<<<
 *                     factor_lists[k+1] = &op_term_reps[gn][p[k+1]]
 *                     #if len(factor_lists[k+1]) == 0: continue #WHAT???
*/
          __pyx_v_gn = (__pyx_v_circuit[__pyx_v_k]);

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":265
 *                 for k in range(N):
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = &op_term_reps[gn][p[k+1]]             # <<<<<<<<<<<<<<
 *                     #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]
*/
          (__pyx_v_factor_lists[(__pyx_v_k + 1)]) = (&((__pyx_v_op_term_reps[__pyx_v_gn])[(__pyx_v_p[(__pyx_v_k + 1)])]));
        }

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":267
 *                     factor_lists[k+1] = &op_term_reps[gn][p[k+1]]
 *                     #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]             # <<<<<<<<<<<<<<
 *                 Einds = &E_term_indices[p[N+1]]
 * 
*/
        (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&(__pyx_v_E_term_reps[(__pyx_v_p[(__pyx_v_N + 1)])]));

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":268
 *                     #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]
 *                 Einds = &E_term_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *                 #print "DB CYTHON: Order1 "
*/
        __pyx_v_Einds = (&(__pyx_v_E_term_indices[(__pyx_v_p[(__pyx_v_N + 1)])]));

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":271
 * 
 *                 #print "DB CYTHON: Order1 "
 *                 innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)             # <<<<<<<<<<<<<<
 *                 p[i] = 0
 * 
*/
        __pyx_v_innerloop_fn(__pyx_v_factor_lists, __pyx_v_Einds, (&__pyx_v_prps), __pyx_v_nqubits); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 271, __pyx_L1_error)

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":272
 *                 #print "DB CYTHON: Order1 "
 *                 innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)
 *                 p[i] = 0             # <<<<<<<<<<<<<<
 * 
 *         elif order == 2:
*/
        (__pyx_v_p[__pyx_v_i]) = 0;
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":258
 * 
 * 
 *         elif order == 1:             # <<<<<<<<<<<<<<
 *             for i in range(N+2):
 *                 p[i] = 1
*/
      break;
      case 2:

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":275
 * 
 *         elif order == 2:
 *             for i in range(N+2):             # <<<<<<<<<<<<<<
 *                 p[i] = 2
 *                 #inner loop(p)
*/
      __pyx_t_10 = (__pyx_v_N + 2);
      __pyx_t_11 = __pyx_t_10;
      for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
        __pyx_v_i = __pyx_t_12;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":276
 *         elif order == 2:
 *             for i in range(N+2):
 *                 p[i] = 2             # <<<<<<<<<<<<<<
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]
*/
        (__pyx_v_p[__pyx_v_i]) = 2;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":278
 *                 p[i] = 2
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]             # <<<<<<<<<<<<<<
 *                 for k in range(N):
 *                     gn = circuit[k]
*/
        (__pyx_v_factor_lists[0]) = (&(__pyx_v_rho_term_reps[(__pyx_v_p[0])]));

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":279
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 *                 for k in range(N):             # <<<<<<<<<<<<<<
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
*/
        __pyx_t_14 = __pyx_v_N;
        __pyx_t_15 = __pyx_t_14;
        for (__pyx_t_16 = 0; __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
          __pyx_v_k = __pyx_t_16;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":280
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 *                 for k in range(N):
 *                     gn = circuit[k]             # <<<<<<<<<<<<<<
 *                     factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                     #if len(factor_lists[k+1]) == 0: continue # WHAT???
*/
          __pyx_v_gn = (__pyx_v_circuit[__pyx_v_k]);

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":281
 *                 for k in range(N):
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                     #if len(factor_lists[k+1]) == 0: continue # WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]
*/
          (__pyx_v_factor_lists[(__pyx_v_k + 1)]) = (&((__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_k])])[(__pyx_v_p[(__pyx_v_k + 1)])]));
        }

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":283
 *                     factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                     #if len(factor_lists[k+1]) == 0: continue # WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]             # <<<<<<<<<<<<<<
 *                 Einds = &E_term_indices[p[N+1]]
 * 
*/
        (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&(__pyx_v_E_term_reps[(__pyx_v_p[(__pyx_v_N + 1)])]));

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":284
 *                     #if len(factor_lists[k+1]) == 0: continue # WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]
 *                 Einds = &E_term_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *                 innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)
*/
        __pyx_v_Einds = (&(__pyx_v_E_term_indices[(__pyx_v_p[(__pyx_v_N + 1)])]));

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":286
 *                 Einds = &E_term_indices[p[N+1]]
 * 
 *                 innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)             # <<<<<<<<<<<<<<
 *                 p[i] = 0
 * 
*/
        __pyx_v_innerloop_fn(__pyx_v_factor_lists, __pyx_v_Einds, (&__pyx_v_prps), __pyx_v_nqubits); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 286, __pyx_L1_error)

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":287
 * 
 *                 innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)
 *                 p[i] = 0             # <<<<<<<<<<<<<<
 * 
 *             for i in range(N+2):
*/
        (__pyx_v_p[__pyx_v_i]) = 0;
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":289
 *                 p[i] = 0
 * 
 *             for i in range(N+2):             # <<<<<<<<<<<<<<
 *                 p[i] = 1
 *                 for j in range(i+1,N+2):
*/
      __pyx_t_10 = (__pyx_v_N + 2);
      __pyx_t_11 = __pyx_t_10;
      for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
        __pyx_v_i = __pyx_t_12;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":290
 * 
 *             for i in range(N+2):
 *                 p[i] = 1             # <<<<<<<<<<<<<<
 *                 for j in range(i+1,N+2):
 *                     p[j] = 1
*/
        (__pyx_v_p[__pyx_v_i]) = 1;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":291
 *             for i in range(N+2):
 *                 p[i] = 1
 *                 for j in range(i+1,N+2):             # <<<<<<<<<<<<<<
 *                     p[j] = 1
 *                     #inner loop(p)
*/
        __pyx_t_14 = (__pyx_v_N + 2);
        __pyx_t_15 = __pyx_t_14;
        for (__pyx_t_16 = (__pyx_v_i + 1); __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
          __pyx_v_j = __pyx_t_16;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":292
 *                 p[i] = 1
 *                 for j in range(i+1,N+2):
 *                     p[j] = 1             # <<<<<<<<<<<<<<
 *                     #inner loop(p)
 *                     factor_lists[0] = &rho_term_reps[p[0]]
*/
          (__pyx_v_p[__pyx_v_j]) = 1;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":294
 *                     p[j] = 1
 *                     #inner loop(p)
 *                     factor_lists[0] = &rho_term_reps[p[0]]             # <<<<<<<<<<<<<<
 *                     for k in range(N):
 *                         gn = circuit[k]
*/
          (__pyx_v_factor_lists[0]) = (&(__pyx_v_rho_term_reps[(__pyx_v_p[0])]));

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":295
 *                     #inner loop(p)
 *                     factor_lists[0] = &rho_term_reps[p[0]]
 *                     for k in range(N):             # <<<<<<<<<<<<<<
 *                         gn = circuit[k]
 *                         factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
*/
          __pyx_t_17 = __pyx_v_N;
          __pyx_t_18 = __pyx_t_17;
          for (__pyx_t_19 = 0; __pyx_t_19 < __pyx_t_18; __pyx_t_19+=1) {
            __pyx_v_k = __pyx_t_19;

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":296
 *                     factor_lists[0] = &rho_term_reps[p[0]]
 *                     for k in range(N):
 *                         gn = circuit[k]             # <<<<<<<<<<<<<<
 *                         factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                         #if len(factor_lists[k+1]) == 0: continue #WHAT???
*/
            __pyx_v_gn = (__pyx_v_circuit[__pyx_v_k]);

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":297
 *                     for k in range(N):
 *                         gn = circuit[k]
 *                         factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                         #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                     factor_lists[N+1] = &E_term_reps[p[N+1]]
*/
            (__pyx_v_factor_lists[(__pyx_v_k + 1)]) = (&((__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_k])])[(__pyx_v_p[(__pyx_v_k + 1)])]));
          }

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":299
 *                         factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                         #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                     factor_lists[N+1] = &E_term_reps[p[N+1]]             # <<<<<<<<<<<<<<
 *                     Einds = &E_term_indices[p[N+1]]
 * 
*/
          (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&(__pyx_v_E_term_reps[(__pyx_v_p[(__pyx_v_N + 1)])]));

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":300
 *                         #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                     factor_lists[N+1] = &E_term_reps[p[N+1]]
 *                     Einds = &E_term_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *                     innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)
*/
          __pyx_v_Einds = (&(__pyx_v_E_term_indices[(__pyx_v_p[(__pyx_v_N + 1)])]));

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":302
 *                     Einds = &E_term_indices[p[N+1]]
 * 
 *                     innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)             # <<<<<<<<<<<<<<
 *                     p[j] = 0
 *                 p[i] = 0
*/
          __pyx_v_innerloop_fn(__pyx_v_factor_lists, __pyx_v_Einds, (&__pyx_v_prps), __pyx_v_nqubits); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 302, __pyx_L1_error)

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":303
 * 
 *                     innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)
 *                     p[j] = 0             # <<<<<<<<<<<<<<
 *                 p[i] = 0
 *         else:
*/
          (__pyx_v_p[__pyx_v_j]) = 0;
        }

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":304
 *                     innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)
 *                     p[j] = 0
 *                 p[i] = 0             # <<<<<<<<<<<<<<
 *         else:
 *             assert(False) # order > 2 not implemented yet...
*/
        (__pyx_v_p[__pyx_v_i]) = 0;
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":274
 *                 p[i] = 0
 * 
 *         elif order == 2:             # <<<<<<<<<<<<<<
 *             for i in range(N+2):
 *                 p[i] = 2
*/
      break;
      default:

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":306
 *                 p[i] = 0
 *         else:
 *             assert(False) # order > 2 not implemented yet...             # <<<<<<<<<<<<<<
 * 
 *     free(p)
*/
      #ifndef CYTHON_WITHOUT_ASSERTIONS
      if (unlikely(__pyx_assertions_enabled())) {
        if (unlikely(!0)) {
          __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), 0, 0, 0);
          __PYX_ERR(0, 306, __pyx_L1_error)
        }
      }
      #else
      if ((1)); else __PYX_ERR(0, 306, __pyx_L1_error)
      #endif
      break;
    }
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":308
 *             assert(False) # order > 2 not implemented yet...
 * 
 *     free(p)             # <<<<<<<<<<<<<<
 *     return prps
 * 
*/
  free(__pyx_v_p);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":309
 * 
 *     free(p)
 *     return prps             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = __pyx_v_prps;
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":197
 * 
 * 
 * cdef vector[PolynomialCRep*] c_prs_as_polynomials(             # <<<<<<<<<<<<<<
 *     vector[INT]& circuit, vector[vector[TermCRep_ptr]] rho_term_reps,
 *     unordered_map[INT, vector[vector[TermCRep_ptr]]] op_term_reps,
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.c_prs_as_polynomials", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":313
 * 
 * 
 * cdef void pr_as_polynomial_innerloop(vector[vector_TermCRep_ptr_ptr] factor_lists, vector[INT]* Einds,             # <<<<<<<<<<<<<<
 *                                      vector[PolynomialCRep*]* prps, INT n): #, prps_chk):
 *     #print("DB partition = ","listlens = ",[len(fl) for fl in factor_lists])
*/

static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_pr_as_polynomial_innerloop(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_v_factor_lists, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *__pyx_v_Einds, std::vector<CReps::PolynomialCRep *>  *__pyx_v_prps, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_n) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_j;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_Ei;
  __pyx_t_double_complex __pyx_v_pLeft;
  __pyx_t_double_complex __pyx_v_pRight;
  CReps_stabilizer::TermCRep *__pyx_v_factor;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT *__pyx_v_factorListLens;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_last_index;
  CReps::PolynomialCRep __pyx_v_coeff;
  CReps::PolynomialCRep __pyx_v_result;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_namps;
  CReps_stabilizer::StateCRep *__pyx_v_prop1;
  CReps_stabilizer::StateCRep *__pyx_v_prop2;
  CReps_stabilizer::StateCRep *__pyx_v_tprop;
  CReps_stabilizer::EffectCRep *__pyx_v_EVec;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT *__pyx_v_b;
  CYTHON_UNUSED CReps_stabilizer::StateCRep *__pyx_v_rhoVec;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_final_factor_indx;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_1;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_2;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_3;
  int __pyx_t_4;
  CReps_stabilizer::StateCRep *__pyx_t_5;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_6;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_7;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_8;
  CReps_stabilizer::EffectCRep *__pyx_t_9;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":323
 *     cdef TermCRep* factor
 * 
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode             # <<<<<<<<<<<<<<
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))
 *     cdef INT last_index = nFactorLists-1
*/
  __pyx_v_nFactorLists = __pyx_v_factor_lists.size();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":324
 * 
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))             # <<<<<<<<<<<<<<
 *     cdef INT last_index = nFactorLists-1
 * 
*/
  __pyx_v_factorListLens = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT *)malloc((__pyx_v_nFactorLists * (sizeof(__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)))));

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":325
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))
 *     cdef INT last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 * 
 *     for i in range(nFactorLists):
*/
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":327
 *     cdef INT last_index = nFactorLists-1
 * 
 *     for i in range(nFactorLists):             # <<<<<<<<<<<<<<
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:
*/
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":328
 * 
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()             # <<<<<<<<<<<<<<
 *         if factorListLens[i] == 0:
 *             free(factorListLens)
*/
    (__pyx_v_factorListLens[__pyx_v_i]) = (__pyx_v_factor_lists[__pyx_v_i])->size();

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":329
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:             # <<<<<<<<<<<<<<
 *             free(factorListLens)
 *             return # nothing to loop over! - (exit before we allocate more)
*/
    __pyx_t_4 = ((__pyx_v_factorListLens[__pyx_v_i]) == 0);
    if (__pyx_t_4) {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":330
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:
 *             free(factorListLens)             # <<<<<<<<<<<<<<
 *             return # nothing to loop over! - (exit before we allocate more)
 * 
*/
      free(__pyx_v_factorListLens);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":331
 *         if factorListLens[i] == 0:
 *             free(factorListLens)
 *             return # nothing to loop over! - (exit before we allocate more)             # <<<<<<<<<<<<<<
 * 
 *     cdef PolynomialCRep coeff
*/
      goto __pyx_L0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":329
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:             # <<<<<<<<<<<<<<
 *             free(factorListLens)
 *             return # nothing to loop over! - (exit before we allocate more)
*/
    }
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":336
 *     cdef PolynomialCRep result
 * 
 *     cdef INT namps = 1 # HARDCODED namps for  states - in future this may be just the *initial* number             # <<<<<<<<<<<<<<
 *     cdef StateCRep *prop1 = new StateCRep(namps, n)
 *     cdef StateCRep *prop2 = new StateCRep(namps, n)
*/
  __pyx_v_namps = 1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":337
 * 
 *     cdef INT namps = 1 # HARDCODED namps for  states - in future this may be just the *initial* number
 *     cdef StateCRep *prop1 = new StateCRep(namps, n)             # <<<<<<<<<<<<<<
 *     cdef StateCRep *prop2 = new StateCRep(namps, n)
 *     cdef StateCRep *tprop
*/
  try {
    __pyx_t_5 = new CReps_stabilizer::StateCRep(__pyx_v_namps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 337, __pyx_L1_error)
  }
  __pyx_v_prop1 = __pyx_t_5;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":338
 *     cdef INT namps = 1 # HARDCODED namps for  states - in future this may be just the *initial* number
 *     cdef StateCRep *prop1 = new StateCRep(namps, n)
 *     cdef StateCRep *prop2 = new StateCRep(namps, n)             # <<<<<<<<<<<<<<
 *     cdef StateCRep *tprop
 *     cdef EffectCRep* EVec
*/
  try {
    __pyx_t_5 = new CReps_stabilizer::StateCRep(__pyx_v_namps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 338, __pyx_L1_error)
  }
  __pyx_v_prop2 = __pyx_t_5;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":342
 *     cdef EffectCRep* EVec
 * 
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))             # <<<<<<<<<<<<<<
 *     for i in range(nFactorLists): b[i] = 0
 * 
*/
  __pyx_v_b = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT *)malloc((__pyx_v_nFactorLists * (sizeof(__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)))));

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":343
 * 
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))
 *     for i in range(nFactorLists): b[i] = 0             # <<<<<<<<<<<<<<
 * 
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
*/
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;
    (__pyx_v_b[__pyx_v_i]) = 0;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":345
 *     for i in range(nFactorLists): b[i] = 0
 * 
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"             # <<<<<<<<<<<<<<
 * 
 *     #for factors in _itertools.product(*factor_lists):
*/
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(__pyx_assertions_enabled())) {
    __pyx_t_4 = (__pyx_v_nFactorLists > 0);
    if (unlikely(!__pyx_t_4)) {
      __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), __pyx_mstate_global->__pyx_kp_u_Number_of_factor_lists_must_be_0, 0, 0);
      __PYX_ERR(0, 345, __pyx_L1_error)
    }
  }
  #else
  if ((1)); else __PYX_ERR(0, 345, __pyx_L1_error)
  #endif

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":348
 * 
 *     #for factors in _itertools.product(*factor_lists):
 *     while(True):             # <<<<<<<<<<<<<<
 *         # In this loop, b holds "current" indices into factor_lists
 *         factor = deref(factor_lists[0])[b[0]] # the last factor (an Evec)
*/
  while (1) {

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":350
 *     while(True):
 *         # In this loop, b holds "current" indices into factor_lists
 *         factor = deref(factor_lists[0])[b[0]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 *         coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)
 * 
*/
    __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":351
 *         # In this loop, b holds "current" indices into factor_lists
 *         factor = deref(factor_lists[0])[b[0]] # the last factor (an Evec)
 *         coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)             # <<<<<<<<<<<<<<
 * 
 *         for i in range(1,nFactorLists):
*/
    __pyx_v_coeff = (*__pyx_v_factor->_coeff);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":353
 *         coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)
 * 
 *         for i in range(1,nFactorLists):             # <<<<<<<<<<<<<<
 *             coeff = coeff.mult( deref(deref(factor_lists[i])[b[i]]._coeff) )
 * 
*/
    __pyx_t_1 = __pyx_v_nFactorLists;
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_i = __pyx_t_3;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":354
 * 
 *         for i in range(1,nFactorLists):
 *             coeff = coeff.mult( deref(deref(factor_lists[i])[b[i]]._coeff) )             # <<<<<<<<<<<<<<
 * 
 *         #pLeft / "pre" sim
*/
      __pyx_v_coeff = __pyx_v_coeff.mult((*((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_coeff));
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":357
 * 
 *         #pLeft / "pre" sim
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec             # <<<<<<<<<<<<<<
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):
*/
    __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":358
 *         #pLeft / "pre" sim
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *         prop1.copy_from(factor._pre_state)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
*/
    __pyx_v_prop1->copy_from(__pyx_v_factor->_pre_state);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":359
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
*/
    __pyx_t_1 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":360
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         for i in range(1,last_index):
*/
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":361
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]
*/
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":362
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         for i in range(1,last_index):             # <<<<<<<<<<<<<<
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._pre_ops.size()):
*/
    __pyx_t_1 = __pyx_v_last_index;
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_i = __pyx_t_3;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":363
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 factor._pre_ops[j].acton(prop1,prop2)
*/
      __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":364
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
*/
      __pyx_t_6 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_pre_ops.size());
      __pyx_t_7 = __pyx_t_6;
      for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
        __pyx_v_j = __pyx_t_8;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":365
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
*/
        (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":366
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
*/
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":367
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 * 
 *         # can't propagate effects, so effect's post_ops are constructed to act on *state*
*/
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":370
 * 
 *         # can't propagate effects, so effect's post_ops are constructed to act on *state*
 *         EVec = factor._post_effect             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             rhoVec = factor._pre_ops[j].acton(prop1,prop2)
*/
    __pyx_t_9 = __pyx_v_factor->_post_effect;
    __pyx_v_EVec = __pyx_t_9;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":371
 *         # can't propagate effects, so effect's post_ops are constructed to act on *state*
 *         EVec = factor._post_effect
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
*/
    __pyx_t_1 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":372
 *         EVec = factor._post_effect
 *         for j in range(<INT>factor._pre_ops.size()):
 *             rhoVec = factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         pLeft = EVec.amplitude(prop1)
*/
      __pyx_v_rhoVec = (__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":373
 *         for j in range(<INT>factor._pre_ops.size()):
 *             rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         pLeft = EVec.amplitude(prop1)
 * 
*/
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":374
 *             rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         pLeft = EVec.amplitude(prop1)             # <<<<<<<<<<<<<<
 * 
 *         #pRight / "post" sim
*/
    __pyx_v_pLeft = __pyx_v_EVec->amplitude(__pyx_v_prop1);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":377
 * 
 *         #pRight / "post" sim
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec             # <<<<<<<<<<<<<<
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):
*/
    __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":378
 *         #pRight / "post" sim
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *         prop1.copy_from(factor._post_state)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
*/
    __pyx_v_prop1->copy_from(__pyx_v_factor->_post_state);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":379
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
*/
    __pyx_t_1 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":380
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         for i in range(1,last_index):
*/
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":381
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]
*/
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":382
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         for i in range(1,last_index):             # <<<<<<<<<<<<<<
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._post_ops.size()):
*/
    __pyx_t_1 = __pyx_v_last_index;
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_i = __pyx_t_3;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":383
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._post_ops.size()):
 *                 factor._post_ops[j].acton(prop1,prop2)
*/
      __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":384
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
*/
      __pyx_t_6 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_post_ops.size());
      __pyx_t_7 = __pyx_t_6;
      for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
        __pyx_v_j = __pyx_t_8;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":385
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._post_ops.size()):
 *                 factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
*/
        (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":386
 *             for j in range(<INT>factor._post_ops.size()):
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
*/
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":387
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 * 
 *         EVec = factor._pre_effect
*/
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":389
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
 *         EVec = factor._pre_effect             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
*/
    __pyx_t_9 = __pyx_v_factor->_pre_effect;
    __pyx_v_EVec = __pyx_t_9;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":390
 * 
 *         EVec = factor._pre_effect
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
*/
    __pyx_t_1 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":391
 *         EVec = factor._pre_effect
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         pRight = EVec.amplitude(prop1).conjugate()
*/
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":392
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         pRight = EVec.amplitude(prop1).conjugate()
 * 
*/
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":393
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         pRight = EVec.amplitude(prop1).conjugate()             # <<<<<<<<<<<<<<
 * 
 * 
*/
    __pyx_v_pRight = __Pyx_c_conj_double(__pyx_v_EVec->amplitude(__pyx_v_prop1));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":397
 * 
 *         #Add result to appropriate polynomial
 *         result = coeff  # use a reference?             # <<<<<<<<<<<<<<
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]
*/
    __pyx_v_result = __pyx_v_coeff;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":398
 *         #Add result to appropriate polynomial
 *         result = coeff  # use a reference?
 *         result.scale(pLeft * pRight)             # <<<<<<<<<<<<<<
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
*/
    __pyx_v_result.scale(__Pyx_c_prod_double(__pyx_v_pLeft, __pyx_v_pRight));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":399
 *         result = coeff  # use a reference?
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]             # <<<<<<<<<<<<<<
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 *         deref(prps)[Ei].add_inplace(result)
*/
    __pyx_v_final_factor_indx = (__pyx_v_b[__pyx_v_last_index]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":400
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *         deref(prps)[Ei].add_inplace(result)
 * 
*/
    __pyx_v_Ei = ((*__pyx_v_Einds)[__pyx_v_final_factor_indx]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":401
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 *         deref(prps)[Ei].add_inplace(result)             # <<<<<<<<<<<<<<
 * 
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
*/
    ((*__pyx_v_prps)[__pyx_v_Ei])->add_inplace(__pyx_v_result);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":404
 * 
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):             # <<<<<<<<<<<<<<
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1
*/
    for (__pyx_t_1 = (__pyx_v_nFactorLists - 1); __pyx_t_1 > -1LL; __pyx_t_1-=1) {
      __pyx_v_i = __pyx_t_1;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":405
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                 b[i] += 1
 *                 break
*/
      __pyx_t_4 = (((__pyx_v_b[__pyx_v_i]) + 1) < (__pyx_v_factorListLens[__pyx_v_i]));
      if (__pyx_t_4) {

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":406
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1             # <<<<<<<<<<<<<<
 *                 break
 *             else:
*/
        __pyx_t_2 = __pyx_v_i;
        (__pyx_v_b[__pyx_t_2]) = ((__pyx_v_b[__pyx_t_2]) + 1);

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":407
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1
 *                 break             # <<<<<<<<<<<<<<
 *             else:
 *                 b[i] = 0
*/
        goto __pyx_L29_break;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":405
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                 b[i] += 1
 *                 break
*/
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":409
 *                 break
 *             else:
 *                 b[i] = 0             # <<<<<<<<<<<<<<
 *         else:
 *             break # can't increment anything - break while(True) loop
*/
      /*else*/ {
        (__pyx_v_b[__pyx_v_i]) = 0;
      }
    }
    /*else*/ {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":411
 *                 b[i] = 0
 *         else:
 *             break # can't increment anything - break while(True) loop             # <<<<<<<<<<<<<<
 * 
 *     #Clenaup: free allocated memory
*/
      goto __pyx_L9_break;
    }
    __pyx_L29_break:;
  }
  __pyx_L9_break:;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":414
 * 
 *     #Clenaup: free allocated memory
 *     del prop1             # <<<<<<<<<<<<<<
 *     del prop2
 *     free(factorListLens)
*/
  delete __pyx_v_prop1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":415
 *     #Clenaup: free allocated memory
 *     del prop1
 *     del prop2             # <<<<<<<<<<<<<<
 *     free(factorListLens)
 *     free(b)
*/
  delete __pyx_v_prop2;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":416
 *     del prop1
 *     del prop2
 *     free(factorListLens)             # <<<<<<<<<<<<<<
 *     free(b)
 *     return
*/
  free(__pyx_v_factorListLens);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":417
 *     del prop2
 *     free(factorListLens)
 *     free(b)             # <<<<<<<<<<<<<<
 *     return
 * 
*/
  free(__pyx_v_b);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":418
 *     free(factorListLens)
 *     free(b)
 *     return             # <<<<<<<<<<<<<<
 * 
 * 
*/
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":313
 * 
 * 
 * cdef void pr_as_polynomial_innerloop(vector[vector_TermCRep_ptr_ptr] factor_lists, vector[INT]* Einds,             # <<<<<<<<<<<<<<
 *                                      vector[PolynomialCRep*]* prps, INT n): #, prps_chk):
 *     #print("DB partition = ","listlens = ",[len(fl) for fl in factor_lists])
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.pr_as_polynomial_innerloop", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_L0:;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":421
 * 
 * 
 * cdef void pr_as_polynomial_innerloop_savepartials(vector[vector_TermCRep_ptr_ptr] factor_lists,             # <<<<<<<<<<<<<<
 *                                                   vector[INT]* Einds, vector[PolynomialCRep*]* prps, INT n): #, prps_chk):
 *     #print("DB partition = ","listlens = ",[len(fl) for fl in factor_lists])
*/

static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_pr_as_polynomial_innerloop_savepartials(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_v_factor_lists, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *__pyx_v_Einds, std::vector<CReps::PolynomialCRep *>  *__pyx_v_prps, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_n) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_j;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_Ei;
  __pyx_t_double_complex __pyx_v_pLeft;
  __pyx_t_double_complex __pyx_v_pRight;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_incd;
  CReps_stabilizer::TermCRep *__pyx_v_factor;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT *__pyx_v_factorListLens;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_last_index;
  CReps::PolynomialCRep __pyx_v_coeff;
  CReps::PolynomialCRep __pyx_v_result;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_namps;
  std::vector<CReps_stabilizer::StateCRep *>  __pyx_v_leftSaved;
  std::vector<CReps_stabilizer::StateCRep *>  __pyx_v_rightSaved;
  std::vector<CReps::PolynomialCRep>  __pyx_v_coeffSaved;
  CReps_stabilizer::StateCRep *__pyx_v_shelved;
  CReps_stabilizer::StateCRep *__pyx_v_prop2;
  CReps_stabilizer::StateCRep *__pyx_v_prop1;
  CReps_stabilizer::StateCRep *__pyx_v_tprop;
  CReps_stabilizer::EffectCRep *__pyx_v_EVec;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT *__pyx_v_b;
  CReps_stabilizer::StateCRep *__pyx_v_rhoVecL;
  CReps_stabilizer::StateCRep *__pyx_v_rhoVecR;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_final_factor_indx;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_1;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_2;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_3;
  int __pyx_t_4;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_StateCRep_ptr>  __pyx_t_5;
  std::vector<CReps::PolynomialCRep>  __pyx_t_6;
  CReps_stabilizer::StateCRep *__pyx_t_7;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_8;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_9;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_10;
  CReps_stabilizer::EffectCRep *__pyx_t_11;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":431
 *     cdef TermCRep* factor
 * 
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode             # <<<<<<<<<<<<<<
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))
 *     cdef INT last_index = nFactorLists-1
*/
  __pyx_v_nFactorLists = __pyx_v_factor_lists.size();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":432
 * 
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))             # <<<<<<<<<<<<<<
 *     cdef INT last_index = nFactorLists-1
 * 
*/
  __pyx_v_factorListLens = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT *)malloc((__pyx_v_nFactorLists * (sizeof(__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)))));

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":433
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))
 *     cdef INT last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 * 
 *     for i in range(nFactorLists):
*/
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":435
 *     cdef INT last_index = nFactorLists-1
 * 
 *     for i in range(nFactorLists):             # <<<<<<<<<<<<<<
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:
*/
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":436
 * 
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()             # <<<<<<<<<<<<<<
 *         if factorListLens[i] == 0:
 *             free(factorListLens)
*/
    (__pyx_v_factorListLens[__pyx_v_i]) = (__pyx_v_factor_lists[__pyx_v_i])->size();

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":437
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:             # <<<<<<<<<<<<<<
 *             free(factorListLens)
 *             return # nothing to loop over! (exit before we allocate anything else)
*/
    __pyx_t_4 = ((__pyx_v_factorListLens[__pyx_v_i]) == 0);
    if (__pyx_t_4) {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":438
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:
 *             free(factorListLens)             # <<<<<<<<<<<<<<
 *             return # nothing to loop over! (exit before we allocate anything else)
 * 
*/
      free(__pyx_v_factorListLens);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":439
 *         if factorListLens[i] == 0:
 *             free(factorListLens)
 *             return # nothing to loop over! (exit before we allocate anything else)             # <<<<<<<<<<<<<<
 * 
 *     cdef PolynomialCRep coeff
*/
      goto __pyx_L0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":437
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:             # <<<<<<<<<<<<<<
 *             free(factorListLens)
 *             return # nothing to loop over! (exit before we allocate anything else)
*/
    }
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":444
 *     cdef PolynomialCRep result
 * 
 *     cdef INT namps = 1 # HARDCODED namps for  states - in future this may be just the *initial* number             # <<<<<<<<<<<<<<
 *     cdef vector[StateCRep*] leftSaved = vector[StateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[StateCRep*] rightSaved = vector[StateCRep_ptr](nFactorLists-1) # factor has been applied
*/
  __pyx_v_namps = 1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":445
 * 
 *     cdef INT namps = 1 # HARDCODED namps for  states - in future this may be just the *initial* number
 *     cdef vector[StateCRep*] leftSaved = vector[StateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th             # <<<<<<<<<<<<<<
 *     cdef vector[StateCRep*] rightSaved = vector[StateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolynomialCRep] coeffSaved = vector[PolynomialCRep](nFactorLists-1)
*/
  try {
    __pyx_t_5 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_StateCRep_ptr> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 445, __pyx_L1_error)
  }
  __pyx_v_leftSaved = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_5);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":446
 *     cdef INT namps = 1 # HARDCODED namps for  states - in future this may be just the *initial* number
 *     cdef vector[StateCRep*] leftSaved = vector[StateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[StateCRep*] rightSaved = vector[StateCRep_ptr](nFactorLists-1) # factor has been applied             # <<<<<<<<<<<<<<
 *     cdef vector[PolynomialCRep] coeffSaved = vector[PolynomialCRep](nFactorLists-1)
 *     cdef StateCRep *shelved = new StateCRep(namps, n)
*/
  try {
    __pyx_t_5 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_StateCRep_ptr> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 446, __pyx_L1_error)
  }
  __pyx_v_rightSaved = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_5);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":447
 *     cdef vector[StateCRep*] leftSaved = vector[StateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[StateCRep*] rightSaved = vector[StateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolynomialCRep] coeffSaved = vector[PolynomialCRep](nFactorLists-1)             # <<<<<<<<<<<<<<
 *     cdef StateCRep *shelved = new StateCRep(namps, n)
 *     cdef StateCRep *prop2 = new StateCRep(namps, n) # prop2 is always a temporary allocated state not owned by anything else
*/
  try {
    __pyx_t_6 = std::vector<CReps::PolynomialCRep> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 447, __pyx_L1_error)
  }
  __pyx_v_coeffSaved = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_6);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":448
 *     cdef vector[StateCRep*] rightSaved = vector[StateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolynomialCRep] coeffSaved = vector[PolynomialCRep](nFactorLists-1)
 *     cdef StateCRep *shelved = new StateCRep(namps, n)             # <<<<<<<<<<<<<<
 *     cdef StateCRep *prop2 = new StateCRep(namps, n) # prop2 is always a temporary allocated state not owned by anything else
 *     cdef StateCRep *prop1
*/
  try {
    __pyx_t_7 = new CReps_stabilizer::StateCRep(__pyx_v_namps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 448, __pyx_L1_error)
  }
  __pyx_v_shelved = __pyx_t_7;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":449
 *     cdef vector[PolynomialCRep] coeffSaved = vector[PolynomialCRep](nFactorLists-1)
 *     cdef StateCRep *shelved = new StateCRep(namps, n)
 *     cdef StateCRep *prop2 = new StateCRep(namps, n) # prop2 is always a temporary allocated state not owned by anything else             # <<<<<<<<<<<<<<
 *     cdef StateCRep *prop1
 *     cdef StateCRep *tprop
*/
  try {
    __pyx_t_7 = new CReps_stabilizer::StateCRep(__pyx_v_namps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 449, __pyx_L1_error)
  }
  __pyx_v_prop2 = __pyx_t_7;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":454
 *     cdef EffectCRep* EVec
 * 
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))             # <<<<<<<<<<<<<<
 *     for i in range(nFactorLists): b[i] = 0
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
*/
  __pyx_v_b = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT *)malloc((__pyx_v_nFactorLists * (sizeof(__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)))));

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":455
 * 
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))
 *     for i in range(nFactorLists): b[i] = 0             # <<<<<<<<<<<<<<
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
 * 
*/
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;
    (__pyx_v_b[__pyx_v_i]) = 0;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":456
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))
 *     for i in range(nFactorLists): b[i] = 0
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"             # <<<<<<<<<<<<<<
 * 
 *     incd = 0
*/
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(__pyx_assertions_enabled())) {
    __pyx_t_4 = (__pyx_v_nFactorLists > 0);
    if (unlikely(!__pyx_t_4)) {
      __Pyx_Raise(((PyObject *)(((PyTypeObject*)PyExc_AssertionError))), __pyx_mstate_global->__pyx_kp_u_Number_of_factor_lists_must_be_0, 0, 0);
      __PYX_ERR(0, 456, __pyx_L1_error)
    }
  }
  #else
  if ((1)); else __PYX_ERR(0, 456, __pyx_L1_error)
  #endif

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":458
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
 * 
 *     incd = 0             # <<<<<<<<<<<<<<
 * 
 *     #Fill saved arrays with allocated states
*/
  __pyx_v_incd = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":461
 * 
 *     #Fill saved arrays with allocated states
 *     for i in range(nFactorLists-1):             # <<<<<<<<<<<<<<
 *         leftSaved[i] = new StateCRep(namps, n)
 *         rightSaved[i] = new StateCRep(namps, n)
*/
  __pyx_t_1 = (__pyx_v_nFactorLists - 1);
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":462
 *     #Fill saved arrays with allocated states
 *     for i in range(nFactorLists-1):
 *         leftSaved[i] = new StateCRep(namps, n)             # <<<<<<<<<<<<<<
 *         rightSaved[i] = new StateCRep(namps, n)
 * 
*/
    try {
      __pyx_t_7 = new CReps_stabilizer::StateCRep(__pyx_v_namps, __pyx_v_n);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 462, __pyx_L1_error)
    }
    (__pyx_v_leftSaved[__pyx_v_i]) = __pyx_t_7;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":463
 *     for i in range(nFactorLists-1):
 *         leftSaved[i] = new StateCRep(namps, n)
 *         rightSaved[i] = new StateCRep(namps, n)             # <<<<<<<<<<<<<<
 * 
 *     #for factors in _itertools.product(*factor_lists):
*/
    try {
      __pyx_t_7 = new CReps_stabilizer::StateCRep(__pyx_v_namps, __pyx_v_n);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 463, __pyx_L1_error)
    }
    (__pyx_v_rightSaved[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":467
 *     #for factors in _itertools.product(*factor_lists):
 *     #for incd,fi in incd_product(*[range(len(l)) for l in factor_lists]):
 *     while(True):             # <<<<<<<<<<<<<<
 *         # In this loop, b holds "current" indices into factor_lists
 *         #print "DB: iter-product BEGIN"
*/
  while (1) {

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":471
 *         #print "DB: iter-product BEGIN"
 * 
 *         if incd == 0: # need to re-evaluate rho vector             # <<<<<<<<<<<<<<
 *             #print "DB: re-eval at incd=0"
 *             factor = deref(factor_lists[0])[b[0]]
*/
    __pyx_t_4 = (__pyx_v_incd == 0);
    if (__pyx_t_4) {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":473
 *         if incd == 0: # need to re-evaluate rho vector
 *             #print "DB: re-eval at incd=0"
 *             factor = deref(factor_lists[0])[b[0]]             # <<<<<<<<<<<<<<
 * 
 *             #print "DB: re-eval left"
*/
      __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":476
 * 
 *             #print "DB: re-eval left"
 *             prop1 = leftSaved[0] # the final destination (prop2 is already alloc'd)             # <<<<<<<<<<<<<<
 *             prop1.copy_from(factor._pre_state)
 *             for j in range(<INT>factor._pre_ops.size()):
*/
      __pyx_v_prop1 = (__pyx_v_leftSaved[0]);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":477
 *             #print "DB: re-eval left"
 *             prop1 = leftSaved[0] # the final destination (prop2 is already alloc'd)
 *             prop1.copy_from(factor._pre_state)             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 #print "DB: re-eval left item"
*/
      __pyx_v_prop1->copy_from(__pyx_v_factor->_pre_state);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":478
 *             prop1 = leftSaved[0] # the final destination (prop2 is already alloc'd)
 *             prop1.copy_from(factor._pre_state)
 *             for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *                 #print "DB: re-eval left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)
*/
      __pyx_t_1 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_pre_ops.size());
      __pyx_t_2 = __pyx_t_1;
      for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
        __pyx_v_j = __pyx_t_3;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":480
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 #print "DB: re-eval left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecL = prop1
*/
        (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":481
 *                 #print "DB: re-eval left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2             # <<<<<<<<<<<<<<
 *             rhoVecL = prop1
 *             leftSaved[0] = prop1 # final state -> saved
*/
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":482
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecL = prop1             # <<<<<<<<<<<<<<
 *             leftSaved[0] = prop1 # final state -> saved
 *             # (prop2 == the other allocated state)
*/
      __pyx_v_rhoVecL = __pyx_v_prop1;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":483
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecL = prop1
 *             leftSaved[0] = prop1 # final state -> saved             # <<<<<<<<<<<<<<
 *             # (prop2 == the other allocated state)
 * 
*/
      (__pyx_v_leftSaved[0]) = __pyx_v_prop1;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":487
 * 
 *             #print "DB: re-eval right"
 *             prop1 = rightSaved[0] # the final destination (prop2 is already alloc'd)             # <<<<<<<<<<<<<<
 *             prop1.copy_from(factor._post_state)
 *             for j in range(<INT>factor._post_ops.size()):
*/
      __pyx_v_prop1 = (__pyx_v_rightSaved[0]);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":488
 *             #print "DB: re-eval right"
 *             prop1 = rightSaved[0] # the final destination (prop2 is already alloc'd)
 *             prop1.copy_from(factor._post_state)             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._post_ops.size()):
 *                 #print "DB: re-eval right item"
*/
      __pyx_v_prop1->copy_from(__pyx_v_factor->_post_state);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":489
 *             prop1 = rightSaved[0] # the final destination (prop2 is already alloc'd)
 *             prop1.copy_from(factor._post_state)
 *             for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *                 #print "DB: re-eval right item"
 *                 factor._post_ops[j].acton(prop1,prop2)
*/
      __pyx_t_1 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_post_ops.size());
      __pyx_t_2 = __pyx_t_1;
      for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
        __pyx_v_j = __pyx_t_3;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":491
 *             for j in range(<INT>factor._post_ops.size()):
 *                 #print "DB: re-eval right item"
 *                 factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecR = prop1
*/
        (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":492
 *                 #print "DB: re-eval right item"
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2             # <<<<<<<<<<<<<<
 *             rhoVecR = prop1
 *             rightSaved[0] = prop1 # final state -> saved
*/
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":493
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecR = prop1             # <<<<<<<<<<<<<<
 *             rightSaved[0] = prop1 # final state -> saved
 *             # (prop2 == the other allocated state)
*/
      __pyx_v_rhoVecR = __pyx_v_prop1;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":494
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecR = prop1
 *             rightSaved[0] = prop1 # final state -> saved             # <<<<<<<<<<<<<<
 *             # (prop2 == the other allocated state)
 * 
*/
      (__pyx_v_rightSaved[0]) = __pyx_v_prop1;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":498
 * 
 *             #print "DB: re-eval coeff"
 *             coeff = deref(factor._coeff)             # <<<<<<<<<<<<<<
 *             coeffSaved[0] = coeff
 *             incd += 1
*/
      __pyx_v_coeff = (*__pyx_v_factor->_coeff);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":499
 *             #print "DB: re-eval coeff"
 *             coeff = deref(factor._coeff)
 *             coeffSaved[0] = coeff             # <<<<<<<<<<<<<<
 *             incd += 1
 *         else:
*/
      (__pyx_v_coeffSaved[0]) = __pyx_v_coeff;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":500
 *             coeff = deref(factor._coeff)
 *             coeffSaved[0] = coeff
 *             incd += 1             # <<<<<<<<<<<<<<
 *         else:
 *             #print "DB: init from incd"
*/
      __pyx_v_incd = (__pyx_v_incd + 1);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":471
 *         #print "DB: iter-product BEGIN"
 * 
 *         if incd == 0: # need to re-evaluate rho vector             # <<<<<<<<<<<<<<
 *             #print "DB: re-eval at incd=0"
 *             factor = deref(factor_lists[0])[b[0]]
*/
      goto __pyx_L12;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":503
 *         else:
 *             #print "DB: init from incd"
 *             rhoVecL = leftSaved[incd-1]             # <<<<<<<<<<<<<<
 *             rhoVecR = rightSaved[incd-1]
 *             coeff = coeffSaved[incd-1]
*/
    /*else*/ {
      __pyx_v_rhoVecL = (__pyx_v_leftSaved[(__pyx_v_incd - 1)]);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":504
 *             #print "DB: init from incd"
 *             rhoVecL = leftSaved[incd-1]
 *             rhoVecR = rightSaved[incd-1]             # <<<<<<<<<<<<<<
 *             coeff = coeffSaved[incd-1]
 * 
*/
      __pyx_v_rhoVecR = (__pyx_v_rightSaved[(__pyx_v_incd - 1)]);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":505
 *             rhoVecL = leftSaved[incd-1]
 *             rhoVecR = rightSaved[incd-1]
 *             coeff = coeffSaved[incd-1]             # <<<<<<<<<<<<<<
 * 
 *         # propagate left and right states, saving as we go
*/
      __pyx_v_coeff = (__pyx_v_coeffSaved[(__pyx_v_incd - 1)]);
    }
    __pyx_L12:;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":508
 * 
 *         # propagate left and right states, saving as we go
 *         for i in range(incd,last_index):             # <<<<<<<<<<<<<<
 *             #print "DB: propagate left begin"
 *             factor = deref(factor_lists[i])[b[i]]
*/
    __pyx_t_1 = __pyx_v_last_index;
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = __pyx_v_incd; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_i = __pyx_t_3;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":510
 *         for i in range(incd,last_index):
 *             #print "DB: propagate left begin"
 *             factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *             prop1 = leftSaved[i] # destination
 *             prop1.copy_from(rhoVecL) #starting state
*/
      __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":511
 *             #print "DB: propagate left begin"
 *             factor = deref(factor_lists[i])[b[i]]
 *             prop1 = leftSaved[i] # destination             # <<<<<<<<<<<<<<
 *             prop1.copy_from(rhoVecL) #starting state
 *             for j in range(<INT>factor._pre_ops.size()):
*/
      __pyx_v_prop1 = (__pyx_v_leftSaved[__pyx_v_i]);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":512
 *             factor = deref(factor_lists[i])[b[i]]
 *             prop1 = leftSaved[i] # destination
 *             prop1.copy_from(rhoVecL) #starting state             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 #print "DB: propagate left item"
*/
      __pyx_v_prop1->copy_from(__pyx_v_rhoVecL);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":513
 *             prop1 = leftSaved[i] # destination
 *             prop1.copy_from(rhoVecL) #starting state
 *             for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *                 #print "DB: propagate left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)
*/
      __pyx_t_8 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_pre_ops.size());
      __pyx_t_9 = __pyx_t_8;
      for (__pyx_t_10 = 0; __pyx_t_10 < __pyx_t_9; __pyx_t_10+=1) {
        __pyx_v_j = __pyx_t_10;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":515
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 #print "DB: propagate left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecL = prop1
*/
        (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":516
 *                 #print "DB: propagate left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *             rhoVecL = prop1
 *             leftSaved[i] = prop1
*/
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":517
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecL = prop1             # <<<<<<<<<<<<<<
 *             leftSaved[i] = prop1
 *             # (prop2 == the other allocated state)
*/
      __pyx_v_rhoVecL = __pyx_v_prop1;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":518
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecL = prop1
 *             leftSaved[i] = prop1             # <<<<<<<<<<<<<<
 *             # (prop2 == the other allocated state)
 * 
*/
      (__pyx_v_leftSaved[__pyx_v_i]) = __pyx_v_prop1;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":522
 * 
 *             #print "DB: propagate right begin"
 *             prop1 = rightSaved[i] # destination             # <<<<<<<<<<<<<<
 *             prop1.copy_from(rhoVecR) #starting state
 *             for j in range(<INT>factor._post_ops.size()):
*/
      __pyx_v_prop1 = (__pyx_v_rightSaved[__pyx_v_i]);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":523
 *             #print "DB: propagate right begin"
 *             prop1 = rightSaved[i] # destination
 *             prop1.copy_from(rhoVecR) #starting state             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._post_ops.size()):
 *                 #print "DB: propagate right item"
*/
      __pyx_v_prop1->copy_from(__pyx_v_rhoVecR);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":524
 *             prop1 = rightSaved[i] # destination
 *             prop1.copy_from(rhoVecR) #starting state
 *             for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *                 #print "DB: propagate right item"
 *                 factor._post_ops[j].acton(prop1,prop2)
*/
      __pyx_t_8 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_post_ops.size());
      __pyx_t_9 = __pyx_t_8;
      for (__pyx_t_10 = 0; __pyx_t_10 < __pyx_t_9; __pyx_t_10+=1) {
        __pyx_v_j = __pyx_t_10;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":526
 *             for j in range(<INT>factor._post_ops.size()):
 *                 #print "DB: propagate right item"
 *                 factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecR = prop1
*/
        (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":527
 *                 #print "DB: propagate right item"
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *             rhoVecR = prop1
 *             rightSaved[i] = prop1
*/
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":528
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecR = prop1             # <<<<<<<<<<<<<<
 *             rightSaved[i] = prop1
 *             # (prop2 == the other allocated state)
*/
      __pyx_v_rhoVecR = __pyx_v_prop1;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":529
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecR = prop1
 *             rightSaved[i] = prop1             # <<<<<<<<<<<<<<
 *             # (prop2 == the other allocated state)
 * 
*/
      (__pyx_v_rightSaved[__pyx_v_i]) = __pyx_v_prop1;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":533
 * 
 *             #print "DB: propagate coeff mult"
 *             coeff = coeff.mult(deref(factor._coeff)) # copy a PolynomialCRep             # <<<<<<<<<<<<<<
 *             coeffSaved[i] = coeff
 * 
*/
      __pyx_v_coeff = __pyx_v_coeff.mult((*__pyx_v_factor->_coeff));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":534
 *             #print "DB: propagate coeff mult"
 *             coeff = coeff.mult(deref(factor._coeff)) # copy a PolynomialCRep
 *             coeffSaved[i] = coeff             # <<<<<<<<<<<<<<
 * 
 *         # for the last index, no need to save, and need to construct
*/
      (__pyx_v_coeffSaved[__pyx_v_i]) = __pyx_v_coeff;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":538
 *         # for the last index, no need to save, and need to construct
 *         # and apply effect vector
 *         prop1 = shelved # so now prop1 (and prop2) are alloc'd states             # <<<<<<<<<<<<<<
 * 
 *         #print "DB: left ampl"
*/
    __pyx_v_prop1 = __pyx_v_shelved;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":541
 * 
 *         #print "DB: left ampl"
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 *         EVec = factor._post_effect
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
*/
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":542
 *         #print "DB: left ampl"
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 *         EVec = factor._post_effect             # <<<<<<<<<<<<<<
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *         for j in range(<INT>factor._pre_ops.size()):
*/
    __pyx_t_11 = __pyx_v_factor->_post_effect;
    __pyx_v_EVec = __pyx_t_11;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":543
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 *         EVec = factor._post_effect
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
*/
    __pyx_v_prop1->copy_from(__pyx_v_rhoVecL);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":544
 *         EVec = factor._post_effect
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
*/
    __pyx_t_1 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":545
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude
*/
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":546
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *         pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude
 * 
*/
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":547
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude             # <<<<<<<<<<<<<<
 * 
 *         #print "DB: right ampl"
*/
    __pyx_v_pLeft = __pyx_v_EVec->amplitude(__pyx_v_prop1);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":550
 * 
 *         #print "DB: right ampl"
 *         EVec = factor._pre_effect             # <<<<<<<<<<<<<<
 *         prop1.copy_from(rhoVecR)
 *         pRight = EVec.amplitude(prop1)
*/
    __pyx_t_11 = __pyx_v_factor->_pre_effect;
    __pyx_v_EVec = __pyx_t_11;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":551
 *         #print "DB: right ampl"
 *         EVec = factor._pre_effect
 *         prop1.copy_from(rhoVecR)             # <<<<<<<<<<<<<<
 *         pRight = EVec.amplitude(prop1)
 *         #DEBUG print "  - begin: ",complex(pRight)
*/
    __pyx_v_prop1->copy_from(__pyx_v_rhoVecR);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":552
 *         EVec = factor._pre_effect
 *         prop1.copy_from(rhoVecR)
 *         pRight = EVec.amplitude(prop1)             # <<<<<<<<<<<<<<
 *         #DEBUG print "  - begin: ",complex(pRight)
 *         for j in range(<INT>factor._post_ops.size()):
*/
    __pyx_v_pRight = __pyx_v_EVec->amplitude(__pyx_v_prop1);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":554
 *         pRight = EVec.amplitude(prop1)
 *         #DEBUG print "  - begin: ",complex(pRight)
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             #DEBUG print " - state = ", [ prop1._smatrix[ii] for ii in range(2*2)]
 *             #DEBUG print "         = ", [ prop1._pvectors[ii] for ii in range(2)]
*/
    __pyx_t_1 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":558
 *             #DEBUG print "         = ", [ prop1._pvectors[ii] for ii in range(2)]
 *             #DEBUG print "         = ", [ prop1._amps[ii] for ii in range(1)]
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             #DEBUG print " - action with ", [ (<OpCRep_Clifford*>factor._pre_ops[j])._smatrix_inv[ii] for ii in range(2*2)]
 *             #DEBUG print " - action with ", [ (<OpCRep_Clifford*>factor._pre_ops[j])._svector_inv[ii] for ii in range(2)]
*/
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":562
 *             #DEBUG print " - action with ", [ (<OpCRep_Clifford*>factor._pre_ops[j])._svector_inv[ii] for ii in range(2)]
 *             #DEBUG print " - action with ", [ (<OpCRep_Clifford*>factor._pre_ops[j])._unitary_adj[ii] for ii in range(2*2)]
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *             pRight = EVec.amplitude(prop1)
 *             #DEBUG print "  - prop ",INT(j)," = ",complex(pRight)
*/
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":563
 *             #DEBUG print " - action with ", [ (<OpCRep_Clifford*>factor._pre_ops[j])._unitary_adj[ii] for ii in range(2*2)]
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *             pRight = EVec.amplitude(prop1)             # <<<<<<<<<<<<<<
 *             #DEBUG print "  - prop ",INT(j)," = ",complex(pRight)
 *             #DEBUG print " - post state = ", [ prop1._smatrix[ii] for ii in range(2*2)]
*/
      __pyx_v_pRight = __pyx_v_EVec->amplitude(__pyx_v_prop1);
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":569
 *             #DEBUG print "              = ", [ prop1._amps[ii] for ii in range(1)]
 * 
 *         pRight = EVec.amplitude(prop1).conjugate()             # <<<<<<<<<<<<<<
 * 
 *         shelved = prop1 # return prop1 to the "shelf" since we'll use prop1 for other things next
*/
    __pyx_v_pRight = __Pyx_c_conj_double(__pyx_v_EVec->amplitude(__pyx_v_prop1));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":571
 *         pRight = EVec.amplitude(prop1).conjugate()
 * 
 *         shelved = prop1 # return prop1 to the "shelf" since we'll use prop1 for other things next             # <<<<<<<<<<<<<<
 * 
 *         #print "DB: final block: pLeft=",complex(pLeft)," pRight=",complex(pRight)
*/
    __pyx_v_shelved = __pyx_v_prop1;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":576
 *         #print "DB running coeff = ",dict(coeff._coeffs)
 *         #print "DB factor coeff = ",dict(factor._coeff._coeffs)
 *         result = coeff.mult(deref(factor._coeff))             # <<<<<<<<<<<<<<
 *         #print "DB result = ",dict(result._coeffs)
 *         result.scale(pLeft * pRight)
*/
    __pyx_v_result = __pyx_v_coeff.mult((*__pyx_v_factor->_coeff));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":578
 *         result = coeff.mult(deref(factor._coeff))
 *         #print "DB result = ",dict(result._coeffs)
 *         result.scale(pLeft * pRight)             # <<<<<<<<<<<<<<
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
*/
    __pyx_v_result.scale(__Pyx_c_prod_double(__pyx_v_pLeft, __pyx_v_pRight));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":579
 *         #print "DB result = ",dict(result._coeffs)
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]             # <<<<<<<<<<<<<<
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 *         deref(prps)[Ei].add_inplace(result)
*/
    __pyx_v_final_factor_indx = (__pyx_v_b[__pyx_v_last_index]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":580
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *         deref(prps)[Ei].add_inplace(result)
 *         #print "DB prps[",INT(Ei),"] = ",dict(deref(prps)[Ei]._coeffs)
*/
    __pyx_v_Ei = ((*__pyx_v_Einds)[__pyx_v_final_factor_indx]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":581
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 *         deref(prps)[Ei].add_inplace(result)             # <<<<<<<<<<<<<<
 *         #print "DB prps[",INT(Ei),"] = ",dict(deref(prps)[Ei]._coeffs)
 * 
*/
    ((*__pyx_v_prps)[__pyx_v_Ei])->add_inplace(__pyx_v_result);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":588
 * 
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):             # <<<<<<<<<<<<<<
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1; incd = i
*/
    for (__pyx_t_1 = (__pyx_v_nFactorLists - 1); __pyx_t_1 > -1LL; __pyx_t_1-=1) {
      __pyx_v_i = __pyx_t_1;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":589
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                 b[i] += 1; incd = i
 *                 break
*/
      __pyx_t_4 = (((__pyx_v_b[__pyx_v_i]) + 1) < (__pyx_v_factorListLens[__pyx_v_i]));
      if (__pyx_t_4) {

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":590
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1; incd = i             # <<<<<<<<<<<<<<
 *                 break
 *             else:
*/
        __pyx_t_2 = __pyx_v_i;
        (__pyx_v_b[__pyx_t_2]) = ((__pyx_v_b[__pyx_t_2]) + 1);
        __pyx_v_incd = __pyx_v_i;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":591
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1; incd = i
 *                 break             # <<<<<<<<<<<<<<
 *             else:
 *                 b[i] = 0
*/
        goto __pyx_L28_break;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":589
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                 b[i] += 1; incd = i
 *                 break
*/
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":593
 *                 break
 *             else:
 *                 b[i] = 0             # <<<<<<<<<<<<<<
 *         else:
 *             break # can't increment anything - break while(True) loop
*/
      /*else*/ {
        (__pyx_v_b[__pyx_v_i]) = 0;
      }
    }
    /*else*/ {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":595
 *                 b[i] = 0
 *         else:
 *             break # can't increment anything - break while(True) loop             # <<<<<<<<<<<<<<
 * 
 *     #Cleanup: free allocated memory
*/
      goto __pyx_L11_break;
    }
    __pyx_L28_break:;
  }
  __pyx_L11_break:;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":598
 * 
 *     #Cleanup: free allocated memory
 *     for i in range(nFactorLists-1):             # <<<<<<<<<<<<<<
 *         del leftSaved[i]
 *         del rightSaved[i]
*/
  __pyx_t_1 = (__pyx_v_nFactorLists - 1);
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":599
 *     #Cleanup: free allocated memory
 *     for i in range(nFactorLists-1):
 *         del leftSaved[i]             # <<<<<<<<<<<<<<
 *         del rightSaved[i]
 *     del prop2
*/
    delete (__pyx_v_leftSaved[__pyx_v_i]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":600
 *     for i in range(nFactorLists-1):
 *         del leftSaved[i]
 *         del rightSaved[i]             # <<<<<<<<<<<<<<
 *     del prop2
 *     del shelved
*/
    delete (__pyx_v_rightSaved[__pyx_v_i]);
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":601
 *         del leftSaved[i]
 *         del rightSaved[i]
 *     del prop2             # <<<<<<<<<<<<<<
 *     del shelved
 *     free(factorListLens)
*/
  delete __pyx_v_prop2;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":602
 *         del rightSaved[i]
 *     del prop2
 *     del shelved             # <<<<<<<<<<<<<<
 *     free(factorListLens)
 *     free(b)
*/
  delete __pyx_v_shelved;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":603
 *     del prop2
 *     del shelved
 *     free(factorListLens)             # <<<<<<<<<<<<<<
 *     free(b)
 *     return
*/
  free(__pyx_v_factorListLens);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":604
 *     del shelved
 *     free(factorListLens)
 *     free(b)             # <<<<<<<<<<<<<<
 *     return
 * 
*/
  free(__pyx_v_b);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":605
 *     free(factorListLens)
 *     free(b)
 *     return             # <<<<<<<<<<<<<<
 * 
 * 
*/
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":421
 * 
 * 
 * cdef void pr_as_polynomial_innerloop_savepartials(vector[vector_TermCRep_ptr_ptr] factor_lists,             # <<<<<<<<<<<<<<
 *                                                   vector[INT]* Einds, vector[PolynomialCRep*]* prps, INT n): #, prps_chk):
 *     #print("DB partition = ","listlens = ",[len(fl) for fl in factor_lists])
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.pr_as_polynomial_innerloop_savepartials", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_L0:;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":610
 * # NOTE - below this point is just copied from statevec verision -- need to check this, in ptic use of 'dim'
 * # Stabilizer pruned-polynomial-term calcs -------------------------
 * def create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv):             # <<<<<<<<<<<<<<
 * 
 *     cdef INT i, j
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_3create_circuitsetup_cacheel(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_3create_circuitsetup_cacheel = {"create_circuitsetup_cacheel", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_3create_circuitsetup_cacheel, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_3create_circuitsetup_cacheel(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyObject *__pyx_v_fwdsim = 0;
  PyObject *__pyx_v_rholabel = 0;
  PyObject *__pyx_v_elabels = 0;
  PyObject *__pyx_v_circuit = 0;
  PyObject *__pyx_v_repcache = 0;
  PyObject *__pyx_v_min_term_mag = 0;
  PyObject *__pyx_v_mpv = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[7] = {0,0,0,0,0,0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("create_circuitsetup_cacheel (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_fwdsim,&__pyx_mstate_global->__pyx_n_u_rholabel,&__pyx_mstate_global->__pyx_n_u_elabels,&__pyx_mstate_global->__pyx_n_u_circuit,&__pyx_mstate_global->__pyx_n_u_repcache,&__pyx_mstate_global->__pyx_n_u_min_term_mag,&__pyx_mstate_global->__pyx_n_u_mpv,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 610, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  7:
        values[6] = __Pyx_ArgRef_FASTCALL(__pyx_args, 6);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 610, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  6:
        values[5] = __Pyx_ArgRef_FASTCALL(__pyx_args, 5);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 610, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  5:
        values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 610, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  4:
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 610, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  3:
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 610, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 610, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 610, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "create_circuitsetup_cacheel", 0) < (0)) __PYX_ERR(0, 610, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 7; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("create_circuitsetup_cacheel", 1, 7, 7, i); __PYX_ERR(0, 610, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 7)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 610, __pyx_L3_error)
      values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 610, __pyx_L3_error)
      values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 610, __pyx_L3_error)
      values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 610, __pyx_L3_error)
      values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 610, __pyx_L3_error)
      values[5] = __Pyx_ArgRef_FASTCALL(__pyx_args, 5);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 610, __pyx_L3_error)
      values[6] = __Pyx_ArgRef_FASTCALL(__pyx_args, 6);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 610, __pyx_L3_error)
    }
    __pyx_v_fwdsim = values[0];
    __pyx_v_rholabel = values[1];
    __pyx_v_elabels = values[2];
    __pyx_v_circuit = values[3];
    __pyx_v_repcache = values[4];
    __pyx_v_min_term_mag = values[5];
    __pyx_v_mpv = values[6];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("create_circuitsetup_cacheel", 1, 7, 7, __pyx_nargs); __PYX_ERR(0, 610, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.create_circuitsetup_cacheel", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_2create_circuitsetup_cacheel(__pyx_self, __pyx_v_fwdsim, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_min_term_mag, __pyx_v_mpv);

  /* function exit code */
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":703
 * 
 *         #Sort all terms by magnitude
 *         E_term_indices_and_reps.sort(key=lambda x: x[2], reverse=True)             # <<<<<<<<<<<<<<
 *         for j,(i,t,_,is_foat) in enumerate(E_term_indices_and_reps):
 *             rep = (<TermRep>t.torep())
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_27create_circuitsetup_cacheel_lambda(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_27create_circuitsetup_cacheel_lambda = {"lambda", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_27create_circuitsetup_cacheel_lambda, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_27create_circuitsetup_cacheel_lambda(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyObject *__pyx_v_x = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[1] = {0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("lambda (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_x,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 703, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 703, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "lambda", 0) < (0)) __PYX_ERR(0, 703, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 1; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("lambda", 1, 1, 1, i); __PYX_ERR(0, 703, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 1)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 703, __pyx_L3_error)
    }
    __pyx_v_x = values[0];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("lambda", 1, 1, 1, __pyx_nargs); __PYX_ERR(0, 703, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.create_circuitsetup_cacheel.lambda", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_lambda_funcdef_lambda(__pyx_self, __pyx_v_x);

  /* function exit code */
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_lambda_funcdef_lambda(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_x) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("lambda", 0);
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_x, 2, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_FunctionArgument); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 703, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.create_circuitsetup_cacheel.lambda", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":610
 * # NOTE - below this point is just copied from statevec verision -- need to check this, in ptic use of 'dim'
 * # Stabilizer pruned-polynomial-term calcs -------------------------
 * def create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv):             # <<<<<<<<<<<<<<
 * 
 *     cdef INT i, j
*/

static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_2create_circuitsetup_cacheel(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_fwdsim, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_repcache, PyObject *__pyx_v_min_term_mag, PyObject *__pyx_v_mpv) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_j;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_cgatestring;
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_repcel = 0;
  struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep *__pyx_v_rep = 0;
  std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_v_op_term_reps;
  std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> >  __pyx_v_op_foat_indices;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  __pyx_v_rho_term_reps;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_rho_foat_indices;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  __pyx_v_E_term_reps;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_E_foat_indices;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_e_indices;
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *__pyx_v_cscel = 0;
  PyObject *__pyx_v_distinct_gateLabels = NULL;
  PyObject *__pyx_v_glmap = NULL;
  PyObject *__pyx_v_gl = NULL;
  PyObject *__pyx_v_glbl = NULL;
  PyObject *__pyx_v_op = NULL;
  PyObject *__pyx_v_hmterms = NULL;
  PyObject *__pyx_v_foat_indices = NULL;
  PyObject *__pyx_v_t = NULL;
  PyObject *__pyx_v_rhoOp = NULL;
  PyObject *__pyx_v_E_term_indices_and_reps = NULL;
  PyObject *__pyx_v_elbl = NULL;
  PyObject *__pyx_v_Evec = NULL;
  CYTHON_UNUSED PyObject *__pyx_v__ = NULL;
  PyObject *__pyx_v_is_foat = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_8genexpr8__pyx_v_i;
  PyObject *__pyx_8genexpr8__pyx_v_gl = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_8genexpr9__pyx_v_j;
  PyObject *__pyx_8genexpr9__pyx_v_t = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_t_1;
  std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> >  __pyx_t_2;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  __pyx_t_3;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  size_t __pyx_t_7;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_8;
  Py_ssize_t __pyx_t_9;
  PyObject *__pyx_t_10 = NULL;
  PyObject *(*__pyx_t_11)(PyObject *);
  int __pyx_t_12;
  PyObject *__pyx_t_13 = NULL;
  PyObject *__pyx_t_14 = NULL;
  PyObject *(*__pyx_t_15)(PyObject *);
  Py_ssize_t __pyx_t_16;
  int __pyx_t_17;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_18;
  PyObject *(*__pyx_t_19)(PyObject *);
  PyObject *__pyx_t_20 = NULL;
  PyObject *__pyx_t_21 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("create_circuitsetup_cacheel", 0);
  __Pyx_INCREF(__pyx_v_elabels);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":618
 *     cdef vector[TermCRep_ptr] treps;
 *     cdef TermRep rep;
 *     cdef unordered_map[INT, vector[TermCRep_ptr] ] op_term_reps = unordered_map[INT, vector[TermCRep_ptr] ]();             # <<<<<<<<<<<<<<
 *     cdef unordered_map[INT, vector[INT] ] op_foat_indices = unordered_map[INT, vector[INT] ]();
 *     cdef vector[TermCRep_ptr] rho_term_reps;
*/
  try {
    __pyx_t_1 = std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> > ();
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 618, __pyx_L1_error)
  }
  __pyx_v_op_term_reps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":619
 *     cdef TermRep rep;
 *     cdef unordered_map[INT, vector[TermCRep_ptr] ] op_term_reps = unordered_map[INT, vector[TermCRep_ptr] ]();
 *     cdef unordered_map[INT, vector[INT] ] op_foat_indices = unordered_map[INT, vector[INT] ]();             # <<<<<<<<<<<<<<
 *     cdef vector[TermCRep_ptr] rho_term_reps;
 *     cdef vector[INT] rho_foat_indices;
*/
  try {
    __pyx_t_2 = std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> > ();
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 619, __pyx_L1_error)
  }
  __pyx_v_op_foat_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_2);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":622
 *     cdef vector[TermCRep_ptr] rho_term_reps;
 *     cdef vector[INT] rho_foat_indices;
 *     cdef vector[TermCRep_ptr] E_term_reps = vector[TermCRep_ptr](0);             # <<<<<<<<<<<<<<
 *     cdef vector[INT] E_foat_indices = vector[INT](0);
 *     cdef vector[INT] e_indices = vector[INT](0);
*/
  try {
    __pyx_t_3 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 622, __pyx_L1_error)
  }
  __pyx_v_E_term_reps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_3);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":623
 *     cdef vector[INT] rho_foat_indices;
 *     cdef vector[TermCRep_ptr] E_term_reps = vector[TermCRep_ptr](0);
 *     cdef vector[INT] E_foat_indices = vector[INT](0);             # <<<<<<<<<<<<<<
 *     cdef vector[INT] e_indices = vector[INT](0);
 *     cdef TermCRep_ptr cterm;
*/
  try {
    __pyx_t_4 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 623, __pyx_L1_error)
  }
  __pyx_v_E_foat_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_4);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":624
 *     cdef vector[TermCRep_ptr] E_term_reps = vector[TermCRep_ptr](0);
 *     cdef vector[INT] E_foat_indices = vector[INT](0);
 *     cdef vector[INT] e_indices = vector[INT](0);             # <<<<<<<<<<<<<<
 *     cdef TermCRep_ptr cterm;
 *     cdef CircuitSetupCacheEl cscel = CircuitSetupCacheEl()
*/
  try {
    __pyx_t_4 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 624, __pyx_L1_error)
  }
  __pyx_v_e_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_4);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":626
 *     cdef vector[INT] e_indices = vector[INT](0);
 *     cdef TermCRep_ptr cterm;
 *     cdef CircuitSetupCacheEl cscel = CircuitSetupCacheEl()             # <<<<<<<<<<<<<<
 * 
 *     # Create gatelable -> int mapping to be used throughout
*/
  __pyx_t_6 = NULL;
  __pyx_t_7 = 1;
  {
    PyObject *__pyx_callargs[2] = {__pyx_t_6, NULL};
    __pyx_t_5 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl, __pyx_callargs+__pyx_t_7, (1-__pyx_t_7) | (__pyx_t_7*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 626, __pyx_L1_error)
    __Pyx_GOTREF((PyObject *)__pyx_t_5);
  }
  __pyx_v_cscel = ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)__pyx_t_5);
  __pyx_t_5 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":629
 * 
 *     # Create gatelable -> int mapping to be used throughout
 *     distinct_gateLabels = sorted(set(circuit))             # <<<<<<<<<<<<<<
 *     glmap = { gl: i for i,gl in enumerate(distinct_gateLabels) }
 * 
*/
  __pyx_t_5 = PySet_New(__pyx_v_circuit); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 629, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_6 = PySequence_List(__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 629, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (unlikely((PyList_Sort(__pyx_t_6) < 0))) __PYX_ERR(0, 629, __pyx_L1_error)
  __pyx_v_distinct_gateLabels = __pyx_t_6;
  __pyx_t_6 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":630
 *     # Create gatelable -> int mapping to be used throughout
 *     distinct_gateLabels = sorted(set(circuit))
 *     glmap = { gl: i for i,gl in enumerate(distinct_gateLabels) }             # <<<<<<<<<<<<<<
 * 
 *     # Convert circuit to a vector of ints
*/
  { /* enter inner scope */
    __pyx_t_6 = PyDict_New(); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 630, __pyx_L5_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_8 = 0;
    __pyx_t_5 = __pyx_v_distinct_gateLabels; __Pyx_INCREF(__pyx_t_5);
    __pyx_t_9 = 0;
    for (;;) {
      {
        Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_5);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 630, __pyx_L5_error)
        #endif
        if (__pyx_t_9 >= __pyx_temp) break;
      }
      __pyx_t_10 = __Pyx_PyList_GetItemRefFast(__pyx_t_5, __pyx_t_9, __Pyx_ReferenceSharing_OwnStrongReference);
      ++__pyx_t_9;
      if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 630, __pyx_L5_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_XDECREF_SET(__pyx_8genexpr8__pyx_v_gl, __pyx_t_10);
      __pyx_t_10 = 0;
      __pyx_8genexpr8__pyx_v_i = __pyx_t_8;
      __pyx_t_8 = (__pyx_t_8 + 1);
      __pyx_t_10 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_8genexpr8__pyx_v_i); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 630, __pyx_L5_error)
      __Pyx_GOTREF(__pyx_t_10);
      if (unlikely(PyDict_SetItem(__pyx_t_6, (PyObject*)__pyx_8genexpr8__pyx_v_gl, (PyObject*)__pyx_t_10))) __PYX_ERR(0, 630, __pyx_L5_error)
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    }
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_XDECREF(__pyx_8genexpr8__pyx_v_gl); __pyx_8genexpr8__pyx_v_gl = 0;
    goto __pyx_L9_exit_scope;
    __pyx_L5_error:;
    __Pyx_XDECREF(__pyx_8genexpr8__pyx_v_gl); __pyx_8genexpr8__pyx_v_gl = 0;
    goto __pyx_L1_error;
    __pyx_L9_exit_scope:;
  } /* exit inner scope */
  __pyx_v_glmap = ((PyObject*)__pyx_t_6);
  __pyx_t_6 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":633
 * 
 *     # Convert circuit to a vector of ints
 *     for gl in circuit:             # <<<<<<<<<<<<<<
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
*/
  if (likely(PyList_CheckExact(__pyx_v_circuit)) || PyTuple_CheckExact(__pyx_v_circuit)) {
    __pyx_t_6 = __pyx_v_circuit; __Pyx_INCREF(__pyx_t_6);
    __pyx_t_9 = 0;
    __pyx_t_11 = NULL;
  } else {
    __pyx_t_9 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_circuit); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 633, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_11 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_6); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 633, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_11)) {
      if (likely(PyList_CheckExact(__pyx_t_6))) {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_6);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 633, __pyx_L1_error)
          #endif
          if (__pyx_t_9 >= __pyx_temp) break;
        }
        __pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_6, __pyx_t_9, __Pyx_ReferenceSharing_OwnStrongReference);
        ++__pyx_t_9;
      } else {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_6);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 633, __pyx_L1_error)
          #endif
          if (__pyx_t_9 >= __pyx_temp) break;
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_9));
        #else
        __pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_6, __pyx_t_9);
        #endif
        ++__pyx_t_9;
      }
      if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 633, __pyx_L1_error)
    } else {
      __pyx_t_5 = __pyx_t_11(__pyx_t_6);
      if (unlikely(!__pyx_t_5)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 633, __pyx_L1_error)
          PyErr_Clear();
        }
        break;
      }
    }
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_XDECREF_SET(__pyx_v_gl, __pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":634
 *     # Convert circuit to a vector of ints
 *     for gl in circuit:
 *         cgatestring.push_back(<INT>glmap[gl])             # <<<<<<<<<<<<<<
 * 
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
*/
    __pyx_t_5 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_v_gl); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 634, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_8 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_5); if (unlikely((__pyx_t_8 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 634, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    try {
      __pyx_v_cgatestring.push_back(((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_t_8));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 634, __pyx_L1_error)
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":633
 * 
 *     # Convert circuit to a vector of ints
 *     for gl in circuit:             # <<<<<<<<<<<<<<
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
*/
  }
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":638
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     for glbl in distinct_gateLabels:             # <<<<<<<<<<<<<<
 *         if glbl in repcache:
 *             repcel = <RepCacheEl>repcache[glbl]
*/
  __pyx_t_6 = __pyx_v_distinct_gateLabels; __Pyx_INCREF(__pyx_t_6);
  __pyx_t_9 = 0;
  for (;;) {
    {
      Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_6);
      #if !CYTHON_ASSUME_SAFE_SIZE
      if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 638, __pyx_L1_error)
      #endif
      if (__pyx_t_9 >= __pyx_temp) break;
    }
    __pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_6, __pyx_t_9, __Pyx_ReferenceSharing_OwnStrongReference);
    ++__pyx_t_9;
    if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 638, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_XDECREF_SET(__pyx_v_glbl, __pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":639
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     for glbl in distinct_gateLabels:
 *         if glbl in repcache:             # <<<<<<<<<<<<<<
 *             repcel = <RepCacheEl>repcache[glbl]
 *         else:
*/
    __pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_v_glbl, __pyx_v_repcache, Py_EQ)); if (unlikely((__pyx_t_12 < 0))) __PYX_ERR(0, 639, __pyx_L1_error)
    if (__pyx_t_12) {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":640
 *     for glbl in distinct_gateLabels:
 *         if glbl in repcache:
 *             repcel = <RepCacheEl>repcache[glbl]             # <<<<<<<<<<<<<<
 *         else:
 *             repcel = RepCacheEl()
*/
      __pyx_t_5 = __Pyx_PyObject_GetItem(__pyx_v_repcache, __pyx_v_glbl); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 640, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_10 = __pyx_t_5;
      __Pyx_INCREF(__pyx_t_10);
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __Pyx_XDECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_t_10));
      __pyx_t_10 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":639
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     for glbl in distinct_gateLabels:
 *         if glbl in repcache:             # <<<<<<<<<<<<<<
 *             repcel = <RepCacheEl>repcache[glbl]
 *         else:
*/
      goto __pyx_L15;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":642
 *             repcel = <RepCacheEl>repcache[glbl]
 *         else:
 *             repcel = RepCacheEl()             # <<<<<<<<<<<<<<
 *             op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *             hmterms, foat_indices = op.highmagnitude_terms(
*/
    /*else*/ {
      __pyx_t_5 = NULL;
      __pyx_t_7 = 1;
      {
        PyObject *__pyx_callargs[2] = {__pyx_t_5, NULL};
        __pyx_t_10 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl, __pyx_callargs+__pyx_t_7, (1-__pyx_t_7) | (__pyx_t_7*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
        if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 642, __pyx_L1_error)
        __Pyx_GOTREF((PyObject *)__pyx_t_10);
      }
      __Pyx_XDECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_t_10));
      __pyx_t_10 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":643
 *         else:
 *             repcel = RepCacheEl()
 *             op = fwdsim.model._circuit_layer_operator(glbl, 'op')             # <<<<<<<<<<<<<<
 *             hmterms, foat_indices = op.highmagnitude_terms(
 *                 min_term_mag, max_taylor_order=fwdsim.max_order, max_polynomial_vars=mpv)
*/
      __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 643, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_13);
      __pyx_t_5 = __pyx_t_13;
      __Pyx_INCREF(__pyx_t_5);
      __pyx_t_7 = 0;
      {
        PyObject *__pyx_callargs[3] = {__pyx_t_5, __pyx_v_glbl, __pyx_mstate_global->__pyx_n_u_op};
        __pyx_t_10 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_circuit_layer_operator, __pyx_callargs+__pyx_t_7, (3-__pyx_t_7) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
        __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
        if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 643, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
      }
      __Pyx_XDECREF_SET(__pyx_v_op, __pyx_t_10);
      __pyx_t_10 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":644
 *             repcel = RepCacheEl()
 *             op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *             hmterms, foat_indices = op.highmagnitude_terms(             # <<<<<<<<<<<<<<
 *                 min_term_mag, max_taylor_order=fwdsim.max_order, max_polynomial_vars=mpv)
 * 
*/
      __pyx_t_13 = __pyx_v_op;
      __Pyx_INCREF(__pyx_t_13);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":645
 *             op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *             hmterms, foat_indices = op.highmagnitude_terms(
 *                 min_term_mag, max_taylor_order=fwdsim.max_order, max_polynomial_vars=mpv)             # <<<<<<<<<<<<<<
 * 
 *             #DEBUG CHECK TERM MAGNITUDES make sense
*/
      __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_max_order); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 645, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_7 = 0;
      {
        PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 2 : 0)] = {__pyx_t_13, __pyx_v_min_term_mag};
        __pyx_t_14 = __Pyx_MakeVectorcallBuilderKwds(2); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 644, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_14);
        if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_max_taylor_order, __pyx_t_5, __pyx_t_14, __pyx_callargs+2, 0) < (0)) __PYX_ERR(0, 644, __pyx_L1_error)
        if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_max_polynomial_vars, __pyx_v_mpv, __pyx_t_14, __pyx_callargs+2, 1) < (0)) __PYX_ERR(0, 644, __pyx_L1_error)
        __pyx_t_10 = __Pyx_Object_VectorcallMethod_CallFromBuilder((PyObject*)__pyx_mstate_global->__pyx_n_u_highmagnitude_terms, __pyx_callargs+__pyx_t_7, (2-__pyx_t_7) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_14);
        __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 644, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
      }
      if ((likely(PyTuple_CheckExact(__pyx_t_10))) || (PyList_CheckExact(__pyx_t_10))) {
        PyObject* sequence = __pyx_t_10;
        Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
        if (unlikely(size != 2)) {
          if (size > 2) __Pyx_RaiseTooManyValuesError(2);
          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
          __PYX_ERR(0, 644, __pyx_L1_error)
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        if (likely(PyTuple_CheckExact(sequence))) {
          __pyx_t_14 = PyTuple_GET_ITEM(sequence, 0);
          __Pyx_INCREF(__pyx_t_14);
          __pyx_t_5 = PyTuple_GET_ITEM(sequence, 1);
          __Pyx_INCREF(__pyx_t_5);
        } else {
          __pyx_t_14 = __Pyx_PyList_GetItemRefFast(sequence, 0, __Pyx_ReferenceSharing_SharedReference);
          if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 644, __pyx_L1_error)
          __Pyx_XGOTREF(__pyx_t_14);
          __pyx_t_5 = __Pyx_PyList_GetItemRefFast(sequence, 1, __Pyx_ReferenceSharing_SharedReference);
          if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 644, __pyx_L1_error)
          __Pyx_XGOTREF(__pyx_t_5);
        }
        #else
        __pyx_t_14 = __Pyx_PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 644, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_14);
        __pyx_t_5 = __Pyx_PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 644, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        #endif
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      } else {
        Py_ssize_t index = -1;
        __pyx_t_13 = PyObject_GetIter(__pyx_t_10); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 644, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_13);
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_t_15 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_13);
        index = 0; __pyx_t_14 = __pyx_t_15(__pyx_t_13); if (unlikely(!__pyx_t_14)) goto __pyx_L16_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_14);
        index = 1; __pyx_t_5 = __pyx_t_15(__pyx_t_13); if (unlikely(!__pyx_t_5)) goto __pyx_L16_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_5);
        if (__Pyx_IternextUnpackEndCheck(__pyx_t_15(__pyx_t_13), 2) < (0)) __PYX_ERR(0, 644, __pyx_L1_error)
        __pyx_t_15 = NULL;
        __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
        goto __pyx_L17_unpacking_done;
        __pyx_L16_unpacking_failed:;
        __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
        __pyx_t_15 = NULL;
        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
        __PYX_ERR(0, 644, __pyx_L1_error)
        __pyx_L17_unpacking_done:;
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":644
 *             repcel = RepCacheEl()
 *             op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *             hmterms, foat_indices = op.highmagnitude_terms(             # <<<<<<<<<<<<<<
 *                 min_term_mag, max_taylor_order=fwdsim.max_order, max_polynomial_vars=mpv)
 * 
*/
      __Pyx_XDECREF_SET(__pyx_v_hmterms, __pyx_t_14);
      __pyx_t_14 = 0;
      __Pyx_XDECREF_SET(__pyx_v_foat_indices, __pyx_t_5);
      __pyx_t_5 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":655
 *             #    print "Highmag terms recomputed (OK) - made op = ", db_made_op
 * 
 *             for t in hmterms:             # <<<<<<<<<<<<<<
 *                 rep = (<TermRep>t.torep())
 *                 repcel.pyterm_references.append(rep)
*/
      if (likely(PyList_CheckExact(__pyx_v_hmterms)) || PyTuple_CheckExact(__pyx_v_hmterms)) {
        __pyx_t_10 = __pyx_v_hmterms; __Pyx_INCREF(__pyx_t_10);
        __pyx_t_16 = 0;
        __pyx_t_11 = NULL;
      } else {
        __pyx_t_16 = -1; __pyx_t_10 = PyObject_GetIter(__pyx_v_hmterms); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 655, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_11 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 655, __pyx_L1_error)
      }
      for (;;) {
        if (likely(!__pyx_t_11)) {
          if (likely(PyList_CheckExact(__pyx_t_10))) {
            {
              Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_10);
              #if !CYTHON_ASSUME_SAFE_SIZE
              if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 655, __pyx_L1_error)
              #endif
              if (__pyx_t_16 >= __pyx_temp) break;
            }
            __pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_10, __pyx_t_16, __Pyx_ReferenceSharing_OwnStrongReference);
            ++__pyx_t_16;
          } else {
            {
              Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_10);
              #if !CYTHON_ASSUME_SAFE_SIZE
              if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 655, __pyx_L1_error)
              #endif
              if (__pyx_t_16 >= __pyx_temp) break;
            }
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_10, __pyx_t_16));
            #else
            __pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_10, __pyx_t_16);
            #endif
            ++__pyx_t_16;
          }
          if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 655, __pyx_L1_error)
        } else {
          __pyx_t_5 = __pyx_t_11(__pyx_t_10);
          if (unlikely(!__pyx_t_5)) {
            PyObject* exc_type = PyErr_Occurred();
            if (exc_type) {
              if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 655, __pyx_L1_error)
              PyErr_Clear();
            }
            break;
          }
        }
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_5);
        __pyx_t_5 = 0;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":656
 * 
 *             for t in hmterms:
 *                 rep = (<TermRep>t.torep())             # <<<<<<<<<<<<<<
 *                 repcel.pyterm_references.append(rep)
 *                 repcel.reps.push_back( rep.c_term )
*/
        __pyx_t_14 = __pyx_v_t;
        __Pyx_INCREF(__pyx_t_14);
        __pyx_t_7 = 0;
        {
          PyObject *__pyx_callargs[2] = {__pyx_t_14, NULL};
          __pyx_t_5 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_torep, __pyx_callargs+__pyx_t_7, (1-__pyx_t_7) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
          __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
          if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 656, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_5);
        }
        __pyx_t_14 = __pyx_t_5;
        __Pyx_INCREF(__pyx_t_14);
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __Pyx_XDECREF_SET(__pyx_v_rep, ((struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep *)__pyx_t_14));
        __pyx_t_14 = 0;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":657
 *             for t in hmterms:
 *                 rep = (<TermRep>t.torep())
 *                 repcel.pyterm_references.append(rep)             # <<<<<<<<<<<<<<
 *                 repcel.reps.push_back( rep.c_term )
 * 
*/
        __pyx_t_17 = __Pyx_PyObject_Append(__pyx_v_repcel->pyterm_references, ((PyObject *)__pyx_v_rep)); if (unlikely(__pyx_t_17 == ((int)-1))) __PYX_ERR(0, 657, __pyx_L1_error)

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":658
 *                 rep = (<TermRep>t.torep())
 *                 repcel.pyterm_references.append(rep)
 *                 repcel.reps.push_back( rep.c_term )             # <<<<<<<<<<<<<<
 * 
 *             for i in foat_indices:
*/
        try {
          __pyx_v_repcel->reps.push_back(__pyx_v_rep->c_term);
        } catch(...) {
          __Pyx_CppExn2PyErr();
          __PYX_ERR(0, 658, __pyx_L1_error)
        }

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":655
 *             #    print "Highmag terms recomputed (OK) - made op = ", db_made_op
 * 
 *             for t in hmterms:             # <<<<<<<<<<<<<<
 *                 rep = (<TermRep>t.torep())
 *                 repcel.pyterm_references.append(rep)
*/
      }
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":660
 *                 repcel.reps.push_back( rep.c_term )
 * 
 *             for i in foat_indices:             # <<<<<<<<<<<<<<
 *                 repcel.foat_indices.push_back(<INT>i)
 *             repcache[glbl] = repcel
*/
      if (likely(PyList_CheckExact(__pyx_v_foat_indices)) || PyTuple_CheckExact(__pyx_v_foat_indices)) {
        __pyx_t_10 = __pyx_v_foat_indices; __Pyx_INCREF(__pyx_t_10);
        __pyx_t_16 = 0;
        __pyx_t_11 = NULL;
      } else {
        __pyx_t_16 = -1; __pyx_t_10 = PyObject_GetIter(__pyx_v_foat_indices); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 660, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_11 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 660, __pyx_L1_error)
      }
      for (;;) {
        if (likely(!__pyx_t_11)) {
          if (likely(PyList_CheckExact(__pyx_t_10))) {
            {
              Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_10);
              #if !CYTHON_ASSUME_SAFE_SIZE
              if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 660, __pyx_L1_error)
              #endif
              if (__pyx_t_16 >= __pyx_temp) break;
            }
            __pyx_t_14 = __Pyx_PyList_GetItemRefFast(__pyx_t_10, __pyx_t_16, __Pyx_ReferenceSharing_OwnStrongReference);
            ++__pyx_t_16;
          } else {
            {
              Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_10);
              #if !CYTHON_ASSUME_SAFE_SIZE
              if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 660, __pyx_L1_error)
              #endif
              if (__pyx_t_16 >= __pyx_temp) break;
            }
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_14 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_10, __pyx_t_16));
            #else
            __pyx_t_14 = __Pyx_PySequence_ITEM(__pyx_t_10, __pyx_t_16);
            #endif
            ++__pyx_t_16;
          }
          if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 660, __pyx_L1_error)
        } else {
          __pyx_t_14 = __pyx_t_11(__pyx_t_10);
          if (unlikely(!__pyx_t_14)) {
            PyObject* exc_type = PyErr_Occurred();
            if (exc_type) {
              if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 660, __pyx_L1_error)
              PyErr_Clear();
            }
            break;
          }
        }
        __Pyx_GOTREF(__pyx_t_14);
        __pyx_t_8 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_14); if (unlikely((__pyx_t_8 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 660, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        __pyx_v_i = __pyx_t_8;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":661
 * 
 *             for i in foat_indices:
 *                 repcel.foat_indices.push_back(<INT>i)             # <<<<<<<<<<<<<<
 *             repcache[glbl] = repcel
 * 
*/
        try {
          __pyx_v_repcel->foat_indices.push_back(((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_i));
        } catch(...) {
          __Pyx_CppExn2PyErr();
          __PYX_ERR(0, 661, __pyx_L1_error)
        }

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":660
 *                 repcel.reps.push_back( rep.c_term )
 * 
 *             for i in foat_indices:             # <<<<<<<<<<<<<<
 *                 repcel.foat_indices.push_back(<INT>i)
 *             repcache[glbl] = repcel
*/
      }
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":662
 *             for i in foat_indices:
 *                 repcel.foat_indices.push_back(<INT>i)
 *             repcache[glbl] = repcel             # <<<<<<<<<<<<<<
 * 
 *         op_term_reps[ glmap[glbl] ] = repcel.reps
*/
      if (unlikely((PyObject_SetItem(__pyx_v_repcache, __pyx_v_glbl, ((PyObject *)__pyx_v_repcel)) < 0))) __PYX_ERR(0, 662, __pyx_L1_error)
    }
    __pyx_L15:;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":664
 *             repcache[glbl] = repcel
 * 
 *         op_term_reps[ glmap[glbl] ] = repcel.reps             # <<<<<<<<<<<<<<
 *         op_foat_indices[ glmap[glbl] ] = repcel.foat_indices
 * 
*/
    __pyx_t_3 = __pyx_v_repcel->reps;
    __pyx_t_10 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_v_glbl); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 664, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_8 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_10); if (unlikely((__pyx_t_8 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 664, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    (__pyx_v_op_term_reps[__pyx_t_8]) = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":665
 * 
 *         op_term_reps[ glmap[glbl] ] = repcel.reps
 *         op_foat_indices[ glmap[glbl] ] = repcel.foat_indices             # <<<<<<<<<<<<<<
 * 
 *     #Similar with rho_terms and E_terms
*/
    __pyx_t_4 = __pyx_v_repcel->foat_indices;
    __pyx_t_10 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_v_glbl); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 665, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_8 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_10); if (unlikely((__pyx_t_8 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 665, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    (__pyx_v_op_foat_indices[__pyx_t_8]) = __pyx_t_4;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":638
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     for glbl in distinct_gateLabels:             # <<<<<<<<<<<<<<
 *         if glbl in repcache:
 *             repcel = <RepCacheEl>repcache[glbl]
*/
  }
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":668
 * 
 *     #Similar with rho_terms and E_terms
 *     if rholabel in repcache:             # <<<<<<<<<<<<<<
 *         repcel = repcache[rholabel]
 *     else:
*/
  __pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_v_rholabel, __pyx_v_repcache, Py_EQ)); if (unlikely((__pyx_t_12 < 0))) __PYX_ERR(0, 668, __pyx_L1_error)
  if (__pyx_t_12) {

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":669
 *     #Similar with rho_terms and E_terms
 *     if rholabel in repcache:
 *         repcel = repcache[rholabel]             # <<<<<<<<<<<<<<
 *     else:
 *         repcel = RepCacheEl()
*/
    __pyx_t_6 = __Pyx_PyObject_GetItem(__pyx_v_repcache, __pyx_v_rholabel); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 669, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(((__pyx_t_6) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_6, __pyx_mstate_global->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl))))) __PYX_ERR(0, 669, __pyx_L1_error)
    __Pyx_XDECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_t_6));
    __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":668
 * 
 *     #Similar with rho_terms and E_terms
 *     if rholabel in repcache:             # <<<<<<<<<<<<<<
 *         repcel = repcache[rholabel]
 *     else:
*/
    goto __pyx_L25;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":671
 *         repcel = repcache[rholabel]
 *     else:
 *         repcel = RepCacheEl()             # <<<<<<<<<<<<<<
 *         rhoOp = fwdsim.model._circuit_layer_operator(rholabel, 'prep')
 *         hmterms, foat_indices = rhoOp.highmagnitude_terms(
*/
  /*else*/ {
    __pyx_t_10 = NULL;
    __pyx_t_7 = 1;
    {
      PyObject *__pyx_callargs[2] = {__pyx_t_10, NULL};
      __pyx_t_6 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl, __pyx_callargs+__pyx_t_7, (1-__pyx_t_7) | (__pyx_t_7*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
      if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 671, __pyx_L1_error)
      __Pyx_GOTREF((PyObject *)__pyx_t_6);
    }
    __Pyx_XDECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_t_6));
    __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":672
 *     else:
 *         repcel = RepCacheEl()
 *         rhoOp = fwdsim.model._circuit_layer_operator(rholabel, 'prep')             # <<<<<<<<<<<<<<
 *         hmterms, foat_indices = rhoOp.highmagnitude_terms(
 *             min_term_mag, max_taylor_order=fwdsim.max_order,
*/
    __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 672, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_14);
    __pyx_t_10 = __pyx_t_14;
    __Pyx_INCREF(__pyx_t_10);
    __pyx_t_7 = 0;
    {
      PyObject *__pyx_callargs[3] = {__pyx_t_10, __pyx_v_rholabel, __pyx_mstate_global->__pyx_n_u_prep};
      __pyx_t_6 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_circuit_layer_operator, __pyx_callargs+__pyx_t_7, (3-__pyx_t_7) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
      if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 672, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
    }
    __pyx_v_rhoOp = __pyx_t_6;
    __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":673
 *         repcel = RepCacheEl()
 *         rhoOp = fwdsim.model._circuit_layer_operator(rholabel, 'prep')
 *         hmterms, foat_indices = rhoOp.highmagnitude_terms(             # <<<<<<<<<<<<<<
 *             min_term_mag, max_taylor_order=fwdsim.max_order,
 *             max_polynomial_vars=mpv)
*/
    __pyx_t_14 = __pyx_v_rhoOp;
    __Pyx_INCREF(__pyx_t_14);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":674
 *         rhoOp = fwdsim.model._circuit_layer_operator(rholabel, 'prep')
 *         hmterms, foat_indices = rhoOp.highmagnitude_terms(
 *             min_term_mag, max_taylor_order=fwdsim.max_order,             # <<<<<<<<<<<<<<
 *             max_polynomial_vars=mpv)
 * 
*/
    __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_max_order); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 674, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":675
 *         hmterms, foat_indices = rhoOp.highmagnitude_terms(
 *             min_term_mag, max_taylor_order=fwdsim.max_order,
 *             max_polynomial_vars=mpv)             # <<<<<<<<<<<<<<
 * 
 *         for t in hmterms:
*/
    __pyx_t_7 = 0;
    {
      PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 2 : 0)] = {__pyx_t_14, __pyx_v_min_term_mag};
      __pyx_t_5 = __Pyx_MakeVectorcallBuilderKwds(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 673, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_max_taylor_order, __pyx_t_10, __pyx_t_5, __pyx_callargs+2, 0) < (0)) __PYX_ERR(0, 673, __pyx_L1_error)
      if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_max_polynomial_vars, __pyx_v_mpv, __pyx_t_5, __pyx_callargs+2, 1) < (0)) __PYX_ERR(0, 673, __pyx_L1_error)
      __pyx_t_6 = __Pyx_Object_VectorcallMethod_CallFromBuilder((PyObject*)__pyx_mstate_global->__pyx_n_u_highmagnitude_terms, __pyx_callargs+__pyx_t_7, (2-__pyx_t_7) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_5);
      __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 673, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
    }
    if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) {
      PyObject* sequence = __pyx_t_6;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 2)) {
        if (size > 2) __Pyx_RaiseTooManyValuesError(2);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 673, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0);
        __Pyx_INCREF(__pyx_t_5);
        __pyx_t_10 = PyTuple_GET_ITEM(sequence, 1);
        __Pyx_INCREF(__pyx_t_10);
      } else {
        __pyx_t_5 = __Pyx_PyList_GetItemRefFast(sequence, 0, __Pyx_ReferenceSharing_SharedReference);
        if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 673, __pyx_L1_error)
        __Pyx_XGOTREF(__pyx_t_5);
        __pyx_t_10 = __Pyx_PyList_GetItemRefFast(sequence, 1, __Pyx_ReferenceSharing_SharedReference);
        if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 673, __pyx_L1_error)
        __Pyx_XGOTREF(__pyx_t_10);
      }
      #else
      __pyx_t_5 = __Pyx_PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 673, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_10 = __Pyx_PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 673, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      #endif
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    } else {
      Py_ssize_t index = -1;
      __pyx_t_14 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 673, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_14);
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      __pyx_t_15 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_14);
      index = 0; __pyx_t_5 = __pyx_t_15(__pyx_t_14); if (unlikely(!__pyx_t_5)) goto __pyx_L26_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_5);
      index = 1; __pyx_t_10 = __pyx_t_15(__pyx_t_14); if (unlikely(!__pyx_t_10)) goto __pyx_L26_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_10);
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_15(__pyx_t_14), 2) < (0)) __PYX_ERR(0, 673, __pyx_L1_error)
      __pyx_t_15 = NULL;
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
      goto __pyx_L27_unpacking_done;
      __pyx_L26_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
      __pyx_t_15 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 673, __pyx_L1_error)
      __pyx_L27_unpacking_done:;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":673
 *         repcel = RepCacheEl()
 *         rhoOp = fwdsim.model._circuit_layer_operator(rholabel, 'prep')
 *         hmterms, foat_indices = rhoOp.highmagnitude_terms(             # <<<<<<<<<<<<<<
 *             min_term_mag, max_taylor_order=fwdsim.max_order,
 *             max_polynomial_vars=mpv)
*/
    __Pyx_XDECREF_SET(__pyx_v_hmterms, __pyx_t_5);
    __pyx_t_5 = 0;
    __Pyx_XDECREF_SET(__pyx_v_foat_indices, __pyx_t_10);
    __pyx_t_10 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":677
 *             max_polynomial_vars=mpv)
 * 
 *         for t in hmterms:             # <<<<<<<<<<<<<<
 *             rep = (<TermRep>t.torep())
 *             repcel.pyterm_references.append(rep)
*/
    if (likely(PyList_CheckExact(__pyx_v_hmterms)) || PyTuple_CheckExact(__pyx_v_hmterms)) {
      __pyx_t_6 = __pyx_v_hmterms; __Pyx_INCREF(__pyx_t_6);
      __pyx_t_9 = 0;
      __pyx_t_11 = NULL;
    } else {
      __pyx_t_9 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_hmterms); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 677, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_11 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_6); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 677, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_11)) {
        if (likely(PyList_CheckExact(__pyx_t_6))) {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_6);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 677, __pyx_L1_error)
            #endif
            if (__pyx_t_9 >= __pyx_temp) break;
          }
          __pyx_t_10 = __Pyx_PyList_GetItemRefFast(__pyx_t_6, __pyx_t_9, __Pyx_ReferenceSharing_OwnStrongReference);
          ++__pyx_t_9;
        } else {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_6);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 677, __pyx_L1_error)
            #endif
            if (__pyx_t_9 >= __pyx_temp) break;
          }
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_10 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_9));
          #else
          __pyx_t_10 = __Pyx_PySequence_ITEM(__pyx_t_6, __pyx_t_9);
          #endif
          ++__pyx_t_9;
        }
        if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 677, __pyx_L1_error)
      } else {
        __pyx_t_10 = __pyx_t_11(__pyx_t_6);
        if (unlikely(!__pyx_t_10)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 677, __pyx_L1_error)
            PyErr_Clear();
          }
          break;
        }
      }
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_10);
      __pyx_t_10 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":678
 * 
 *         for t in hmterms:
 *             rep = (<TermRep>t.torep())             # <<<<<<<<<<<<<<
 *             repcel.pyterm_references.append(rep)
 *             repcel.reps.push_back( rep.c_term )
*/
      __pyx_t_5 = __pyx_v_t;
      __Pyx_INCREF(__pyx_t_5);
      __pyx_t_7 = 0;
      {
        PyObject *__pyx_callargs[2] = {__pyx_t_5, NULL};
        __pyx_t_10 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_torep, __pyx_callargs+__pyx_t_7, (1-__pyx_t_7) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
        if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 678, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
      }
      __pyx_t_5 = __pyx_t_10;
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __Pyx_XDECREF_SET(__pyx_v_rep, ((struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep *)__pyx_t_5));
      __pyx_t_5 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":679
 *         for t in hmterms:
 *             rep = (<TermRep>t.torep())
 *             repcel.pyterm_references.append(rep)             # <<<<<<<<<<<<<<
 *             repcel.reps.push_back( rep.c_term )
 * 
*/
      __pyx_t_17 = __Pyx_PyObject_Append(__pyx_v_repcel->pyterm_references, ((PyObject *)__pyx_v_rep)); if (unlikely(__pyx_t_17 == ((int)-1))) __PYX_ERR(0, 679, __pyx_L1_error)

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":680
 *             rep = (<TermRep>t.torep())
 *             repcel.pyterm_references.append(rep)
 *             repcel.reps.push_back( rep.c_term )             # <<<<<<<<<<<<<<
 * 
 *         for i in foat_indices:
*/
      try {
        __pyx_v_repcel->reps.push_back(__pyx_v_rep->c_term);
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 680, __pyx_L1_error)
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":677
 *             max_polynomial_vars=mpv)
 * 
 *         for t in hmterms:             # <<<<<<<<<<<<<<
 *             rep = (<TermRep>t.torep())
 *             repcel.pyterm_references.append(rep)
*/
    }
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":682
 *             repcel.reps.push_back( rep.c_term )
 * 
 *         for i in foat_indices:             # <<<<<<<<<<<<<<
 *             repcel.foat_indices.push_back(<INT>i)
 *         repcache[rholabel] = repcel
*/
    if (likely(PyList_CheckExact(__pyx_v_foat_indices)) || PyTuple_CheckExact(__pyx_v_foat_indices)) {
      __pyx_t_6 = __pyx_v_foat_indices; __Pyx_INCREF(__pyx_t_6);
      __pyx_t_9 = 0;
      __pyx_t_11 = NULL;
    } else {
      __pyx_t_9 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_foat_indices); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 682, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_11 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_6); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 682, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_11)) {
        if (likely(PyList_CheckExact(__pyx_t_6))) {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_6);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 682, __pyx_L1_error)
            #endif
            if (__pyx_t_9 >= __pyx_temp) break;
          }
          __pyx_t_5 = __Pyx_PyList_GetItemRefFast(__pyx_t_6, __pyx_t_9, __Pyx_ReferenceSharing_OwnStrongReference);
          ++__pyx_t_9;
        } else {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_6);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 682, __pyx_L1_error)
            #endif
            if (__pyx_t_9 >= __pyx_temp) break;
          }
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_5 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_9));
          #else
          __pyx_t_5 = __Pyx_PySequence_ITEM(__pyx_t_6, __pyx_t_9);
          #endif
          ++__pyx_t_9;
        }
        if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 682, __pyx_L1_error)
      } else {
        __pyx_t_5 = __pyx_t_11(__pyx_t_6);
        if (unlikely(!__pyx_t_5)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 682, __pyx_L1_error)
            PyErr_Clear();
          }
          break;
        }
      }
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_8 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_5); if (unlikely((__pyx_t_8 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 682, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __pyx_v_i = __pyx_t_8;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":683
 * 
 *         for i in foat_indices:
 *             repcel.foat_indices.push_back(<INT>i)             # <<<<<<<<<<<<<<
 *         repcache[rholabel] = repcel
 * 
*/
      try {
        __pyx_v_repcel->foat_indices.push_back(((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_i));
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 683, __pyx_L1_error)
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":682
 *             repcel.reps.push_back( rep.c_term )
 * 
 *         for i in foat_indices:             # <<<<<<<<<<<<<<
 *             repcel.foat_indices.push_back(<INT>i)
 *         repcache[rholabel] = repcel
*/
    }
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":684
 *         for i in foat_indices:
 *             repcel.foat_indices.push_back(<INT>i)
 *         repcache[rholabel] = repcel             # <<<<<<<<<<<<<<
 * 
 *     rho_term_reps = repcel.reps
*/
    if (unlikely((PyObject_SetItem(__pyx_v_repcache, __pyx_v_rholabel, ((PyObject *)__pyx_v_repcel)) < 0))) __PYX_ERR(0, 684, __pyx_L1_error)
  }
  __pyx_L25:;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":686
 *         repcache[rholabel] = repcel
 * 
 *     rho_term_reps = repcel.reps             # <<<<<<<<<<<<<<
 *     rho_foat_indices = repcel.foat_indices
 * 
*/
  __pyx_t_3 = __pyx_v_repcel->reps;
  __pyx_v_rho_term_reps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_3);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":687
 * 
 *     rho_term_reps = repcel.reps
 *     rho_foat_indices = repcel.foat_indices             # <<<<<<<<<<<<<<
 * 
 *     elabels = tuple(elabels) # so hashable
*/
  __pyx_t_4 = __pyx_v_repcel->foat_indices;
  __pyx_v_rho_foat_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_4);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":689
 *     rho_foat_indices = repcel.foat_indices
 * 
 *     elabels = tuple(elabels) # so hashable             # <<<<<<<<<<<<<<
 *     if elabels in repcache:
 *         repcel = <RepCacheEl>repcache[elabels]
*/
  __pyx_t_6 = __Pyx_PySequence_Tuple(__pyx_v_elabels); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 689, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF_SET(__pyx_v_elabels, __pyx_t_6);
  __pyx_t_6 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":690
 * 
 *     elabels = tuple(elabels) # so hashable
 *     if elabels in repcache:             # <<<<<<<<<<<<<<
 *         repcel = <RepCacheEl>repcache[elabels]
 *     else:
*/
  __pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_v_elabels, __pyx_v_repcache, Py_EQ)); if (unlikely((__pyx_t_12 < 0))) __PYX_ERR(0, 690, __pyx_L1_error)
  if (__pyx_t_12) {

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":691
 *     elabels = tuple(elabels) # so hashable
 *     if elabels in repcache:
 *         repcel = <RepCacheEl>repcache[elabels]             # <<<<<<<<<<<<<<
 *     else:
 *         repcel = RepCacheEl()
*/
    __pyx_t_6 = __Pyx_PyObject_GetItem(__pyx_v_repcache, __pyx_v_elabels); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 691, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_5 = __pyx_t_6;
    __Pyx_INCREF(__pyx_t_5);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_DECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_t_5));
    __pyx_t_5 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":690
 * 
 *     elabels = tuple(elabels) # so hashable
 *     if elabels in repcache:             # <<<<<<<<<<<<<<
 *         repcel = <RepCacheEl>repcache[elabels]
 *     else:
*/
    goto __pyx_L34;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":693
 *         repcel = <RepCacheEl>repcache[elabels]
 *     else:
 *         repcel = RepCacheEl()             # <<<<<<<<<<<<<<
 *         E_term_indices_and_reps = []
 *         for i,elbl in enumerate(elabels):
*/
  /*else*/ {
    __pyx_t_6 = NULL;
    __pyx_t_7 = 1;
    {
      PyObject *__pyx_callargs[2] = {__pyx_t_6, NULL};
      __pyx_t_5 = __Pyx_PyObject_FastCall((PyObject*)__pyx_mstate_global->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl, __pyx_callargs+__pyx_t_7, (1-__pyx_t_7) | (__pyx_t_7*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
      if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 693, __pyx_L1_error)
      __Pyx_GOTREF((PyObject *)__pyx_t_5);
    }
    __Pyx_DECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_t_5));
    __pyx_t_5 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":694
 *     else:
 *         repcel = RepCacheEl()
 *         E_term_indices_and_reps = []             # <<<<<<<<<<<<<<
 *         for i,elbl in enumerate(elabels):
 *             Evec = fwdsim.model._circuit_layer_operator(elbl, 'povm')
*/
    __pyx_t_5 = PyList_New(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 694, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_v_E_term_indices_and_reps = ((PyObject*)__pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":695
 *         repcel = RepCacheEl()
 *         E_term_indices_and_reps = []
 *         for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *             Evec = fwdsim.model._circuit_layer_operator(elbl, 'povm')
 *             hmterms, foat_indices = Evec.highmagnitude_terms(
*/
    __pyx_t_8 = 0;
    if (likely(PyList_CheckExact(__pyx_v_elabels)) || PyTuple_CheckExact(__pyx_v_elabels)) {
      __pyx_t_5 = __pyx_v_elabels; __Pyx_INCREF(__pyx_t_5);
      __pyx_t_9 = 0;
      __pyx_t_11 = NULL;
    } else {
      __pyx_t_9 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_v_elabels); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 695, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_11 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_5); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 695, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_11)) {
        if (likely(PyList_CheckExact(__pyx_t_5))) {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_5);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 695, __pyx_L1_error)
            #endif
            if (__pyx_t_9 >= __pyx_temp) break;
          }
          __pyx_t_6 = __Pyx_PyList_GetItemRefFast(__pyx_t_5, __pyx_t_9, __Pyx_ReferenceSharing_OwnStrongReference);
          ++__pyx_t_9;
        } else {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_5);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 695, __pyx_L1_error)
            #endif
            if (__pyx_t_9 >= __pyx_temp) break;
          }
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_6 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_9));
          #else
          __pyx_t_6 = __Pyx_PySequence_ITEM(__pyx_t_5, __pyx_t_9);
          #endif
          ++__pyx_t_9;
        }
        if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 695, __pyx_L1_error)
      } else {
        __pyx_t_6 = __pyx_t_11(__pyx_t_5);
        if (unlikely(!__pyx_t_6)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 695, __pyx_L1_error)
            PyErr_Clear();
          }
          break;
        }
      }
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_XDECREF_SET(__pyx_v_elbl, __pyx_t_6);
      __pyx_t_6 = 0;
      __pyx_v_i = __pyx_t_8;
      __pyx_t_8 = (__pyx_t_8 + 1);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":696
 *         E_term_indices_and_reps = []
 *         for i,elbl in enumerate(elabels):
 *             Evec = fwdsim.model._circuit_layer_operator(elbl, 'povm')             # <<<<<<<<<<<<<<
 *             hmterms, foat_indices = Evec.highmagnitude_terms(
 *                 min_term_mag, max_taylor_order=fwdsim.max_order, max_polynomial_vars=mpv)
*/
      __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 696, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_14);
      __pyx_t_10 = __pyx_t_14;
      __Pyx_INCREF(__pyx_t_10);
      __pyx_t_7 = 0;
      {
        PyObject *__pyx_callargs[3] = {__pyx_t_10, __pyx_v_elbl, __pyx_mstate_global->__pyx_n_u_povm};
        __pyx_t_6 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_circuit_layer_operator, __pyx_callargs+__pyx_t_7, (3-__pyx_t_7) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
        __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 696, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
      }
      __Pyx_XDECREF_SET(__pyx_v_Evec, __pyx_t_6);
      __pyx_t_6 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":697
 *         for i,elbl in enumerate(elabels):
 *             Evec = fwdsim.model._circuit_layer_operator(elbl, 'povm')
 *             hmterms, foat_indices = Evec.highmagnitude_terms(             # <<<<<<<<<<<<<<
 *                 min_term_mag, max_taylor_order=fwdsim.max_order, max_polynomial_vars=mpv)
 *             E_term_indices_and_reps.extend(
*/
      __pyx_t_14 = __pyx_v_Evec;
      __Pyx_INCREF(__pyx_t_14);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":698
 *             Evec = fwdsim.model._circuit_layer_operator(elbl, 'povm')
 *             hmterms, foat_indices = Evec.highmagnitude_terms(
 *                 min_term_mag, max_taylor_order=fwdsim.max_order, max_polynomial_vars=mpv)             # <<<<<<<<<<<<<<
 *             E_term_indices_and_reps.extend(
 *                 [ (i,t,t.magnitude,1 if (j in foat_indices) else 0) for j,t in enumerate(hmterms) ] )
*/
      __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_max_order); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 698, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __pyx_t_7 = 0;
      {
        PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 2 : 0)] = {__pyx_t_14, __pyx_v_min_term_mag};
        __pyx_t_13 = __Pyx_MakeVectorcallBuilderKwds(2); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 697, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_13);
        if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_max_taylor_order, __pyx_t_10, __pyx_t_13, __pyx_callargs+2, 0) < (0)) __PYX_ERR(0, 697, __pyx_L1_error)
        if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_max_polynomial_vars, __pyx_v_mpv, __pyx_t_13, __pyx_callargs+2, 1) < (0)) __PYX_ERR(0, 697, __pyx_L1_error)
        __pyx_t_6 = __Pyx_Object_VectorcallMethod_CallFromBuilder((PyObject*)__pyx_mstate_global->__pyx_n_u_highmagnitude_terms, __pyx_callargs+__pyx_t_7, (2-__pyx_t_7) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_13);
        __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
        if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 697, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
      }
      if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) {
        PyObject* sequence = __pyx_t_6;
        Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
        if (unlikely(size != 2)) {
          if (size > 2) __Pyx_RaiseTooManyValuesError(2);
          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
          __PYX_ERR(0, 697, __pyx_L1_error)
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        if (likely(PyTuple_CheckExact(sequence))) {
          __pyx_t_13 = PyTuple_GET_ITEM(sequence, 0);
          __Pyx_INCREF(__pyx_t_13);
          __pyx_t_10 = PyTuple_GET_ITEM(sequence, 1);
          __Pyx_INCREF(__pyx_t_10);
        } else {
          __pyx_t_13 = __Pyx_PyList_GetItemRefFast(sequence, 0, __Pyx_ReferenceSharing_SharedReference);
          if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 697, __pyx_L1_error)
          __Pyx_XGOTREF(__pyx_t_13);
          __pyx_t_10 = __Pyx_PyList_GetItemRefFast(sequence, 1, __Pyx_ReferenceSharing_SharedReference);
          if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 697, __pyx_L1_error)
          __Pyx_XGOTREF(__pyx_t_10);
        }
        #else
        __pyx_t_13 = __Pyx_PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 697, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_13);
        __pyx_t_10 = __Pyx_PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 697, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        #endif
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      } else {
        Py_ssize_t index = -1;
        __pyx_t_14 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 697, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_14);
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __pyx_t_15 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_14);
        index = 0; __pyx_t_13 = __pyx_t_15(__pyx_t_14); if (unlikely(!__pyx_t_13)) goto __pyx_L37_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_13);
        index = 1; __pyx_t_10 = __pyx_t_15(__pyx_t_14); if (unlikely(!__pyx_t_10)) goto __pyx_L37_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_10);
        if (__Pyx_IternextUnpackEndCheck(__pyx_t_15(__pyx_t_14), 2) < (0)) __PYX_ERR(0, 697, __pyx_L1_error)
        __pyx_t_15 = NULL;
        __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        goto __pyx_L38_unpacking_done;
        __pyx_L37_unpacking_failed:;
        __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        __pyx_t_15 = NULL;
        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
        __PYX_ERR(0, 697, __pyx_L1_error)
        __pyx_L38_unpacking_done:;
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":697
 *         for i,elbl in enumerate(elabels):
 *             Evec = fwdsim.model._circuit_layer_operator(elbl, 'povm')
 *             hmterms, foat_indices = Evec.highmagnitude_terms(             # <<<<<<<<<<<<<<
 *                 min_term_mag, max_taylor_order=fwdsim.max_order, max_polynomial_vars=mpv)
 *             E_term_indices_and_reps.extend(
*/
      __Pyx_XDECREF_SET(__pyx_v_hmterms, __pyx_t_13);
      __pyx_t_13 = 0;
      __Pyx_XDECREF_SET(__pyx_v_foat_indices, __pyx_t_10);
      __pyx_t_10 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":699
 *             hmterms, foat_indices = Evec.highmagnitude_terms(
 *                 min_term_mag, max_taylor_order=fwdsim.max_order, max_polynomial_vars=mpv)
 *             E_term_indices_and_reps.extend(             # <<<<<<<<<<<<<<
 *                 [ (i,t,t.magnitude,1 if (j in foat_indices) else 0) for j,t in enumerate(hmterms) ] )
 * 
*/
      { /* enter inner scope */

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":700
 *                 min_term_mag, max_taylor_order=fwdsim.max_order, max_polynomial_vars=mpv)
 *             E_term_indices_and_reps.extend(
 *                 [ (i,t,t.magnitude,1 if (j in foat_indices) else 0) for j,t in enumerate(hmterms) ] )             # <<<<<<<<<<<<<<
 * 
 *         #Sort all terms by magnitude
*/
        __pyx_t_6 = PyList_New(0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 700, __pyx_L41_error)
        __Pyx_GOTREF(__pyx_t_6);
        __pyx_t_18 = 0;
        if (likely(PyList_CheckExact(__pyx_v_hmterms)) || PyTuple_CheckExact(__pyx_v_hmterms)) {
          __pyx_t_10 = __pyx_v_hmterms; __Pyx_INCREF(__pyx_t_10);
          __pyx_t_16 = 0;
          __pyx_t_19 = NULL;
        } else {
          __pyx_t_16 = -1; __pyx_t_10 = PyObject_GetIter(__pyx_v_hmterms); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 700, __pyx_L41_error)
          __Pyx_GOTREF(__pyx_t_10);
          __pyx_t_19 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_10); if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 700, __pyx_L41_error)
        }
        for (;;) {
          if (likely(!__pyx_t_19)) {
            if (likely(PyList_CheckExact(__pyx_t_10))) {
              {
                Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_10);
                #if !CYTHON_ASSUME_SAFE_SIZE
                if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 700, __pyx_L41_error)
                #endif
                if (__pyx_t_16 >= __pyx_temp) break;
              }
              __pyx_t_13 = __Pyx_PyList_GetItemRefFast(__pyx_t_10, __pyx_t_16, __Pyx_ReferenceSharing_OwnStrongReference);
              ++__pyx_t_16;
            } else {
              {
                Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_10);
                #if !CYTHON_ASSUME_SAFE_SIZE
                if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 700, __pyx_L41_error)
                #endif
                if (__pyx_t_16 >= __pyx_temp) break;
              }
              #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
              __pyx_t_13 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_10, __pyx_t_16));
              #else
              __pyx_t_13 = __Pyx_PySequence_ITEM(__pyx_t_10, __pyx_t_16);
              #endif
              ++__pyx_t_16;
            }
            if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 700, __pyx_L41_error)
          } else {
            __pyx_t_13 = __pyx_t_19(__pyx_t_10);
            if (unlikely(!__pyx_t_13)) {
              PyObject* exc_type = PyErr_Occurred();
              if (exc_type) {
                if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 700, __pyx_L41_error)
                PyErr_Clear();
              }
              break;
            }
          }
          __Pyx_GOTREF(__pyx_t_13);
          __Pyx_XDECREF_SET(__pyx_8genexpr9__pyx_v_t, __pyx_t_13);
          __pyx_t_13 = 0;
          __pyx_8genexpr9__pyx_v_j = __pyx_t_18;
          __pyx_t_18 = (__pyx_t_18 + 1);
          __pyx_t_13 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_i); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 700, __pyx_L41_error)
          __Pyx_GOTREF(__pyx_t_13);
          __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_8genexpr9__pyx_v_t, __pyx_mstate_global->__pyx_n_u_magnitude); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 700, __pyx_L41_error)
          __Pyx_GOTREF(__pyx_t_14);
          __pyx_t_21 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_8genexpr9__pyx_v_j); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 700, __pyx_L41_error)
          __Pyx_GOTREF(__pyx_t_21);
          __pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_t_21, __pyx_v_foat_indices, Py_EQ)); if (unlikely((__pyx_t_12 < 0))) __PYX_ERR(0, 700, __pyx_L41_error)
          __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
          if (__pyx_t_12) {
            __Pyx_INCREF(__pyx_mstate_global->__pyx_int_1);
            __pyx_t_20 = __pyx_mstate_global->__pyx_int_1;
          } else {
            __Pyx_INCREF(__pyx_mstate_global->__pyx_int_0);
            __pyx_t_20 = __pyx_mstate_global->__pyx_int_0;
          }
          __pyx_t_21 = PyTuple_New(4); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 700, __pyx_L41_error)
          __Pyx_GOTREF(__pyx_t_21);
          __Pyx_GIVEREF(__pyx_t_13);
          if (__Pyx_PyTuple_SET_ITEM(__pyx_t_21, 0, __pyx_t_13) != (0)) __PYX_ERR(0, 700, __pyx_L41_error);
          __Pyx_INCREF(__pyx_8genexpr9__pyx_v_t);
          __Pyx_GIVEREF(__pyx_8genexpr9__pyx_v_t);
          if (__Pyx_PyTuple_SET_ITEM(__pyx_t_21, 1, __pyx_8genexpr9__pyx_v_t) != (0)) __PYX_ERR(0, 700, __pyx_L41_error);
          __Pyx_GIVEREF(__pyx_t_14);
          if (__Pyx_PyTuple_SET_ITEM(__pyx_t_21, 2, __pyx_t_14) != (0)) __PYX_ERR(0, 700, __pyx_L41_error);
          __Pyx_GIVEREF(__pyx_t_20);
          if (__Pyx_PyTuple_SET_ITEM(__pyx_t_21, 3, __pyx_t_20) != (0)) __PYX_ERR(0, 700, __pyx_L41_error);
          __pyx_t_13 = 0;
          __pyx_t_14 = 0;
          __pyx_t_20 = 0;
          if (unlikely(__Pyx_ListComp_Append(__pyx_t_6, (PyObject*)__pyx_t_21))) __PYX_ERR(0, 700, __pyx_L41_error)
          __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
        }
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __Pyx_XDECREF(__pyx_8genexpr9__pyx_v_t); __pyx_8genexpr9__pyx_v_t = 0;
        goto __pyx_L45_exit_scope;
        __pyx_L41_error:;
        __Pyx_XDECREF(__pyx_8genexpr9__pyx_v_t); __pyx_8genexpr9__pyx_v_t = 0;
        goto __pyx_L1_error;
        __pyx_L45_exit_scope:;
      } /* exit inner scope */

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":699
 *             hmterms, foat_indices = Evec.highmagnitude_terms(
 *                 min_term_mag, max_taylor_order=fwdsim.max_order, max_polynomial_vars=mpv)
 *             E_term_indices_and_reps.extend(             # <<<<<<<<<<<<<<
 *                 [ (i,t,t.magnitude,1 if (j in foat_indices) else 0) for j,t in enumerate(hmterms) ] )
 * 
*/
      __pyx_t_17 = __Pyx_PyList_Extend(__pyx_v_E_term_indices_and_reps, __pyx_t_6); if (unlikely(__pyx_t_17 == ((int)-1))) __PYX_ERR(0, 699, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":695
 *         repcel = RepCacheEl()
 *         E_term_indices_and_reps = []
 *         for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *             Evec = fwdsim.model._circuit_layer_operator(elbl, 'povm')
 *             hmterms, foat_indices = Evec.highmagnitude_terms(
*/
    }
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":703
 * 
 *         #Sort all terms by magnitude
 *         E_term_indices_and_reps.sort(key=lambda x: x[2], reverse=True)             # <<<<<<<<<<<<<<
 *         for j,(i,t,_,is_foat) in enumerate(E_term_indices_and_reps):
 *             rep = (<TermRep>t.torep())
*/
    __pyx_t_6 = __pyx_v_E_term_indices_and_reps;
    __Pyx_INCREF(__pyx_t_6);
    __pyx_t_10 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_27create_circuitsetup_cacheel_lambda, 0, __pyx_mstate_global->__pyx_n_u_create_circuitsetup_cacheel_loca, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_forwardsims_termforwardsi, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[0])); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 703, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_7 = 0;
    {
      PyObject *__pyx_callargs[2 + ((CYTHON_VECTORCALL) ? 2 : 0)] = {__pyx_t_6, NULL};
      __pyx_t_21 = __Pyx_MakeVectorcallBuilderKwds(2); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 703, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_21);
      if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_key, __pyx_t_10, __pyx_t_21, __pyx_callargs+1, 0) < (0)) __PYX_ERR(0, 703, __pyx_L1_error)
      if (__Pyx_VectorcallBuilder_AddArg(__pyx_mstate_global->__pyx_n_u_reverse, Py_True, __pyx_t_21, __pyx_callargs+1, 1) < (0)) __PYX_ERR(0, 703, __pyx_L1_error)
      __pyx_t_5 = __Pyx_Object_VectorcallMethod_CallFromBuilder((PyObject*)__pyx_mstate_global->__pyx_n_u_sort, __pyx_callargs+__pyx_t_7, (1-__pyx_t_7) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET), __pyx_t_21);
      __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
      if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 703, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
    }
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":704
 *         #Sort all terms by magnitude
 *         E_term_indices_and_reps.sort(key=lambda x: x[2], reverse=True)
 *         for j,(i,t,_,is_foat) in enumerate(E_term_indices_and_reps):             # <<<<<<<<<<<<<<
 *             rep = (<TermRep>t.torep())
 *             repcel.pyterm_references.append(rep)
*/
    __pyx_t_8 = 0;
    __pyx_t_5 = __pyx_v_E_term_indices_and_reps; __Pyx_INCREF(__pyx_t_5);
    __pyx_t_9 = 0;
    for (;;) {
      {
        Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_5);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 704, __pyx_L1_error)
        #endif
        if (__pyx_t_9 >= __pyx_temp) break;
      }
      __pyx_t_21 = __Pyx_PyList_GetItemRefFast(__pyx_t_5, __pyx_t_9, __Pyx_ReferenceSharing_OwnStrongReference);
      ++__pyx_t_9;
      if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 704, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_21);
      if ((likely(PyTuple_CheckExact(__pyx_t_21))) || (PyList_CheckExact(__pyx_t_21))) {
        PyObject* sequence = __pyx_t_21;
        Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
        if (unlikely(size != 4)) {
          if (size > 4) __Pyx_RaiseTooManyValuesError(4);
          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
          __PYX_ERR(0, 704, __pyx_L1_error)
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        if (likely(PyTuple_CheckExact(sequence))) {
          __pyx_t_10 = PyTuple_GET_ITEM(sequence, 0);
          __Pyx_INCREF(__pyx_t_10);
          __pyx_t_6 = PyTuple_GET_ITEM(sequence, 1);
          __Pyx_INCREF(__pyx_t_6);
          __pyx_t_20 = PyTuple_GET_ITEM(sequence, 2);
          __Pyx_INCREF(__pyx_t_20);
          __pyx_t_14 = PyTuple_GET_ITEM(sequence, 3);
          __Pyx_INCREF(__pyx_t_14);
        } else {
          __pyx_t_10 = __Pyx_PyList_GetItemRefFast(sequence, 0, __Pyx_ReferenceSharing_SharedReference);
          if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 704, __pyx_L1_error)
          __Pyx_XGOTREF(__pyx_t_10);
          __pyx_t_6 = __Pyx_PyList_GetItemRefFast(sequence, 1, __Pyx_ReferenceSharing_SharedReference);
          if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 704, __pyx_L1_error)
          __Pyx_XGOTREF(__pyx_t_6);
          __pyx_t_20 = __Pyx_PyList_GetItemRefFast(sequence, 2, __Pyx_ReferenceSharing_SharedReference);
          if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 704, __pyx_L1_error)
          __Pyx_XGOTREF(__pyx_t_20);
          __pyx_t_14 = __Pyx_PyList_GetItemRefFast(sequence, 3, __Pyx_ReferenceSharing_SharedReference);
          if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 704, __pyx_L1_error)
          __Pyx_XGOTREF(__pyx_t_14);
        }
        #else
        {
          Py_ssize_t i;
          PyObject** temps[4] = {&__pyx_t_10,&__pyx_t_6,&__pyx_t_20,&__pyx_t_14};
          for (i=0; i < 4; i++) {
            PyObject* item = __Pyx_PySequence_ITEM(sequence, i); if (unlikely(!item)) __PYX_ERR(0, 704, __pyx_L1_error)
            __Pyx_GOTREF(item);
            *(temps[i]) = item;
          }
        }
        #endif
        __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
      } else {
        Py_ssize_t index = -1;
        PyObject** temps[4] = {&__pyx_t_10,&__pyx_t_6,&__pyx_t_20,&__pyx_t_14};
        __pyx_t_13 = PyObject_GetIter(__pyx_t_21); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 704, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_13);
        __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
        __pyx_t_15 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_13);
        for (index=0; index < 4; index++) {
          PyObject* item = __pyx_t_15(__pyx_t_13); if (unlikely(!item)) goto __pyx_L49_unpacking_failed;
          __Pyx_GOTREF(item);
          *(temps[index]) = item;
        }
        if (__Pyx_IternextUnpackEndCheck(__pyx_t_15(__pyx_t_13), 4) < (0)) __PYX_ERR(0, 704, __pyx_L1_error)
        __pyx_t_15 = NULL;
        __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
        goto __pyx_L50_unpacking_done;
        __pyx_L49_unpacking_failed:;
        __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
        __pyx_t_15 = NULL;
        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
        __PYX_ERR(0, 704, __pyx_L1_error)
        __pyx_L50_unpacking_done:;
      }
      __pyx_t_18 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_10); if (unlikely((__pyx_t_18 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 704, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __pyx_v_i = __pyx_t_18;
      __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_6);
      __pyx_t_6 = 0;
      __Pyx_XDECREF_SET(__pyx_v__, __pyx_t_20);
      __pyx_t_20 = 0;
      __Pyx_XDECREF_SET(__pyx_v_is_foat, __pyx_t_14);
      __pyx_t_14 = 0;
      __pyx_v_j = __pyx_t_8;
      __pyx_t_8 = (__pyx_t_8 + 1);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":705
 *         E_term_indices_and_reps.sort(key=lambda x: x[2], reverse=True)
 *         for j,(i,t,_,is_foat) in enumerate(E_term_indices_and_reps):
 *             rep = (<TermRep>t.torep())             # <<<<<<<<<<<<<<
 *             repcel.pyterm_references.append(rep)
 *             repcel.reps.push_back( rep.c_term )
*/
      __pyx_t_14 = __pyx_v_t;
      __Pyx_INCREF(__pyx_t_14);
      __pyx_t_7 = 0;
      {
        PyObject *__pyx_callargs[2] = {__pyx_t_14, NULL};
        __pyx_t_21 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_torep, __pyx_callargs+__pyx_t_7, (1-__pyx_t_7) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
        if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 705, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_21);
      }
      __pyx_t_14 = __pyx_t_21;
      __Pyx_INCREF(__pyx_t_14);
      __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
      __Pyx_XDECREF_SET(__pyx_v_rep, ((struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep *)__pyx_t_14));
      __pyx_t_14 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":706
 *         for j,(i,t,_,is_foat) in enumerate(E_term_indices_and_reps):
 *             rep = (<TermRep>t.torep())
 *             repcel.pyterm_references.append(rep)             # <<<<<<<<<<<<<<
 *             repcel.reps.push_back( rep.c_term )
 *             repcel.e_indices.push_back(<INT>i)
*/
      __pyx_t_17 = __Pyx_PyObject_Append(__pyx_v_repcel->pyterm_references, ((PyObject *)__pyx_v_rep)); if (unlikely(__pyx_t_17 == ((int)-1))) __PYX_ERR(0, 706, __pyx_L1_error)

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":707
 *             rep = (<TermRep>t.torep())
 *             repcel.pyterm_references.append(rep)
 *             repcel.reps.push_back( rep.c_term )             # <<<<<<<<<<<<<<
 *             repcel.e_indices.push_back(<INT>i)
 *             if(is_foat): repcel.foat_indices.push_back(<INT>j)
*/
      try {
        __pyx_v_repcel->reps.push_back(__pyx_v_rep->c_term);
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 707, __pyx_L1_error)
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":708
 *             repcel.pyterm_references.append(rep)
 *             repcel.reps.push_back( rep.c_term )
 *             repcel.e_indices.push_back(<INT>i)             # <<<<<<<<<<<<<<
 *             if(is_foat): repcel.foat_indices.push_back(<INT>j)
 *         repcache[elabels] = repcel
*/
      try {
        __pyx_v_repcel->e_indices.push_back(((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_i));
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 708, __pyx_L1_error)
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":709
 *             repcel.reps.push_back( rep.c_term )
 *             repcel.e_indices.push_back(<INT>i)
 *             if(is_foat): repcel.foat_indices.push_back(<INT>j)             # <<<<<<<<<<<<<<
 *         repcache[elabels] = repcel
 * 
*/
      __pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_v_is_foat); if (unlikely((__pyx_t_12 < 0))) __PYX_ERR(0, 709, __pyx_L1_error)
      if (__pyx_t_12) {
        try {
          __pyx_v_repcel->foat_indices.push_back(((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_j));
        } catch(...) {
          __Pyx_CppExn2PyErr();
          __PYX_ERR(0, 709, __pyx_L1_error)
        }
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":704
 *         #Sort all terms by magnitude
 *         E_term_indices_and_reps.sort(key=lambda x: x[2], reverse=True)
 *         for j,(i,t,_,is_foat) in enumerate(E_term_indices_and_reps):             # <<<<<<<<<<<<<<
 *             rep = (<TermRep>t.torep())
 *             repcel.pyterm_references.append(rep)
*/
    }
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":710
 *             repcel.e_indices.push_back(<INT>i)
 *             if(is_foat): repcel.foat_indices.push_back(<INT>j)
 *         repcache[elabels] = repcel             # <<<<<<<<<<<<<<
 * 
 *     E_term_reps = repcel.reps
*/
    if (unlikely((PyObject_SetItem(__pyx_v_repcache, __pyx_v_elabels, ((PyObject *)__pyx_v_repcel)) < 0))) __PYX_ERR(0, 710, __pyx_L1_error)
  }
  __pyx_L34:;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":712
 *         repcache[elabels] = repcel
 * 
 *     E_term_reps = repcel.reps             # <<<<<<<<<<<<<<
 *     e_indices = repcel.e_indices
 *     E_foat_indices = repcel.foat_indices
*/
  __pyx_t_3 = __pyx_v_repcel->reps;
  __pyx_v_E_term_reps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_3);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":713
 * 
 *     E_term_reps = repcel.reps
 *     e_indices = repcel.e_indices             # <<<<<<<<<<<<<<
 *     E_foat_indices = repcel.foat_indices
 * 
*/
  __pyx_t_4 = __pyx_v_repcel->e_indices;
  __pyx_v_e_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_4);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":714
 *     E_term_reps = repcel.reps
 *     e_indices = repcel.e_indices
 *     E_foat_indices = repcel.foat_indices             # <<<<<<<<<<<<<<
 * 
 *     cscel.cgatestring = cgatestring
*/
  __pyx_t_4 = __pyx_v_repcel->foat_indices;
  __pyx_v_E_foat_indices = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_4);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":716
 *     E_foat_indices = repcel.foat_indices
 * 
 *     cscel.cgatestring = cgatestring             # <<<<<<<<<<<<<<
 *     cscel.rho_term_reps = rho_term_reps
 *     cscel.op_term_reps = op_term_reps
*/
  __pyx_v_cscel->cgatestring = __pyx_v_cgatestring;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":717
 * 
 *     cscel.cgatestring = cgatestring
 *     cscel.rho_term_reps = rho_term_reps             # <<<<<<<<<<<<<<
 *     cscel.op_term_reps = op_term_reps
 *     cscel.E_term_reps = E_term_reps
*/
  __pyx_v_cscel->rho_term_reps = __pyx_v_rho_term_reps;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":718
 *     cscel.cgatestring = cgatestring
 *     cscel.rho_term_reps = rho_term_reps
 *     cscel.op_term_reps = op_term_reps             # <<<<<<<<<<<<<<
 *     cscel.E_term_reps = E_term_reps
 *     cscel.rho_foat_indices = rho_foat_indices
*/
  __pyx_v_cscel->op_term_reps = __pyx_v_op_term_reps;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":719
 *     cscel.rho_term_reps = rho_term_reps
 *     cscel.op_term_reps = op_term_reps
 *     cscel.E_term_reps = E_term_reps             # <<<<<<<<<<<<<<
 *     cscel.rho_foat_indices = rho_foat_indices
 *     cscel.op_foat_indices = op_foat_indices
*/
  __pyx_v_cscel->E_term_reps = __pyx_v_E_term_reps;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":720
 *     cscel.op_term_reps = op_term_reps
 *     cscel.E_term_reps = E_term_reps
 *     cscel.rho_foat_indices = rho_foat_indices             # <<<<<<<<<<<<<<
 *     cscel.op_foat_indices = op_foat_indices
 *     cscel.E_foat_indices = E_foat_indices
*/
  __pyx_v_cscel->rho_foat_indices = __pyx_v_rho_foat_indices;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":721
 *     cscel.E_term_reps = E_term_reps
 *     cscel.rho_foat_indices = rho_foat_indices
 *     cscel.op_foat_indices = op_foat_indices             # <<<<<<<<<<<<<<
 *     cscel.E_foat_indices = E_foat_indices
 *     cscel.e_indices = e_indices
*/
  __pyx_v_cscel->op_foat_indices = __pyx_v_op_foat_indices;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":722
 *     cscel.rho_foat_indices = rho_foat_indices
 *     cscel.op_foat_indices = op_foat_indices
 *     cscel.E_foat_indices = E_foat_indices             # <<<<<<<<<<<<<<
 *     cscel.e_indices = e_indices
 *     return cscel
*/
  __pyx_v_cscel->E_foat_indices = __pyx_v_E_foat_indices;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":723
 *     cscel.op_foat_indices = op_foat_indices
 *     cscel.E_foat_indices = E_foat_indices
 *     cscel.e_indices = e_indices             # <<<<<<<<<<<<<<
 *     return cscel
 * 
*/
  __pyx_v_cscel->e_indices = __pyx_v_e_indices;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":724
 *     cscel.E_foat_indices = E_foat_indices
 *     cscel.e_indices = e_indices
 *     return cscel             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF((PyObject *)__pyx_v_cscel);
  __pyx_r = ((PyObject *)__pyx_v_cscel);
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":610
 * # NOTE - below this point is just copied from statevec verision -- need to check this, in ptic use of 'dim'
 * # Stabilizer pruned-polynomial-term calcs -------------------------
 * def create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv):             # <<<<<<<<<<<<<<
 * 
 *     cdef INT i, j
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_13);
  __Pyx_XDECREF(__pyx_t_14);
  __Pyx_XDECREF(__pyx_t_20);
  __Pyx_XDECREF(__pyx_t_21);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.create_circuitsetup_cacheel", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_repcel);
  __Pyx_XDECREF((PyObject *)__pyx_v_rep);
  __Pyx_XDECREF((PyObject *)__pyx_v_cscel);
  __Pyx_XDECREF(__pyx_v_distinct_gateLabels);
  __Pyx_XDECREF(__pyx_v_glmap);
  __Pyx_XDECREF(__pyx_v_gl);
  __Pyx_XDECREF(__pyx_v_glbl);
  __Pyx_XDECREF(__pyx_v_op);
  __Pyx_XDECREF(__pyx_v_hmterms);
  __Pyx_XDECREF(__pyx_v_foat_indices);
  __Pyx_XDECREF(__pyx_v_t);
  __Pyx_XDECREF(__pyx_v_rhoOp);
  __Pyx_XDECREF(__pyx_v_E_term_indices_and_reps);
  __Pyx_XDECREF(__pyx_v_elbl);
  __Pyx_XDECREF(__pyx_v_Evec);
  __Pyx_XDECREF(__pyx_v__);
  __Pyx_XDECREF(__pyx_v_is_foat);
  __Pyx_XDECREF(__pyx_8genexpr8__pyx_v_gl);
  __Pyx_XDECREF(__pyx_8genexpr9__pyx_v_t);
  __Pyx_XDECREF(__pyx_v_elabels);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":727
 * 
 * 
 * def refresh_magnitudes_in_repcache(repcache, paramvec):             # <<<<<<<<<<<<<<
 *     cdef RepCacheEl repcel
 *     cdef TermRep termrep
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_5refresh_magnitudes_in_repcache(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_5refresh_magnitudes_in_repcache = {"refresh_magnitudes_in_repcache", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_5refresh_magnitudes_in_repcache, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_5refresh_magnitudes_in_repcache(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyObject *__pyx_v_repcache = 0;
  PyObject *__pyx_v_paramvec = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[2] = {0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("refresh_magnitudes_in_repcache (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_repcache,&__pyx_mstate_global->__pyx_n_u_paramvec,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 727, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 727, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 727, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "refresh_magnitudes_in_repcache", 0) < (0)) __PYX_ERR(0, 727, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 2; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("refresh_magnitudes_in_repcache", 1, 2, 2, i); __PYX_ERR(0, 727, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 2)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 727, __pyx_L3_error)
      values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 727, __pyx_L3_error)
    }
    __pyx_v_repcache = values[0];
    __pyx_v_paramvec = values[1];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("refresh_magnitudes_in_repcache", 1, 2, 2, __pyx_nargs); __PYX_ERR(0, 727, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.refresh_magnitudes_in_repcache", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_4refresh_magnitudes_in_repcache(__pyx_self, __pyx_v_repcache, __pyx_v_paramvec);

  /* function exit code */
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_4refresh_magnitudes_in_repcache(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_repcache, PyObject *__pyx_v_paramvec) {
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *__pyx_v_repcel = 0;
  struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep *__pyx_v_termrep = 0;
  PyArrayObject *__pyx_v_coeff_array = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  Py_ssize_t __pyx_t_2;
  Py_ssize_t __pyx_t_3;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  int __pyx_t_6;
  Py_ssize_t __pyx_t_7;
  PyObject *(*__pyx_t_8)(PyObject *);
  PyObject *__pyx_t_9 = NULL;
  PyObject *__pyx_t_10 = NULL;
  PyObject *__pyx_t_11 = NULL;
  PyObject *__pyx_t_12 = NULL;
  PyObject *__pyx_t_13 = NULL;
  PyObject *__pyx_t_14 = NULL;
  size_t __pyx_t_15;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("refresh_magnitudes_in_repcache", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":732
 *     cdef np.ndarray coeff_array
 * 
 *     for repcel in repcache.values():             # <<<<<<<<<<<<<<
 *         #repcel = <RepCacheEl?>repcel
 *         for termrep in repcel.pyterm_references:
*/
  __pyx_t_2 = 0;
  if (unlikely(__pyx_v_repcache == Py_None)) {
    PyErr_Format(PyExc_AttributeError, "'NoneType' object has no attribute '%.30s'", "values");
    __PYX_ERR(0, 732, __pyx_L1_error)
  }
  __pyx_t_5 = __Pyx_dict_iterator(__pyx_v_repcache, 0, __pyx_mstate_global->__pyx_n_u_values, (&__pyx_t_3), (&__pyx_t_4)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 732, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_1);
  __pyx_t_1 = __pyx_t_5;
  __pyx_t_5 = 0;
  while (1) {
    __pyx_t_6 = __Pyx_dict_iter_next(__pyx_t_1, __pyx_t_3, &__pyx_t_2, NULL, &__pyx_t_5, NULL, __pyx_t_4);
    if (unlikely(__pyx_t_6 == 0)) break;
    if (unlikely(__pyx_t_6 == -1)) __PYX_ERR(0, 732, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (!(likely(((__pyx_t_5) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_5, __pyx_mstate_global->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl))))) __PYX_ERR(0, 732, __pyx_L1_error)
    __Pyx_XDECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)__pyx_t_5));
    __pyx_t_5 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":734
 *     for repcel in repcache.values():
 *         #repcel = <RepCacheEl?>repcel
 *         for termrep in repcel.pyterm_references:             # <<<<<<<<<<<<<<
 *             coeff_array = _fastopcalc.bulk_eval_compact_polynomials_complex(termrep.compact_coeff[0],termrep.compact_coeff[1],paramvec,(1,))
 *             termrep.set_magnitude_only(abs(coeff_array[0]))
*/
    if (likely(PyList_CheckExact(__pyx_v_repcel->pyterm_references)) || PyTuple_CheckExact(__pyx_v_repcel->pyterm_references)) {
      __pyx_t_5 = __pyx_v_repcel->pyterm_references; __Pyx_INCREF(__pyx_t_5);
      __pyx_t_7 = 0;
      __pyx_t_8 = NULL;
    } else {
      __pyx_t_7 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_v_repcel->pyterm_references); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 734, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_8 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_5); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 734, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_8)) {
        if (likely(PyList_CheckExact(__pyx_t_5))) {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_5);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 734, __pyx_L1_error)
            #endif
            if (__pyx_t_7 >= __pyx_temp) break;
          }
          __pyx_t_9 = __Pyx_PyList_GetItemRefFast(__pyx_t_5, __pyx_t_7, __Pyx_ReferenceSharing_OwnStrongReference);
          ++__pyx_t_7;
        } else {
          {
            Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_5);
            #if !CYTHON_ASSUME_SAFE_SIZE
            if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 734, __pyx_L1_error)
            #endif
            if (__pyx_t_7 >= __pyx_temp) break;
          }
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_7));
          #else
          __pyx_t_9 = __Pyx_PySequence_ITEM(__pyx_t_5, __pyx_t_7);
          #endif
          ++__pyx_t_7;
        }
        if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 734, __pyx_L1_error)
      } else {
        __pyx_t_9 = __pyx_t_8(__pyx_t_5);
        if (unlikely(!__pyx_t_9)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 734, __pyx_L1_error)
            PyErr_Clear();
          }
          break;
        }
      }
      __Pyx_GOTREF(__pyx_t_9);
      if (!(likely(((__pyx_t_9) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_9, __pyx_mstate_global->__pyx_ptype_6pygsti_8evotypes_10stabilizer_8termreps_TermRep))))) __PYX_ERR(0, 734, __pyx_L1_error)
      __Pyx_XDECREF_SET(__pyx_v_termrep, ((struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep *)__pyx_t_9));
      __pyx_t_9 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":735
 *         #repcel = <RepCacheEl?>repcel
 *         for termrep in repcel.pyterm_references:
 *             coeff_array = _fastopcalc.bulk_eval_compact_polynomials_complex(termrep.compact_coeff[0],termrep.compact_coeff[1],paramvec,(1,))             # <<<<<<<<<<<<<<
 *             termrep.set_magnitude_only(abs(coeff_array[0]))
 * 
*/
      __pyx_t_10 = NULL;
      __Pyx_GetModuleGlobalName(__pyx_t_11, __pyx_mstate_global->__pyx_n_u_fastopcalc); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 735, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_11);
      __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_t_11, __pyx_mstate_global->__pyx_n_u_bulk_eval_compact_polynomials_co); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 735, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_12);
      __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
      __pyx_t_11 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_termrep), __pyx_mstate_global->__pyx_n_u_compact_coeff); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 735, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_11);
      __pyx_t_13 = __Pyx_GetItemInt(__pyx_t_11, 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 735, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_13);
      __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
      __pyx_t_11 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_termrep), __pyx_mstate_global->__pyx_n_u_compact_coeff); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 735, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_11);
      __pyx_t_14 = __Pyx_GetItemInt(__pyx_t_11, 1, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 735, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_14);
      __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
      __pyx_t_15 = 1;
      #if CYTHON_UNPACK_METHODS
      if (unlikely(PyMethod_Check(__pyx_t_12))) {
        __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_12);
        assert(__pyx_t_10);
        PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_12);
        __Pyx_INCREF(__pyx_t_10);
        __Pyx_INCREF(__pyx__function);
        __Pyx_DECREF_SET(__pyx_t_12, __pyx__function);
        __pyx_t_15 = 0;
      }
      #endif
      {
        PyObject *__pyx_callargs[5] = {__pyx_t_10, __pyx_t_13, __pyx_t_14, __pyx_v_paramvec, __pyx_mstate_global->__pyx_tuple[0]};
        __pyx_t_9 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_12, __pyx_callargs+__pyx_t_15, (5-__pyx_t_15) | (__pyx_t_15*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
        __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
        __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
        if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 735, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
      }
      if (!(likely(((__pyx_t_9) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_9, __pyx_mstate_global->__pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 735, __pyx_L1_error)
      __Pyx_XDECREF_SET(__pyx_v_coeff_array, ((PyArrayObject *)__pyx_t_9));
      __pyx_t_9 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":736
 *         for termrep in repcel.pyterm_references:
 *             coeff_array = _fastopcalc.bulk_eval_compact_polynomials_complex(termrep.compact_coeff[0],termrep.compact_coeff[1],paramvec,(1,))
 *             termrep.set_magnitude_only(abs(coeff_array[0]))             # <<<<<<<<<<<<<<
 * 
 * 
*/
      __pyx_t_12 = ((PyObject *)__pyx_v_termrep);
      __Pyx_INCREF(__pyx_t_12);
      __pyx_t_14 = __Pyx_GetItemInt(((PyObject *)__pyx_v_coeff_array), 0, long, 1, __Pyx_PyLong_From_long, 0, 0, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 736, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_14);
      __pyx_t_13 = __Pyx_PyNumber_Absolute(__pyx_t_14); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 736, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_13);
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
      __pyx_t_15 = 0;
      {
        PyObject *__pyx_callargs[2] = {__pyx_t_12, __pyx_t_13};
        __pyx_t_9 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_set_magnitude_only, __pyx_callargs+__pyx_t_15, (2-__pyx_t_15) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
        __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0;
        __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
        if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 736, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
      }
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":734
 *     for repcel in repcache.values():
 *         #repcel = <RepCacheEl?>repcel
 *         for termrep in repcel.pyterm_references:             # <<<<<<<<<<<<<<
 *             coeff_array = _fastopcalc.bulk_eval_compact_polynomials_complex(termrep.compact_coeff[0],termrep.compact_coeff[1],paramvec,(1,))
 *             termrep.set_magnitude_only(abs(coeff_array[0]))
*/
    }
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":727
 * 
 * 
 * def refresh_magnitudes_in_repcache(repcache, paramvec):             # <<<<<<<<<<<<<<
 *     cdef RepCacheEl repcel
 *     cdef TermRep termrep
*/

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_11);
  __Pyx_XDECREF(__pyx_t_12);
  __Pyx_XDECREF(__pyx_t_13);
  __Pyx_XDECREF(__pyx_t_14);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.refresh_magnitudes_in_repcache", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_repcel);
  __Pyx_XDECREF((PyObject *)__pyx_v_termrep);
  __Pyx_XDECREF((PyObject *)__pyx_v_coeff_array);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":739
 * 
 * 
 * def find_best_pathmagnitude_threshold(fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,             # <<<<<<<<<<<<<<
 *                                       repcache, circuitsetup_cache, comm=None, mem_limit=None,
 *                                       pathmagnitude_gap=0.0, min_term_mag=0.01, max_paths=500, threshold_guess=0.0):
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_7find_best_pathmagnitude_threshold(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_7find_best_pathmagnitude_threshold = {"find_best_pathmagnitude_threshold", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_7find_best_pathmagnitude_threshold, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_7find_best_pathmagnitude_threshold(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyObject *__pyx_v_fwdsim = 0;
  PyObject *__pyx_v_rholabel = 0;
  PyObject *__pyx_v_elabels = 0;
  PyObject *__pyx_v_circuit = 0;
  PyObject *__pyx_v_polynomial_vindices_per_int = 0;
  PyObject *__pyx_v_repcache = 0;
  PyObject *__pyx_v_circuitsetup_cache = 0;
  CYTHON_UNUSED PyObject *__pyx_v_comm = 0;
  CYTHON_UNUSED PyObject *__pyx_v_mem_limit = 0;
  PyObject *__pyx_v_pathmagnitude_gap = 0;
  PyObject *__pyx_v_min_term_mag = 0;
  PyObject *__pyx_v_max_paths = 0;
  PyObject *__pyx_v_threshold_guess = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[13] = {0,0,0,0,0,0,0,0,0,0,0,0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("find_best_pathmagnitude_threshold (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_fwdsim,&__pyx_mstate_global->__pyx_n_u_rholabel,&__pyx_mstate_global->__pyx_n_u_elabels,&__pyx_mstate_global->__pyx_n_u_circuit,&__pyx_mstate_global->__pyx_n_u_polynomial_vindices_per_int,&__pyx_mstate_global->__pyx_n_u_repcache,&__pyx_mstate_global->__pyx_n_u_circuitsetup_cache,&__pyx_mstate_global->__pyx_n_u_comm,&__pyx_mstate_global->__pyx_n_u_mem_limit,&__pyx_mstate_global->__pyx_n_u_pathmagnitude_gap,&__pyx_mstate_global->__pyx_n_u_min_term_mag,&__pyx_mstate_global->__pyx_n_u_max_paths,&__pyx_mstate_global->__pyx_n_u_threshold_guess,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 739, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case 13:
        values[12] = __Pyx_ArgRef_FASTCALL(__pyx_args, 12);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[12])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case 12:
        values[11] = __Pyx_ArgRef_FASTCALL(__pyx_args, 11);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[11])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case 11:
        values[10] = __Pyx_ArgRef_FASTCALL(__pyx_args, 10);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[10])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case 10:
        values[9] = __Pyx_ArgRef_FASTCALL(__pyx_args, 9);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[9])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  9:
        values[8] = __Pyx_ArgRef_FASTCALL(__pyx_args, 8);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[8])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  8:
        values[7] = __Pyx_ArgRef_FASTCALL(__pyx_args, 7);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[7])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  7:
        values[6] = __Pyx_ArgRef_FASTCALL(__pyx_args, 6);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  6:
        values[5] = __Pyx_ArgRef_FASTCALL(__pyx_args, 5);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  5:
        values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  4:
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  3:
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "find_best_pathmagnitude_threshold", 0) < (0)) __PYX_ERR(0, 739, __pyx_L3_error)

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":740
 * 
 * def find_best_pathmagnitude_threshold(fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,
 *                                       repcache, circuitsetup_cache, comm=None, mem_limit=None,             # <<<<<<<<<<<<<<
 *                                       pathmagnitude_gap=0.0, min_term_mag=0.01, max_paths=500, threshold_guess=0.0):
 * 
*/
      if (!values[7]) values[7] = __Pyx_NewRef(((PyObject *)Py_None));
      if (!values[8]) values[8] = __Pyx_NewRef(((PyObject *)Py_None));
      if (!values[9]) values[9] = __Pyx_NewRef(((PyObject *)((PyObject*)__pyx_mstate_global->__pyx_float_0_0)));
      if (!values[10]) values[10] = __Pyx_NewRef(((PyObject *)((PyObject*)__pyx_mstate_global->__pyx_float_0_01)));
      if (!values[11]) values[11] = __Pyx_NewRef(((PyObject *)((PyObject*)__pyx_mstate_global->__pyx_int_500)));
      if (!values[12]) values[12] = __Pyx_NewRef(((PyObject *)((PyObject*)__pyx_mstate_global->__pyx_float_0_0)));
      for (Py_ssize_t i = __pyx_nargs; i < 7; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("find_best_pathmagnitude_threshold", 0, 7, 13, i); __PYX_ERR(0, 739, __pyx_L3_error) }
      }
    } else {
      switch (__pyx_nargs) {
        case 13:
        values[12] = __Pyx_ArgRef_FASTCALL(__pyx_args, 12);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[12])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case 12:
        values[11] = __Pyx_ArgRef_FASTCALL(__pyx_args, 11);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[11])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case 11:
        values[10] = __Pyx_ArgRef_FASTCALL(__pyx_args, 10);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[10])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case 10:
        values[9] = __Pyx_ArgRef_FASTCALL(__pyx_args, 9);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[9])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  9:
        values[8] = __Pyx_ArgRef_FASTCALL(__pyx_args, 8);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[8])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  8:
        values[7] = __Pyx_ArgRef_FASTCALL(__pyx_args, 7);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[7])) __PYX_ERR(0, 739, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  7:
        values[6] = __Pyx_ArgRef_FASTCALL(__pyx_args, 6);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 739, __pyx_L3_error)
        values[5] = __Pyx_ArgRef_FASTCALL(__pyx_args, 5);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 739, __pyx_L3_error)
        values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 739, __pyx_L3_error)
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 739, __pyx_L3_error)
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 739, __pyx_L3_error)
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 739, __pyx_L3_error)
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 739, __pyx_L3_error)
        break;
        default: goto __pyx_L5_argtuple_error;
      }
      if (!values[7]) values[7] = __Pyx_NewRef(((PyObject *)Py_None));
      if (!values[8]) values[8] = __Pyx_NewRef(((PyObject *)Py_None));
      if (!values[9]) values[9] = __Pyx_NewRef(((PyObject *)((PyObject*)__pyx_mstate_global->__pyx_float_0_0)));
      if (!values[10]) values[10] = __Pyx_NewRef(((PyObject *)((PyObject*)__pyx_mstate_global->__pyx_float_0_01)));
      if (!values[11]) values[11] = __Pyx_NewRef(((PyObject *)((PyObject*)__pyx_mstate_global->__pyx_int_500)));
      if (!values[12]) values[12] = __Pyx_NewRef(((PyObject *)((PyObject*)__pyx_mstate_global->__pyx_float_0_0)));
    }
    __pyx_v_fwdsim = values[0];
    __pyx_v_rholabel = values[1];
    __pyx_v_elabels = values[2];
    __pyx_v_circuit = values[3];
    __pyx_v_polynomial_vindices_per_int = values[4];
    __pyx_v_repcache = values[5];
    __pyx_v_circuitsetup_cache = values[6];
    __pyx_v_comm = values[7];
    __pyx_v_mem_limit = values[8];
    __pyx_v_pathmagnitude_gap = values[9];
    __pyx_v_min_term_mag = values[10];
    __pyx_v_max_paths = values[11];
    __pyx_v_threshold_guess = values[12];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("find_best_pathmagnitude_threshold", 0, 7, 13, __pyx_nargs); __PYX_ERR(0, 739, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.find_best_pathmagnitude_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_6find_best_pathmagnitude_threshold(__pyx_self, __pyx_v_fwdsim, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_polynomial_vindices_per_int, __pyx_v_repcache, __pyx_v_circuitsetup_cache, __pyx_v_comm, __pyx_v_mem_limit, __pyx_v_pathmagnitude_gap, __pyx_v_min_term_mag, __pyx_v_max_paths, __pyx_v_threshold_guess);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":739
 * 
 * 
 * def find_best_pathmagnitude_threshold(fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,             # <<<<<<<<<<<<<<
 *                                       repcache, circuitsetup_cache, comm=None, mem_limit=None,
 *                                       pathmagnitude_gap=0.0, min_term_mag=0.01, max_paths=500, threshold_guess=0.0):
*/

  /* function exit code */
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_6find_best_pathmagnitude_threshold(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_fwdsim, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_polynomial_vindices_per_int, PyObject *__pyx_v_repcache, PyObject *__pyx_v_circuitsetup_cache, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_mem_limit, PyObject *__pyx_v_pathmagnitude_gap, PyObject *__pyx_v_min_term_mag, PyObject *__pyx_v_max_paths, PyObject *__pyx_v_threshold_guess) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_numEs;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_mpv;
  CYTHON_UNUSED __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_vpi;
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *__pyx_v_cscel = 0;
  CYTHON_UNUSED PyObject *__pyx_v_bHit = NULL;
  std::vector<double>  __pyx_v_target_sum_of_pathmags;
  std::vector<double>  __pyx_v_achieved_sum_of_pathmags;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_npaths;
  double __pyx_v_max_partial_sopm;
  PyObject *__pyx_v_glbl = NULL;
  PyObject *__pyx_v_op = NULL;
  PyObject *__pyx_v_elbl = NULL;
  double __pyx_v_threshold;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_total_npaths;
  double __pyx_v_total_target_sopm;
  double __pyx_v_total_achieved_sopm;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_4;
  int __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  size_t __pyx_t_8;
  std::vector<double>  __pyx_t_9;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_t_10;
  double __pyx_t_11;
  PyObject *(*__pyx_t_12)(PyObject *);
  PyObject *__pyx_t_13 = NULL;
  double __pyx_t_14;
  double __pyx_t_15;
  double __pyx_t_16;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_17;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_18;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("find_best_pathmagnitude_threshold", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":744
 * 
 *     cdef INT i
 *     cdef INT numEs = len(elabels)             # <<<<<<<<<<<<<<
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars
 *     cdef INT vpi = polynomial_vindices_per_int  #pass this in directly so fwdsim can compute once & use multiple times
*/
  __pyx_t_1 = PyObject_Length(__pyx_v_elabels); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 744, __pyx_L1_error)
  __pyx_v_numEs = __pyx_t_1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":745
 *     cdef INT i
 *     cdef INT numEs = len(elabels)
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars             # <<<<<<<<<<<<<<
 *     cdef INT vpi = polynomial_vindices_per_int  #pass this in directly so fwdsim can compute once & use multiple times
 *     cdef CircuitSetupCacheEl cscel;
*/
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 745, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_num_params); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 745, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_4 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 745, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_mpv = __pyx_t_4;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":746
 *     cdef INT numEs = len(elabels)
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars
 *     cdef INT vpi = polynomial_vindices_per_int  #pass this in directly so fwdsim can compute once & use multiple times             # <<<<<<<<<<<<<<
 *     cdef CircuitSetupCacheEl cscel;
 * 
*/
  __pyx_t_4 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_v_polynomial_vindices_per_int); if (unlikely((__pyx_t_4 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 746, __pyx_L1_error)
  __pyx_v_vpi = __pyx_t_4;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":749
 *     cdef CircuitSetupCacheEl cscel;
 * 
 *     bHit = (circuit in circuitsetup_cache)             # <<<<<<<<<<<<<<
 *     if circuit in circuitsetup_cache:
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
*/
  __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_v_circuit, __pyx_v_circuitsetup_cache, Py_EQ)); if (unlikely((__pyx_t_5 < 0))) __PYX_ERR(0, 749, __pyx_L1_error)
  __pyx_t_3 = __Pyx_PyBool_FromLong(__pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 749, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_v_bHit = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":750
 * 
 *     bHit = (circuit in circuitsetup_cache)
 *     if circuit in circuitsetup_cache:             # <<<<<<<<<<<<<<
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
*/
  __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_v_circuit, __pyx_v_circuitsetup_cache, Py_EQ)); if (unlikely((__pyx_t_5 < 0))) __PYX_ERR(0, 750, __pyx_L1_error)
  if (__pyx_t_5) {

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":751
 *     bHit = (circuit in circuitsetup_cache)
 *     if circuit in circuitsetup_cache:
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]             # <<<<<<<<<<<<<<
 *     else:
 *         cscel = <CircuitSetupCacheEl?>create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv)
*/
    __pyx_t_3 = __Pyx_PyObject_GetItem(__pyx_v_circuitsetup_cache, __pyx_v_circuit); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 751, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (!(likely(__Pyx_TypeTest(__pyx_t_3, __pyx_mstate_global->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl)))) __PYX_ERR(0, 751, __pyx_L1_error)
    __pyx_t_2 = __pyx_t_3;
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_v_cscel = ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)__pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":750
 * 
 *     bHit = (circuit in circuitsetup_cache)
 *     if circuit in circuitsetup_cache:             # <<<<<<<<<<<<<<
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
*/
    goto __pyx_L3;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":753
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
 *         cscel = <CircuitSetupCacheEl?>create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv)             # <<<<<<<<<<<<<<
 *         circuitsetup_cache[circuit] = cscel
 * 
*/
  /*else*/ {
    __pyx_t_3 = NULL;
    __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_mstate_global->__pyx_n_u_create_circuitsetup_cacheel); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 753, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_7 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 753, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_8 = 1;
    #if CYTHON_UNPACK_METHODS
    if (unlikely(PyMethod_Check(__pyx_t_6))) {
      __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_6);
      assert(__pyx_t_3);
      PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_6);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(__pyx__function);
      __Pyx_DECREF_SET(__pyx_t_6, __pyx__function);
      __pyx_t_8 = 0;
    }
    #endif
    {
      PyObject *__pyx_callargs[8] = {__pyx_t_3, __pyx_v_fwdsim, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_min_term_mag, __pyx_t_7};
      __pyx_t_2 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_6, __pyx_callargs+__pyx_t_8, (8-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 753, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_2);
    }
    if (!(likely(__Pyx_TypeTest(__pyx_t_2, __pyx_mstate_global->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl)))) __PYX_ERR(0, 753, __pyx_L1_error)
    __pyx_t_6 = __pyx_t_2;
    __Pyx_INCREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_v_cscel = ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)__pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":754
 *     else:
 *         cscel = <CircuitSetupCacheEl?>create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv)
 *         circuitsetup_cache[circuit] = cscel             # <<<<<<<<<<<<<<
 * 
 *     #MEM REMOVE above circuitsetup cache seems to use memory!
*/
    if (unlikely((PyObject_SetItem(__pyx_v_circuitsetup_cache, __pyx_v_circuit, ((PyObject *)__pyx_v_cscel)) < 0))) __PYX_ERR(0, 754, __pyx_L1_error)
  }
  __pyx_L3:;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":759
 *     #MEM REMOVE return 100, 1.0, 1.0, 1.0 #total_npaths, threshold, total_target_sopm, total_achieved_sopm
 * 
 *     cdef vector[double] target_sum_of_pathmags = vector[double](numEs)             # <<<<<<<<<<<<<<
 *     cdef vector[double] achieved_sum_of_pathmags = vector[double](numEs)
 *     cdef vector[INT] npaths = vector[INT](numEs)
*/
  try {
    __pyx_t_9 = std::vector<double> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 759, __pyx_L1_error)
  }
  __pyx_v_target_sum_of_pathmags = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_9);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":760
 * 
 *     cdef vector[double] target_sum_of_pathmags = vector[double](numEs)
 *     cdef vector[double] achieved_sum_of_pathmags = vector[double](numEs)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] npaths = vector[INT](numEs)
 * 
*/
  try {
    __pyx_t_9 = std::vector<double> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 760, __pyx_L1_error)
  }
  __pyx_v_achieved_sum_of_pathmags = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_9);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":761
 *     cdef vector[double] target_sum_of_pathmags = vector[double](numEs)
 *     cdef vector[double] achieved_sum_of_pathmags = vector[double](numEs)
 *     cdef vector[INT] npaths = vector[INT](numEs)             # <<<<<<<<<<<<<<
 * 
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
*/
  try {
    __pyx_t_10 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 761, __pyx_L1_error)
  }
  __pyx_v_npaths = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_10);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":764
 * 
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
 *     cdef double max_partial_sopm = fwdsim.model._circuit_layer_operator(rholabel, 'prep').total_term_magnitude             # <<<<<<<<<<<<<<
 *     for glbl in circuit:
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')
*/
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 764, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_2 = __pyx_t_7;
  __Pyx_INCREF(__pyx_t_2);
  __pyx_t_8 = 0;
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_2, __pyx_v_rholabel, __pyx_mstate_global->__pyx_n_u_prep};
    __pyx_t_6 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_circuit_layer_operator, __pyx_callargs+__pyx_t_8, (3-__pyx_t_8) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 764, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
  }
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_mstate_global->__pyx_n_u_total_term_magnitude); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 764, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_11 = __Pyx_PyFloat_AsDouble(__pyx_t_7); if (unlikely((__pyx_t_11 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 764, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_v_max_partial_sopm = __pyx_t_11;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":765
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
 *     cdef double max_partial_sopm = fwdsim.model._circuit_layer_operator(rholabel, 'prep').total_term_magnitude
 *     for glbl in circuit:             # <<<<<<<<<<<<<<
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *         max_partial_sopm *= op.total_term_magnitude
*/
  if (likely(PyList_CheckExact(__pyx_v_circuit)) || PyTuple_CheckExact(__pyx_v_circuit)) {
    __pyx_t_7 = __pyx_v_circuit; __Pyx_INCREF(__pyx_t_7);
    __pyx_t_1 = 0;
    __pyx_t_12 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_circuit); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 765, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_12 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_7); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 765, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_12)) {
      if (likely(PyList_CheckExact(__pyx_t_7))) {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_7);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 765, __pyx_L1_error)
          #endif
          if (__pyx_t_1 >= __pyx_temp) break;
        }
        __pyx_t_6 = __Pyx_PyList_GetItemRefFast(__pyx_t_7, __pyx_t_1, __Pyx_ReferenceSharing_OwnStrongReference);
        ++__pyx_t_1;
      } else {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_7);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 765, __pyx_L1_error)
          #endif
          if (__pyx_t_1 >= __pyx_temp) break;
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_6 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_1));
        #else
        __pyx_t_6 = __Pyx_PySequence_ITEM(__pyx_t_7, __pyx_t_1);
        #endif
        ++__pyx_t_1;
      }
      if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 765, __pyx_L1_error)
    } else {
      __pyx_t_6 = __pyx_t_12(__pyx_t_7);
      if (unlikely(!__pyx_t_6)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 765, __pyx_L1_error)
          PyErr_Clear();
        }
        break;
      }
    }
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_XDECREF_SET(__pyx_v_glbl, __pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":766
 *     cdef double max_partial_sopm = fwdsim.model._circuit_layer_operator(rholabel, 'prep').total_term_magnitude
 *     for glbl in circuit:
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')             # <<<<<<<<<<<<<<
 *         max_partial_sopm *= op.total_term_magnitude
 *     for i,elbl in enumerate(elabels):
*/
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 766, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_2 = __pyx_t_3;
    __Pyx_INCREF(__pyx_t_2);
    __pyx_t_8 = 0;
    {
      PyObject *__pyx_callargs[3] = {__pyx_t_2, __pyx_v_glbl, __pyx_mstate_global->__pyx_n_u_op};
      __pyx_t_6 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_circuit_layer_operator, __pyx_callargs+__pyx_t_8, (3-__pyx_t_8) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 766, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
    }
    __Pyx_XDECREF_SET(__pyx_v_op, __pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":767
 *     for glbl in circuit:
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *         max_partial_sopm *= op.total_term_magnitude             # <<<<<<<<<<<<<<
 *     for i,elbl in enumerate(elabels):
 *         target_sum_of_pathmags[i] = max_partial_sopm * fwdsim.model._circuit_layer_operator(elbl, 'povm').total_term_magnitude - pathmagnitude_gap  # absolute gap
*/
    __pyx_t_6 = PyFloat_FromDouble(__pyx_v_max_partial_sopm); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 767, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_op, __pyx_mstate_global->__pyx_n_u_total_term_magnitude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 767, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_2 = PyNumber_InPlaceMultiply(__pyx_t_6, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 767, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_11 = __Pyx_PyFloat_AsDouble(__pyx_t_2); if (unlikely((__pyx_t_11 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 767, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_v_max_partial_sopm = __pyx_t_11;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":765
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
 *     cdef double max_partial_sopm = fwdsim.model._circuit_layer_operator(rholabel, 'prep').total_term_magnitude
 *     for glbl in circuit:             # <<<<<<<<<<<<<<
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *         max_partial_sopm *= op.total_term_magnitude
*/
  }
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":768
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *         max_partial_sopm *= op.total_term_magnitude
 *     for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *         target_sum_of_pathmags[i] = max_partial_sopm * fwdsim.model._circuit_layer_operator(elbl, 'povm').total_term_magnitude - pathmagnitude_gap  # absolute gap
 *         #target_sum_of_pathmags[i] = max_partial_sopm * fwdsim.sos.get_effect(elbl).total_term_magnitude * (1.0 - pathmagnitude_gap)  # relative gap
*/
  __pyx_t_4 = 0;
  if (likely(PyList_CheckExact(__pyx_v_elabels)) || PyTuple_CheckExact(__pyx_v_elabels)) {
    __pyx_t_7 = __pyx_v_elabels; __Pyx_INCREF(__pyx_t_7);
    __pyx_t_1 = 0;
    __pyx_t_12 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_elabels); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 768, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_12 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_7); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 768, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_12)) {
      if (likely(PyList_CheckExact(__pyx_t_7))) {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_7);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 768, __pyx_L1_error)
          #endif
          if (__pyx_t_1 >= __pyx_temp) break;
        }
        __pyx_t_2 = __Pyx_PyList_GetItemRefFast(__pyx_t_7, __pyx_t_1, __Pyx_ReferenceSharing_OwnStrongReference);
        ++__pyx_t_1;
      } else {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_7);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 768, __pyx_L1_error)
          #endif
          if (__pyx_t_1 >= __pyx_temp) break;
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_1));
        #else
        __pyx_t_2 = __Pyx_PySequence_ITEM(__pyx_t_7, __pyx_t_1);
        #endif
        ++__pyx_t_1;
      }
      if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 768, __pyx_L1_error)
    } else {
      __pyx_t_2 = __pyx_t_12(__pyx_t_7);
      if (unlikely(!__pyx_t_2)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 768, __pyx_L1_error)
          PyErr_Clear();
        }
        break;
      }
    }
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_elbl, __pyx_t_2);
    __pyx_t_2 = 0;
    __pyx_v_i = __pyx_t_4;
    __pyx_t_4 = (__pyx_t_4 + 1);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":769
 *         max_partial_sopm *= op.total_term_magnitude
 *     for i,elbl in enumerate(elabels):
 *         target_sum_of_pathmags[i] = max_partial_sopm * fwdsim.model._circuit_layer_operator(elbl, 'povm').total_term_magnitude - pathmagnitude_gap  # absolute gap             # <<<<<<<<<<<<<<
 *         #target_sum_of_pathmags[i] = max_partial_sopm * fwdsim.sos.get_effect(elbl).total_term_magnitude * (1.0 - pathmagnitude_gap)  # relative gap
 * 
*/
    __pyx_t_2 = PyFloat_FromDouble(__pyx_v_max_partial_sopm); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 769, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 769, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_13);
    __pyx_t_6 = __pyx_t_13;
    __Pyx_INCREF(__pyx_t_6);
    __pyx_t_8 = 0;
    {
      PyObject *__pyx_callargs[3] = {__pyx_t_6, __pyx_v_elbl, __pyx_mstate_global->__pyx_n_u_povm};
      __pyx_t_3 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_circuit_layer_operator, __pyx_callargs+__pyx_t_8, (3-__pyx_t_8) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
      __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
      if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 769, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
    }
    __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_total_term_magnitude); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 769, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_13);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_3 = PyNumber_Multiply(__pyx_t_2, __pyx_t_13); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 769, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
    __pyx_t_13 = PyNumber_Subtract(__pyx_t_3, __pyx_v_pathmagnitude_gap); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 769, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_13);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_11 = __Pyx_PyFloat_AsDouble(__pyx_t_13); if (unlikely((__pyx_t_11 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 769, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
    (__pyx_v_target_sum_of_pathmags[__pyx_v_i]) = __pyx_t_11;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":768
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *         max_partial_sopm *= op.total_term_magnitude
 *     for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *         target_sum_of_pathmags[i] = max_partial_sopm * fwdsim.model._circuit_layer_operator(elbl, 'povm').total_term_magnitude - pathmagnitude_gap  # absolute gap
 *         #target_sum_of_pathmags[i] = max_partial_sopm * fwdsim.sos.get_effect(elbl).total_term_magnitude * (1.0 - pathmagnitude_gap)  # relative gap
*/
  }
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":775
 *         cscel.cgatestring, cscel.rho_term_reps, cscel.op_term_reps, cscel.E_term_reps,
 *         cscel.rho_foat_indices, cscel.op_foat_indices, cscel.E_foat_indices, cscel.e_indices,
 *         numEs, pathmagnitude_gap, min_term_mag, max_paths, threshold_guess, target_sum_of_pathmags,             # <<<<<<<<<<<<<<
 *         achieved_sum_of_pathmags, npaths)
 * 
*/
  __pyx_t_11 = __Pyx_PyFloat_AsDouble(__pyx_v_pathmagnitude_gap); if (unlikely((__pyx_t_11 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 775, __pyx_L1_error)
  __pyx_t_14 = __Pyx_PyFloat_AsDouble(__pyx_v_min_term_mag); if (unlikely((__pyx_t_14 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 775, __pyx_L1_error)
  __pyx_t_4 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_v_max_paths); if (unlikely((__pyx_t_4 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 775, __pyx_L1_error)
  __pyx_t_15 = __Pyx_PyFloat_AsDouble(__pyx_v_threshold_guess); if (unlikely((__pyx_t_15 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 775, __pyx_L1_error)

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":772
 *         #target_sum_of_pathmags[i] = max_partial_sopm * fwdsim.sos.get_effect(elbl).total_term_magnitude * (1.0 - pathmagnitude_gap)  # relative gap
 * 
 *     cdef double threshold = c_find_best_pathmagnitude_threshold(             # <<<<<<<<<<<<<<
 *         cscel.cgatestring, cscel.rho_term_reps, cscel.op_term_reps, cscel.E_term_reps,
 *         cscel.rho_foat_indices, cscel.op_foat_indices, cscel.E_foat_indices, cscel.e_indices,
*/
  __pyx_t_16 = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_c_find_best_pathmagnitude_threshold(__pyx_v_cscel->cgatestring, __pyx_v_cscel->rho_term_reps, __pyx_v_cscel->op_term_reps, __pyx_v_cscel->E_term_reps, __pyx_v_cscel->rho_foat_indices, __pyx_v_cscel->op_foat_indices, __pyx_v_cscel->E_foat_indices, __pyx_v_cscel->e_indices, __pyx_v_numEs, __pyx_t_11, __pyx_t_14, __pyx_t_4, __pyx_t_15, __pyx_v_target_sum_of_pathmags, __pyx_v_achieved_sum_of_pathmags, __pyx_v_npaths); if (unlikely(__pyx_t_16 == ((double)-1) && PyErr_Occurred())) __PYX_ERR(0, 772, __pyx_L1_error)
  __pyx_v_threshold = __pyx_t_16;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":778
 *         achieved_sum_of_pathmags, npaths)
 * 
 *     cdef INT total_npaths = 0             # <<<<<<<<<<<<<<
 *     cdef double total_target_sopm = 0.0
 *     cdef double total_achieved_sopm = 0.0
*/
  __pyx_v_total_npaths = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":779
 * 
 *     cdef INT total_npaths = 0
 *     cdef double total_target_sopm = 0.0             # <<<<<<<<<<<<<<
 *     cdef double total_achieved_sopm = 0.0
 *     for i in range(numEs):
*/
  __pyx_v_total_target_sopm = 0.0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":780
 *     cdef INT total_npaths = 0
 *     cdef double total_target_sopm = 0.0
 *     cdef double total_achieved_sopm = 0.0             # <<<<<<<<<<<<<<
 *     for i in range(numEs):
 *         total_npaths += npaths[i]
*/
  __pyx_v_total_achieved_sopm = 0.0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":781
 *     cdef double total_target_sopm = 0.0
 *     cdef double total_achieved_sopm = 0.0
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         total_npaths += npaths[i]
 *         total_target_sopm += target_sum_of_pathmags[i]
*/
  __pyx_t_4 = __pyx_v_numEs;
  __pyx_t_17 = __pyx_t_4;
  for (__pyx_t_18 = 0; __pyx_t_18 < __pyx_t_17; __pyx_t_18+=1) {
    __pyx_v_i = __pyx_t_18;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":782
 *     cdef double total_achieved_sopm = 0.0
 *     for i in range(numEs):
 *         total_npaths += npaths[i]             # <<<<<<<<<<<<<<
 *         total_target_sopm += target_sum_of_pathmags[i]
 *         total_achieved_sopm += achieved_sum_of_pathmags[i]
*/
    __pyx_v_total_npaths = (__pyx_v_total_npaths + (__pyx_v_npaths[__pyx_v_i]));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":783
 *     for i in range(numEs):
 *         total_npaths += npaths[i]
 *         total_target_sopm += target_sum_of_pathmags[i]             # <<<<<<<<<<<<<<
 *         total_achieved_sopm += achieved_sum_of_pathmags[i]
 * 
*/
    __pyx_v_total_target_sopm = (__pyx_v_total_target_sopm + (__pyx_v_target_sum_of_pathmags[__pyx_v_i]));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":784
 *         total_npaths += npaths[i]
 *         total_target_sopm += target_sum_of_pathmags[i]
 *         total_achieved_sopm += achieved_sum_of_pathmags[i]             # <<<<<<<<<<<<<<
 * 
 *     return total_npaths, threshold, total_target_sopm, total_achieved_sopm
*/
    __pyx_v_total_achieved_sopm = (__pyx_v_total_achieved_sopm + (__pyx_v_achieved_sum_of_pathmags[__pyx_v_i]));
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":786
 *         total_achieved_sopm += achieved_sum_of_pathmags[i]
 * 
 *     return total_npaths, threshold, total_target_sopm, total_achieved_sopm             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_7 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_total_npaths); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 786, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_13 = PyFloat_FromDouble(__pyx_v_threshold); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 786, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_13);
  __pyx_t_3 = PyFloat_FromDouble(__pyx_v_total_target_sopm); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 786, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyFloat_FromDouble(__pyx_v_total_achieved_sopm); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 786, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_6 = PyTuple_New(4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 786, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_GIVEREF(__pyx_t_7);
  if (__Pyx_PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_7) != (0)) __PYX_ERR(0, 786, __pyx_L1_error);
  __Pyx_GIVEREF(__pyx_t_13);
  if (__Pyx_PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_t_13) != (0)) __PYX_ERR(0, 786, __pyx_L1_error);
  __Pyx_GIVEREF(__pyx_t_3);
  if (__Pyx_PyTuple_SET_ITEM(__pyx_t_6, 2, __pyx_t_3) != (0)) __PYX_ERR(0, 786, __pyx_L1_error);
  __Pyx_GIVEREF(__pyx_t_2);
  if (__Pyx_PyTuple_SET_ITEM(__pyx_t_6, 3, __pyx_t_2) != (0)) __PYX_ERR(0, 786, __pyx_L1_error);
  __pyx_t_7 = 0;
  __pyx_t_13 = 0;
  __pyx_t_3 = 0;
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_6;
  __pyx_t_6 = 0;
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":739
 * 
 * 
 * def find_best_pathmagnitude_threshold(fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,             # <<<<<<<<<<<<<<
 *                                       repcache, circuitsetup_cache, comm=None, mem_limit=None,
 *                                       pathmagnitude_gap=0.0, min_term_mag=0.01, max_paths=500, threshold_guess=0.0):
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_13);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.find_best_pathmagnitude_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_cscel);
  __Pyx_XDECREF(__pyx_v_bHit);
  __Pyx_XDECREF(__pyx_v_glbl);
  __Pyx_XDECREF(__pyx_v_op);
  __Pyx_XDECREF(__pyx_v_elbl);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":789
 * 
 * 
 * cdef double c_find_best_pathmagnitude_threshold(             # <<<<<<<<<<<<<<
 *     vector[INT]& circuit, vector[TermCRep_ptr] rho_term_reps, unordered_map[INT, vector[TermCRep_ptr]] op_term_reps, vector[TermCRep_ptr] E_term_reps,
 *     vector[INT] rho_foat_indices, unordered_map[INT,vector[INT]] op_foat_indices, vector[INT] E_foat_indices, vector[INT] e_indices,
*/

static double __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_c_find_best_pathmagnitude_threshold(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_circuit, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  __pyx_v_rho_term_reps, std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_v_op_term_reps, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  __pyx_v_E_term_reps, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_rho_foat_indices, std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> >  __pyx_v_op_foat_indices, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_E_foat_indices, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_e_indices, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_numEs, double __pyx_v_pathmagnitude_gap, CYTHON_UNUSED double __pyx_v_min_term_mag, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_max_paths, double __pyx_v_threshold_guess, std::vector<double>  &__pyx_v_target_sum_of_pathmags, std::vector<double>  &__pyx_v_achieved_sum_of_pathmags, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_npaths) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_N;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  CYTHON_UNUSED __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_t0;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_v_factor_lists;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr>  __pyx_v_foat_indices_per_op;
  CYTHON_UNUSED std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_nops;
  CYTHON_UNUSED std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_b;
  double __pyx_v_threshold;
  double __pyx_r;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_t_1;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr>  __pyx_t_2;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_t_3;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_4;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_5;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_6;
  double __pyx_t_7;
  double __pyx_t_8;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":798
 *     # lookups and avoid weird string conversion stuff with Cython
 * 
 *     cdef INT N = circuit.size()             # <<<<<<<<<<<<<<
 *     cdef INT nFactorLists = N+2
 *     #cdef INT n = N+2 # number of factor lists
*/
  __pyx_v_N = __pyx_v_circuit.size();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":799
 * 
 *     cdef INT N = circuit.size()
 *     cdef INT nFactorLists = N+2             # <<<<<<<<<<<<<<
 *     #cdef INT n = N+2 # number of factor lists
 *     #cdef INT* p = <INT*>malloc((N+2) * sizeof(INT))
*/
  __pyx_v_nFactorLists = (__pyx_v_N + 2);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":805
 *     #cdef INT gn
 * 
 *     cdef INT t0 = time.clock()             # <<<<<<<<<<<<<<
 *     #cdef INT t, nPaths; #for below
 * 
*/
  __pyx_v_t0 = clock();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":808
 *     #cdef INT t, nPaths; #for below
 * 
 *     cdef vector[vector_TermCRep_ptr_ptr] factor_lists = vector[vector_TermCRep_ptr_ptr](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 *     cdef vector[INT] nops = vector[INT](nFactorLists)
*/
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 808, __pyx_L1_error)
  }
  __pyx_v_factor_lists = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":809
 * 
 *     cdef vector[vector_TermCRep_ptr_ptr] factor_lists = vector[vector_TermCRep_ptr_ptr](nFactorLists)
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] nops = vector[INT](nFactorLists)
 *     cdef vector[INT] b = vector[INT](nFactorLists)
*/
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 809, __pyx_L1_error)
  }
  __pyx_v_foat_indices_per_op = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_2);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":810
 *     cdef vector[vector_TermCRep_ptr_ptr] factor_lists = vector[vector_TermCRep_ptr_ptr](nFactorLists)
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 *     cdef vector[INT] nops = vector[INT](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] b = vector[INT](nFactorLists)
 * 
*/
  try {
    __pyx_t_3 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 810, __pyx_L1_error)
  }
  __pyx_v_nops = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_3);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":811
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 *     cdef vector[INT] nops = vector[INT](nFactorLists)
 *     cdef vector[INT] b = vector[INT](nFactorLists)             # <<<<<<<<<<<<<<
 * 
 *     factor_lists[0] = &rho_term_reps
*/
  try {
    __pyx_t_3 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 811, __pyx_L1_error)
  }
  __pyx_v_b = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_3);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":813
 *     cdef vector[INT] b = vector[INT](nFactorLists)
 * 
 *     factor_lists[0] = &rho_term_reps             # <<<<<<<<<<<<<<
 *     foat_indices_per_op[0] = &rho_foat_indices
 *     for i in range(N):
*/
  (__pyx_v_factor_lists[0]) = (&__pyx_v_rho_term_reps);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":814
 * 
 *     factor_lists[0] = &rho_term_reps
 *     foat_indices_per_op[0] = &rho_foat_indices             # <<<<<<<<<<<<<<
 *     for i in range(N):
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
*/
  (__pyx_v_foat_indices_per_op[0]) = (&__pyx_v_rho_foat_indices);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":815
 *     factor_lists[0] = &rho_term_reps
 *     foat_indices_per_op[0] = &rho_foat_indices
 *     for i in range(N):             # <<<<<<<<<<<<<<
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
*/
  __pyx_t_4 = __pyx_v_N;
  __pyx_t_5 = __pyx_t_4;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":816
 *     foat_indices_per_op[0] = &rho_foat_indices
 *     for i in range(N):
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]             # <<<<<<<<<<<<<<
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 *     factor_lists[N+1] = &E_term_reps
*/
    (__pyx_v_factor_lists[(__pyx_v_i + 1)]) = (&(__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_i])]));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":817
 *     for i in range(N):
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]             # <<<<<<<<<<<<<<
 *     factor_lists[N+1] = &E_term_reps
 *     foat_indices_per_op[N+1] = &E_foat_indices
*/
    (__pyx_v_foat_indices_per_op[(__pyx_v_i + 1)]) = (&(__pyx_v_op_foat_indices[(__pyx_v_circuit[__pyx_v_i])]));
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":818
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 *     factor_lists[N+1] = &E_term_reps             # <<<<<<<<<<<<<<
 *     foat_indices_per_op[N+1] = &E_foat_indices
 * 
*/
  (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&__pyx_v_E_term_reps);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":819
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 *     factor_lists[N+1] = &E_term_reps
 *     foat_indices_per_op[N+1] = &E_foat_indices             # <<<<<<<<<<<<<<
 * 
 *     cdef double threshold = pathmagnitude_threshold(factor_lists, e_indices, numEs, target_sum_of_pathmags, foat_indices_per_op,
*/
  (__pyx_v_foat_indices_per_op[(__pyx_v_N + 1)]) = (&__pyx_v_E_foat_indices);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":822
 * 
 *     cdef double threshold = pathmagnitude_threshold(factor_lists, e_indices, numEs, target_sum_of_pathmags, foat_indices_per_op,
 *                                               threshold_guess, pathmagnitude_gap / (3.0*max_paths), max_paths,             # <<<<<<<<<<<<<<
 *                                               achieved_sum_of_pathmags, npaths)  # 3.0 is heuristic
 * 
*/
  __pyx_t_7 = (3.0 * __pyx_v_max_paths);
  if (unlikely(__pyx_t_7 == 0)) {
    PyErr_SetString(PyExc_ZeroDivisionError, "float division");
    __PYX_ERR(0, 822, __pyx_L1_error)
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":821
 *     foat_indices_per_op[N+1] = &E_foat_indices
 * 
 *     cdef double threshold = pathmagnitude_threshold(factor_lists, e_indices, numEs, target_sum_of_pathmags, foat_indices_per_op,             # <<<<<<<<<<<<<<
 *                                               threshold_guess, pathmagnitude_gap / (3.0*max_paths), max_paths,
 *                                               achieved_sum_of_pathmags, npaths)  # 3.0 is heuristic
*/
  __pyx_t_8 = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_pathmagnitude_threshold(__pyx_v_factor_lists, __pyx_v_e_indices, __pyx_v_numEs, __pyx_v_target_sum_of_pathmags, __pyx_v_foat_indices_per_op, __pyx_v_threshold_guess, (__pyx_v_pathmagnitude_gap / __pyx_t_7), __pyx_v_max_paths, __pyx_v_achieved_sum_of_pathmags, __pyx_v_npaths); if (unlikely(__pyx_t_8 == ((double)-1) && PyErr_Occurred())) __PYX_ERR(0, 821, __pyx_L1_error)
  __pyx_v_threshold = __pyx_t_8;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":845
 *     ##print("Target sopm = ",target_sum_of_pathmags)  # max - gap
 * 
 *     return threshold             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = __pyx_v_threshold;
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":789
 * 
 * 
 * cdef double c_find_best_pathmagnitude_threshold(             # <<<<<<<<<<<<<<
 *     vector[INT]& circuit, vector[TermCRep_ptr] rho_term_reps, unordered_map[INT, vector[TermCRep_ptr]] op_term_reps, vector[TermCRep_ptr] E_term_reps,
 *     vector[INT] rho_foat_indices, unordered_map[INT,vector[INT]] op_foat_indices, vector[INT] E_foat_indices, vector[INT] e_indices,
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.c_find_best_pathmagnitude_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":848
 * 
 * 
 * def compute_pruned_path_polynomials_given_threshold(             # <<<<<<<<<<<<<<
 *         threshold, fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,
 *         repcache, circuitsetup_cache, comm=None, mem_limit=None, fastmode=1):
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_9compute_pruned_path_polynomials_given_threshold(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_9compute_pruned_path_polynomials_given_threshold = {"compute_pruned_path_polynomials_given_threshold", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_9compute_pruned_path_polynomials_given_threshold, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_9compute_pruned_path_polynomials_given_threshold(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyObject *__pyx_v_threshold = 0;
  PyObject *__pyx_v_fwdsim = 0;
  PyObject *__pyx_v_rholabel = 0;
  PyObject *__pyx_v_elabels = 0;
  PyObject *__pyx_v_circuit = 0;
  PyObject *__pyx_v_polynomial_vindices_per_int = 0;
  PyObject *__pyx_v_repcache = 0;
  PyObject *__pyx_v_circuitsetup_cache = 0;
  CYTHON_UNUSED PyObject *__pyx_v_comm = 0;
  CYTHON_UNUSED PyObject *__pyx_v_mem_limit = 0;
  PyObject *__pyx_v_fastmode = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[11] = {0,0,0,0,0,0,0,0,0,0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("compute_pruned_path_polynomials_given_threshold (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_threshold,&__pyx_mstate_global->__pyx_n_u_fwdsim,&__pyx_mstate_global->__pyx_n_u_rholabel,&__pyx_mstate_global->__pyx_n_u_elabels,&__pyx_mstate_global->__pyx_n_u_circuit,&__pyx_mstate_global->__pyx_n_u_polynomial_vindices_per_int,&__pyx_mstate_global->__pyx_n_u_repcache,&__pyx_mstate_global->__pyx_n_u_circuitsetup_cache,&__pyx_mstate_global->__pyx_n_u_comm,&__pyx_mstate_global->__pyx_n_u_mem_limit,&__pyx_mstate_global->__pyx_n_u_fastmode,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 848, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case 11:
        values[10] = __Pyx_ArgRef_FASTCALL(__pyx_args, 10);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[10])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case 10:
        values[9] = __Pyx_ArgRef_FASTCALL(__pyx_args, 9);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[9])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  9:
        values[8] = __Pyx_ArgRef_FASTCALL(__pyx_args, 8);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[8])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  8:
        values[7] = __Pyx_ArgRef_FASTCALL(__pyx_args, 7);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[7])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  7:
        values[6] = __Pyx_ArgRef_FASTCALL(__pyx_args, 6);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  6:
        values[5] = __Pyx_ArgRef_FASTCALL(__pyx_args, 5);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  5:
        values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  4:
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  3:
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "compute_pruned_path_polynomials_given_threshold", 0) < (0)) __PYX_ERR(0, 848, __pyx_L3_error)

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":850
 * def compute_pruned_path_polynomials_given_threshold(
 *         threshold, fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,
 *         repcache, circuitsetup_cache, comm=None, mem_limit=None, fastmode=1):             # <<<<<<<<<<<<<<
 * 
 *     cdef INT i
*/
      if (!values[8]) values[8] = __Pyx_NewRef(((PyObject *)Py_None));
      if (!values[9]) values[9] = __Pyx_NewRef(((PyObject *)Py_None));
      if (!values[10]) values[10] = __Pyx_NewRef(((PyObject *)((PyObject*)__pyx_mstate_global->__pyx_int_1)));
      for (Py_ssize_t i = __pyx_nargs; i < 8; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("compute_pruned_path_polynomials_given_threshold", 0, 8, 11, i); __PYX_ERR(0, 848, __pyx_L3_error) }
      }
    } else {
      switch (__pyx_nargs) {
        case 11:
        values[10] = __Pyx_ArgRef_FASTCALL(__pyx_args, 10);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[10])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case 10:
        values[9] = __Pyx_ArgRef_FASTCALL(__pyx_args, 9);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[9])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  9:
        values[8] = __Pyx_ArgRef_FASTCALL(__pyx_args, 8);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[8])) __PYX_ERR(0, 848, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  8:
        values[7] = __Pyx_ArgRef_FASTCALL(__pyx_args, 7);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[7])) __PYX_ERR(0, 848, __pyx_L3_error)
        values[6] = __Pyx_ArgRef_FASTCALL(__pyx_args, 6);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 848, __pyx_L3_error)
        values[5] = __Pyx_ArgRef_FASTCALL(__pyx_args, 5);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 848, __pyx_L3_error)
        values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 848, __pyx_L3_error)
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 848, __pyx_L3_error)
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 848, __pyx_L3_error)
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 848, __pyx_L3_error)
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 848, __pyx_L3_error)
        break;
        default: goto __pyx_L5_argtuple_error;
      }
      if (!values[8]) values[8] = __Pyx_NewRef(((PyObject *)Py_None));
      if (!values[9]) values[9] = __Pyx_NewRef(((PyObject *)Py_None));
      if (!values[10]) values[10] = __Pyx_NewRef(((PyObject *)((PyObject*)__pyx_mstate_global->__pyx_int_1)));
    }
    __pyx_v_threshold = values[0];
    __pyx_v_fwdsim = values[1];
    __pyx_v_rholabel = values[2];
    __pyx_v_elabels = values[3];
    __pyx_v_circuit = values[4];
    __pyx_v_polynomial_vindices_per_int = values[5];
    __pyx_v_repcache = values[6];
    __pyx_v_circuitsetup_cache = values[7];
    __pyx_v_comm = values[8];
    __pyx_v_mem_limit = values[9];
    __pyx_v_fastmode = values[10];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("compute_pruned_path_polynomials_given_threshold", 0, 8, 11, __pyx_nargs); __PYX_ERR(0, 848, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.compute_pruned_path_polynomials_given_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_8compute_pruned_path_polynomials_given_threshold(__pyx_self, __pyx_v_threshold, __pyx_v_fwdsim, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_polynomial_vindices_per_int, __pyx_v_repcache, __pyx_v_circuitsetup_cache, __pyx_v_comm, __pyx_v_mem_limit, __pyx_v_fastmode);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":848
 * 
 * 
 * def compute_pruned_path_polynomials_given_threshold(             # <<<<<<<<<<<<<<
 *         threshold, fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,
 *         repcache, circuitsetup_cache, comm=None, mem_limit=None, fastmode=1):
*/

  /* function exit code */
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_8compute_pruned_path_polynomials_given_threshold(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_threshold, PyObject *__pyx_v_fwdsim, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_polynomial_vindices_per_int, PyObject *__pyx_v_repcache, PyObject *__pyx_v_circuitsetup_cache, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_mem_limit, PyObject *__pyx_v_fastmode) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_numEs;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_mpv;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_vpi;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_numQubits;
  double __pyx_v_min_term_mag;
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *__pyx_v_cscel = 0;
  CYTHON_UNUSED PyObject *__pyx_v_bHit = NULL;
  std::vector<CReps::PolynomialCRep *>  __pyx_v_polynomials;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_9genexpr10__pyx_v_i;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_4;
  double __pyx_t_5;
  int __pyx_t_6;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  size_t __pyx_t_10;
  std::vector<CReps::PolynomialCRep *>  __pyx_t_11;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_12;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_13;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("compute_pruned_path_polynomials_given_threshold", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":853
 * 
 *     cdef INT i
 *     cdef INT numEs = len(elabels)             # <<<<<<<<<<<<<<
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars
 *     cdef INT vpi = polynomial_vindices_per_int  #pass this in directly so fwdsim can compute once & use multiple times
*/
  __pyx_t_1 = PyObject_Length(__pyx_v_elabels); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 853, __pyx_L1_error)
  __pyx_v_numEs = __pyx_t_1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":854
 *     cdef INT i
 *     cdef INT numEs = len(elabels)
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars             # <<<<<<<<<<<<<<
 *     cdef INT vpi = polynomial_vindices_per_int  #pass this in directly so fwdsim can compute once & use multiple times
 *     cdef INT numQubits = fwdsim.model.state_space.num_qubits
*/
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 854, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_num_params); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 854, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_4 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 854, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_mpv = __pyx_t_4;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":855
 *     cdef INT numEs = len(elabels)
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars
 *     cdef INT vpi = polynomial_vindices_per_int  #pass this in directly so fwdsim can compute once & use multiple times             # <<<<<<<<<<<<<<
 *     cdef INT numQubits = fwdsim.model.state_space.num_qubits
 *     cdef double min_term_mag = fwdsim.min_term_mag
*/
  __pyx_t_4 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_v_polynomial_vindices_per_int); if (unlikely((__pyx_t_4 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 855, __pyx_L1_error)
  __pyx_v_vpi = __pyx_t_4;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":856
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars
 *     cdef INT vpi = polynomial_vindices_per_int  #pass this in directly so fwdsim can compute once & use multiple times
 *     cdef INT numQubits = fwdsim.model.state_space.num_qubits             # <<<<<<<<<<<<<<
 *     cdef double min_term_mag = fwdsim.min_term_mag
 *     cdef CircuitSetupCacheEl cscel;
*/
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 856, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_state_space); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 856, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_num_qubits); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 856, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_4 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 856, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_numQubits = __pyx_t_4;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":857
 *     cdef INT vpi = polynomial_vindices_per_int  #pass this in directly so fwdsim can compute once & use multiple times
 *     cdef INT numQubits = fwdsim.model.state_space.num_qubits
 *     cdef double min_term_mag = fwdsim.min_term_mag             # <<<<<<<<<<<<<<
 *     cdef CircuitSetupCacheEl cscel;
 * 
*/
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_min_term_mag); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 857, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_5 = __Pyx_PyFloat_AsDouble(__pyx_t_3); if (unlikely((__pyx_t_5 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 857, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_min_term_mag = __pyx_t_5;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":860
 *     cdef CircuitSetupCacheEl cscel;
 * 
 *     bHit = (circuit in circuitsetup_cache)             # <<<<<<<<<<<<<<
 *     if circuit in circuitsetup_cache:
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
*/
  __pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_v_circuit, __pyx_v_circuitsetup_cache, Py_EQ)); if (unlikely((__pyx_t_6 < 0))) __PYX_ERR(0, 860, __pyx_L1_error)
  __pyx_t_3 = __Pyx_PyBool_FromLong(__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 860, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_v_bHit = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":861
 * 
 *     bHit = (circuit in circuitsetup_cache)
 *     if circuit in circuitsetup_cache:             # <<<<<<<<<<<<<<
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
*/
  __pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_v_circuit, __pyx_v_circuitsetup_cache, Py_EQ)); if (unlikely((__pyx_t_6 < 0))) __PYX_ERR(0, 861, __pyx_L1_error)
  if (__pyx_t_6) {

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":862
 *     bHit = (circuit in circuitsetup_cache)
 *     if circuit in circuitsetup_cache:
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]             # <<<<<<<<<<<<<<
 *     else:
 *         cscel = <CircuitSetupCacheEl?>create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv)
*/
    __pyx_t_3 = __Pyx_PyObject_GetItem(__pyx_v_circuitsetup_cache, __pyx_v_circuit); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 862, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (!(likely(__Pyx_TypeTest(__pyx_t_3, __pyx_mstate_global->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl)))) __PYX_ERR(0, 862, __pyx_L1_error)
    __pyx_t_2 = __pyx_t_3;
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_v_cscel = ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)__pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":861
 * 
 *     bHit = (circuit in circuitsetup_cache)
 *     if circuit in circuitsetup_cache:             # <<<<<<<<<<<<<<
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
*/
    goto __pyx_L3;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":864
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
 *         cscel = <CircuitSetupCacheEl?>create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv)             # <<<<<<<<<<<<<<
 *         circuitsetup_cache[circuit] = cscel
 * 
*/
  /*else*/ {
    __pyx_t_3 = NULL;
    __Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_mstate_global->__pyx_n_u_create_circuitsetup_cacheel); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 864, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_8 = PyFloat_FromDouble(__pyx_v_min_term_mag); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 864, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __pyx_t_9 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 864, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_9);
    __pyx_t_10 = 1;
    #if CYTHON_UNPACK_METHODS
    if (unlikely(PyMethod_Check(__pyx_t_7))) {
      __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_7);
      assert(__pyx_t_3);
      PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_7);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(__pyx__function);
      __Pyx_DECREF_SET(__pyx_t_7, __pyx__function);
      __pyx_t_10 = 0;
    }
    #endif
    {
      PyObject *__pyx_callargs[8] = {__pyx_t_3, __pyx_v_fwdsim, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_t_8, __pyx_t_9};
      __pyx_t_2 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_7, __pyx_callargs+__pyx_t_10, (8-__pyx_t_10) | (__pyx_t_10*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 864, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_2);
    }
    if (!(likely(__Pyx_TypeTest(__pyx_t_2, __pyx_mstate_global->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl)))) __PYX_ERR(0, 864, __pyx_L1_error)
    __pyx_t_7 = __pyx_t_2;
    __Pyx_INCREF(__pyx_t_7);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_v_cscel = ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)__pyx_t_7);
    __pyx_t_7 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":865
 *     else:
 *         cscel = <CircuitSetupCacheEl?>create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv)
 *         circuitsetup_cache[circuit] = cscel             # <<<<<<<<<<<<<<
 * 
 *     cdef vector[PolynomialCRep*] polynomials = c_compute_pruned_polynomials_given_threshold(
*/
    if (unlikely((PyObject_SetItem(__pyx_v_circuitsetup_cache, __pyx_v_circuit, ((PyObject *)__pyx_v_cscel)) < 0))) __PYX_ERR(0, 865, __pyx_L1_error)
  }
  __pyx_L3:;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":868
 * 
 *     cdef vector[PolynomialCRep*] polynomials = c_compute_pruned_polynomials_given_threshold(
 *         <double>threshold, cscel.cgatestring, cscel.rho_term_reps, cscel.op_term_reps, cscel.E_term_reps,             # <<<<<<<<<<<<<<
 *         cscel.rho_foat_indices, cscel.op_foat_indices, cscel.E_foat_indices, cscel.e_indices,
 *         numEs, numQubits, <INT>fastmode,  mpv, vpi)
*/
  __pyx_t_5 = __Pyx_PyFloat_AsDouble(__pyx_v_threshold); if (unlikely((__pyx_t_5 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 868, __pyx_L1_error)

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":870
 *         <double>threshold, cscel.cgatestring, cscel.rho_term_reps, cscel.op_term_reps, cscel.E_term_reps,
 *         cscel.rho_foat_indices, cscel.op_foat_indices, cscel.E_foat_indices, cscel.e_indices,
 *         numEs, numQubits, <INT>fastmode,  mpv, vpi)             # <<<<<<<<<<<<<<
 * 
 *     return [ PolynomialRep_from_allocd_PolynomialCRep(polynomials[i]) for i in range(<INT>polynomials.size()) ]
*/
  __pyx_t_4 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_v_fastmode); if (unlikely((__pyx_t_4 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 870, __pyx_L1_error)

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":867
 *         circuitsetup_cache[circuit] = cscel
 * 
 *     cdef vector[PolynomialCRep*] polynomials = c_compute_pruned_polynomials_given_threshold(             # <<<<<<<<<<<<<<
 *         <double>threshold, cscel.cgatestring, cscel.rho_term_reps, cscel.op_term_reps, cscel.E_term_reps,
 *         cscel.rho_foat_indices, cscel.op_foat_indices, cscel.E_foat_indices, cscel.e_indices,
*/
  __pyx_t_11 = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_c_compute_pruned_polynomials_given_threshold(((double)__pyx_t_5), __pyx_v_cscel->cgatestring, __pyx_v_cscel->rho_term_reps, __pyx_v_cscel->op_term_reps, __pyx_v_cscel->E_term_reps, __pyx_v_cscel->rho_foat_indices, __pyx_v_cscel->op_foat_indices, __pyx_v_cscel->E_foat_indices, __pyx_v_cscel->e_indices, __pyx_v_numEs, __pyx_v_numQubits, ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_t_4), __pyx_v_mpv, __pyx_v_vpi); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 867, __pyx_L1_error)
  __pyx_v_polynomials = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_11);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":872
 *         numEs, numQubits, <INT>fastmode,  mpv, vpi)
 * 
 *     return [ PolynomialRep_from_allocd_PolynomialCRep(polynomials[i]) for i in range(<INT>polynomials.size()) ]             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __Pyx_XDECREF(__pyx_r);
  { /* enter inner scope */
    __pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 872, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_4 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_polynomials.size());
    __pyx_t_12 = __pyx_t_4;
    for (__pyx_t_13 = 0; __pyx_t_13 < __pyx_t_12; __pyx_t_13+=1) {
      __pyx_9genexpr10__pyx_v_i = __pyx_t_13;
      __pyx_t_2 = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_PolynomialRep_from_allocd_PolynomialCRep((__pyx_v_polynomials[__pyx_9genexpr10__pyx_v_i])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 872, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_2);
      if (unlikely(__Pyx_ListComp_Append(__pyx_t_7, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 872, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    }
  } /* exit inner scope */
  __pyx_r = __pyx_t_7;
  __pyx_t_7 = 0;
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":848
 * 
 * 
 * def compute_pruned_path_polynomials_given_threshold(             # <<<<<<<<<<<<<<
 *         threshold, fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,
 *         repcache, circuitsetup_cache, comm=None, mem_limit=None, fastmode=1):
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.compute_pruned_path_polynomials_given_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_cscel);
  __Pyx_XDECREF(__pyx_v_bHit);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":875
 * 
 * 
 * cdef vector[PolynomialCRep*] c_compute_pruned_polynomials_given_threshold(             # <<<<<<<<<<<<<<
 *     double threshold, vector[INT]& circuit,
 *     vector[TermCRep_ptr] rho_term_reps, unordered_map[INT, vector[TermCRep_ptr]] op_term_reps, vector[TermCRep_ptr] E_term_reps,
*/

static std::vector<CReps::PolynomialCRep *>  __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_c_compute_pruned_polynomials_given_threshold(double __pyx_v_threshold, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_circuit, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  __pyx_v_rho_term_reps, std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr> >  __pyx_v_op_term_reps, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_TermCRep_ptr>  __pyx_v_E_term_reps, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_rho_foat_indices, std::unordered_map<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT,std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> >  __pyx_v_op_foat_indices, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_E_foat_indices, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_e_indices, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_numEs, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_n, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_fastmode, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_max_polynomial_vars, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_vindices_per_int) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_N;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_v_factor_lists;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr>  __pyx_v_foat_indices_per_op;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_nops;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_b;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_PolynomialCRep_ptr>  __pyx_v_prps;
  double __pyx_v_log_thres;
  double __pyx_v_current_mag;
  double __pyx_v_current_logmag;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_addpathfn_ptr __pyx_v_addpath_fn;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_namps;
  std::vector<CReps_stabilizer::StateCRep *>  __pyx_v_leftSaved;
  std::vector<CReps_stabilizer::StateCRep *>  __pyx_v_rightSaved;
  std::vector<CReps::PolynomialCRep>  __pyx_v_coeffSaved;
  CReps_stabilizer::StateCRep *__pyx_v_prop1;
  CReps_stabilizer::StateCRep *__pyx_v_prop2;
  std::vector<CReps::PolynomialCRep *>  __pyx_r;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_t_1;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr>  __pyx_t_2;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_t_3;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_4;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_5;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_6;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_PolynomialCRep_ptr>  __pyx_t_7;
  std::unordered_map<CReps::PolynomialVarsIndex,__pyx_t_double_complex>  __pyx_t_8;
  CReps::PolynomialCRep *__pyx_t_9;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_StateCRep_ptr>  __pyx_t_10;
  std::vector<CReps::PolynomialCRep>  __pyx_t_11;
  CReps_stabilizer::StateCRep *__pyx_t_12;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":881
 *     INT numEs, INT n, INT fastmode, INT max_polynomial_vars, INT vindices_per_int):
 * 
 *     cdef INT N = circuit.size()             # <<<<<<<<<<<<<<
 *     cdef INT nFactorLists = N+2
 *     cdef INT i
*/
  __pyx_v_N = __pyx_v_circuit.size();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":882
 * 
 *     cdef INT N = circuit.size()
 *     cdef INT nFactorLists = N+2             # <<<<<<<<<<<<<<
 *     cdef INT i
 * 
*/
  __pyx_v_nFactorLists = (__pyx_v_N + 2);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":885
 *     cdef INT i
 * 
 *     cdef vector[vector_TermCRep_ptr_ptr] factor_lists = vector[vector_TermCRep_ptr_ptr](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 *     cdef vector[INT] nops = vector[INT](nFactorLists)
*/
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 885, __pyx_L1_error)
  }
  __pyx_v_factor_lists = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":886
 * 
 *     cdef vector[vector_TermCRep_ptr_ptr] factor_lists = vector[vector_TermCRep_ptr_ptr](nFactorLists)
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] nops = vector[INT](nFactorLists)
 *     cdef vector[INT] b = vector[INT](nFactorLists)
*/
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 886, __pyx_L1_error)
  }
  __pyx_v_foat_indices_per_op = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_2);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":887
 *     cdef vector[vector_TermCRep_ptr_ptr] factor_lists = vector[vector_TermCRep_ptr_ptr](nFactorLists)
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 *     cdef vector[INT] nops = vector[INT](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] b = vector[INT](nFactorLists)
 * 
*/
  try {
    __pyx_t_3 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 887, __pyx_L1_error)
  }
  __pyx_v_nops = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_3);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":888
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 *     cdef vector[INT] nops = vector[INT](nFactorLists)
 *     cdef vector[INT] b = vector[INT](nFactorLists)             # <<<<<<<<<<<<<<
 * 
 *     factor_lists[0] = &rho_term_reps
*/
  try {
    __pyx_t_3 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 888, __pyx_L1_error)
  }
  __pyx_v_b = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_3);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":890
 *     cdef vector[INT] b = vector[INT](nFactorLists)
 * 
 *     factor_lists[0] = &rho_term_reps             # <<<<<<<<<<<<<<
 *     foat_indices_per_op[0] = &rho_foat_indices
 *     for i in range(N):
*/
  (__pyx_v_factor_lists[0]) = (&__pyx_v_rho_term_reps);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":891
 * 
 *     factor_lists[0] = &rho_term_reps
 *     foat_indices_per_op[0] = &rho_foat_indices             # <<<<<<<<<<<<<<
 *     for i in range(N):
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
*/
  (__pyx_v_foat_indices_per_op[0]) = (&__pyx_v_rho_foat_indices);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":892
 *     factor_lists[0] = &rho_term_reps
 *     foat_indices_per_op[0] = &rho_foat_indices
 *     for i in range(N):             # <<<<<<<<<<<<<<
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
*/
  __pyx_t_4 = __pyx_v_N;
  __pyx_t_5 = __pyx_t_4;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":893
 *     foat_indices_per_op[0] = &rho_foat_indices
 *     for i in range(N):
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]             # <<<<<<<<<<<<<<
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 *     factor_lists[N+1] = &E_term_reps
*/
    (__pyx_v_factor_lists[(__pyx_v_i + 1)]) = (&(__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_i])]));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":894
 *     for i in range(N):
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]             # <<<<<<<<<<<<<<
 *     factor_lists[N+1] = &E_term_reps
 *     foat_indices_per_op[N+1] = &E_foat_indices
*/
    (__pyx_v_foat_indices_per_op[(__pyx_v_i + 1)]) = (&(__pyx_v_op_foat_indices[(__pyx_v_circuit[__pyx_v_i])]));
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":895
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 *     factor_lists[N+1] = &E_term_reps             # <<<<<<<<<<<<<<
 *     foat_indices_per_op[N+1] = &E_foat_indices
 * 
*/
  (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&__pyx_v_E_term_reps);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":896
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 *     factor_lists[N+1] = &E_term_reps
 *     foat_indices_per_op[N+1] = &E_foat_indices             # <<<<<<<<<<<<<<
 * 
 *     cdef vector[PolynomialCRep_ptr] prps = vector[PolynomialCRep_ptr](numEs)
*/
  (__pyx_v_foat_indices_per_op[(__pyx_v_N + 1)]) = (&__pyx_v_E_foat_indices);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":898
 *     foat_indices_per_op[N+1] = &E_foat_indices
 * 
 *     cdef vector[PolynomialCRep_ptr] prps = vector[PolynomialCRep_ptr](numEs)             # <<<<<<<<<<<<<<
 *     for i in range(numEs):
 *         prps[i] = new PolynomialCRep(unordered_map[PolynomialVarsIndex,complex](), max_polynomial_vars, vindices_per_int)
*/
  try {
    __pyx_t_7 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_PolynomialCRep_ptr> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 898, __pyx_L1_error)
  }
  __pyx_v_prps = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_7);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":899
 * 
 *     cdef vector[PolynomialCRep_ptr] prps = vector[PolynomialCRep_ptr](numEs)
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         prps[i] = new PolynomialCRep(unordered_map[PolynomialVarsIndex,complex](), max_polynomial_vars, vindices_per_int)
 *         # create empty polynomials - maybe overload constructor for this?
*/
  __pyx_t_4 = __pyx_v_numEs;
  __pyx_t_5 = __pyx_t_4;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":900
 *     cdef vector[PolynomialCRep_ptr] prps = vector[PolynomialCRep_ptr](numEs)
 *     for i in range(numEs):
 *         prps[i] = new PolynomialCRep(unordered_map[PolynomialVarsIndex,complex](), max_polynomial_vars, vindices_per_int)             # <<<<<<<<<<<<<<
 *         # create empty polynomials - maybe overload constructor for this?
 *         # these PolynomialCReps are alloc'd here and returned - it is the job of the caller to
*/
    try {
      __pyx_t_8 = std::unordered_map<CReps::PolynomialVarsIndex,__pyx_t_double_complex> ();
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 900, __pyx_L1_error)
    }
    try {
      __pyx_t_9 = new CReps::PolynomialCRep(__pyx_t_8, __pyx_v_max_polynomial_vars, __pyx_v_vindices_per_int);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 900, __pyx_L1_error)
    }
    (__pyx_v_prps[__pyx_v_i]) = __pyx_t_9;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":905
 *         #  free them (or assign them to new PolynomialRep wrapper objs)
 * 
 *     cdef double log_thres = log10(threshold)             # <<<<<<<<<<<<<<
 *     cdef double current_mag = 1.0
 *     cdef double current_logmag = 0.0
*/
  __pyx_v_log_thres = log10(__pyx_v_threshold);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":906
 * 
 *     cdef double log_thres = log10(threshold)
 *     cdef double current_mag = 1.0             # <<<<<<<<<<<<<<
 *     cdef double current_logmag = 0.0
 *     for i in range(nFactorLists):
*/
  __pyx_v_current_mag = 1.0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":907
 *     cdef double log_thres = log10(threshold)
 *     cdef double current_mag = 1.0
 *     cdef double current_logmag = 0.0             # <<<<<<<<<<<<<<
 *     for i in range(nFactorLists):
 *         nops[i] = factor_lists[i].size()
*/
  __pyx_v_current_logmag = 0.0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":908
 *     cdef double current_mag = 1.0
 *     cdef double current_logmag = 0.0
 *     for i in range(nFactorLists):             # <<<<<<<<<<<<<<
 *         nops[i] = factor_lists[i].size()
 *         b[i] = 0
*/
  __pyx_t_4 = __pyx_v_nFactorLists;
  __pyx_t_5 = __pyx_t_4;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":909
 *     cdef double current_logmag = 0.0
 *     for i in range(nFactorLists):
 *         nops[i] = factor_lists[i].size()             # <<<<<<<<<<<<<<
 *         b[i] = 0
 * 
*/
    (__pyx_v_nops[__pyx_v_i]) = (__pyx_v_factor_lists[__pyx_v_i])->size();

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":910
 *     for i in range(nFactorLists):
 *         nops[i] = factor_lists[i].size()
 *         b[i] = 0             # <<<<<<<<<<<<<<
 * 
 *     ## fn_visitpath(b, current_mag, 0) # visit root (all 0s) path
*/
    (__pyx_v_b[__pyx_v_i]) = 0;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":914
 *     ## fn_visitpath(b, current_mag, 0) # visit root (all 0s) path
 *     cdef addpathfn_ptr addpath_fn;
 *     cdef INT namps = 1 # HARDCODED namps for  states - in future this may be just the *initial* number             # <<<<<<<<<<<<<<
 *     cdef vector[StateCRep*] leftSaved = vector[StateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[StateCRep*] rightSaved = vector[StateCRep_ptr](nFactorLists-1) # factor has been applied
*/
  __pyx_v_namps = 1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":915
 *     cdef addpathfn_ptr addpath_fn;
 *     cdef INT namps = 1 # HARDCODED namps for  states - in future this may be just the *initial* number
 *     cdef vector[StateCRep*] leftSaved = vector[StateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th             # <<<<<<<<<<<<<<
 *     cdef vector[StateCRep*] rightSaved = vector[StateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolynomialCRep] coeffSaved = vector[PolynomialCRep](nFactorLists-1)
*/
  try {
    __pyx_t_10 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_StateCRep_ptr> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 915, __pyx_L1_error)
  }
  __pyx_v_leftSaved = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_10);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":916
 *     cdef INT namps = 1 # HARDCODED namps for  states - in future this may be just the *initial* number
 *     cdef vector[StateCRep*] leftSaved = vector[StateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[StateCRep*] rightSaved = vector[StateCRep_ptr](nFactorLists-1) # factor has been applied             # <<<<<<<<<<<<<<
 *     cdef vector[PolynomialCRep] coeffSaved = vector[PolynomialCRep](nFactorLists-1)
 * 
*/
  try {
    __pyx_t_10 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_StateCRep_ptr> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 916, __pyx_L1_error)
  }
  __pyx_v_rightSaved = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_10);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":917
 *     cdef vector[StateCRep*] leftSaved = vector[StateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[StateCRep*] rightSaved = vector[StateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolynomialCRep] coeffSaved = vector[PolynomialCRep](nFactorLists-1)             # <<<<<<<<<<<<<<
 * 
 *     #Fill saved arrays with allocated states
*/
  try {
    __pyx_t_11 = std::vector<CReps::PolynomialCRep> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 917, __pyx_L1_error)
  }
  __pyx_v_coeffSaved = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_11);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":920
 * 
 *     #Fill saved arrays with allocated states
 *     if fastmode == 1: # fastmode             # <<<<<<<<<<<<<<
 *         #fast mode
 *         addpath_fn = add_path_savepartials
*/
  switch (__pyx_v_fastmode) {
    case 1:

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":922
 *     if fastmode == 1: # fastmode
 *         #fast mode
 *         addpath_fn = add_path_savepartials             # <<<<<<<<<<<<<<
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = new StateCRep(namps, n)
*/
    __pyx_v_addpath_fn = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_path_savepartials;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":923
 *         #fast mode
 *         addpath_fn = add_path_savepartials
 *         for i in range(nFactorLists-1):             # <<<<<<<<<<<<<<
 *             leftSaved[i] = new StateCRep(namps, n)
 *             rightSaved[i] = new StateCRep(namps, n)
*/
    __pyx_t_4 = (__pyx_v_nFactorLists - 1);
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_i = __pyx_t_6;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":924
 *         addpath_fn = add_path_savepartials
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = new StateCRep(namps, n)             # <<<<<<<<<<<<<<
 *             rightSaved[i] = new StateCRep(namps, n)
 * 
*/
      try {
        __pyx_t_12 = new CReps_stabilizer::StateCRep(__pyx_v_namps, __pyx_v_n);
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 924, __pyx_L1_error)
      }
      (__pyx_v_leftSaved[__pyx_v_i]) = __pyx_t_12;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":925
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = new StateCRep(namps, n)
 *             rightSaved[i] = new StateCRep(namps, n)             # <<<<<<<<<<<<<<
 * 
 *     elif fastmode == 2: #achieved-SOPM mode
*/
      try {
        __pyx_t_12 = new CReps_stabilizer::StateCRep(__pyx_v_namps, __pyx_v_n);
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 925, __pyx_L1_error)
      }
      (__pyx_v_rightSaved[__pyx_v_i]) = __pyx_t_12;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":920
 * 
 *     #Fill saved arrays with allocated states
 *     if fastmode == 1: # fastmode             # <<<<<<<<<<<<<<
 *         #fast mode
 *         addpath_fn = add_path_savepartials
*/
    break;
    case 2:

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":928
 * 
 *     elif fastmode == 2: #achieved-SOPM mode
 *         addpath_fn = add_path_achievedsopm             # <<<<<<<<<<<<<<
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = NULL
*/
    __pyx_v_addpath_fn = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_path_achievedsopm;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":929
 *     elif fastmode == 2: #achieved-SOPM mode
 *         addpath_fn = add_path_achievedsopm
 *         for i in range(nFactorLists-1):             # <<<<<<<<<<<<<<
 *             leftSaved[i] = NULL
 *             rightSaved[i] = NULL
*/
    __pyx_t_4 = (__pyx_v_nFactorLists - 1);
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_i = __pyx_t_6;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":930
 *         addpath_fn = add_path_achievedsopm
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = NULL             # <<<<<<<<<<<<<<
 *             rightSaved[i] = NULL
 * 
*/
      (__pyx_v_leftSaved[__pyx_v_i]) = NULL;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":931
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = NULL
 *             rightSaved[i] = NULL             # <<<<<<<<<<<<<<
 * 
 *     else:
*/
      (__pyx_v_rightSaved[__pyx_v_i]) = NULL;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":927
 *             rightSaved[i] = new StateCRep(namps, n)
 * 
 *     elif fastmode == 2: #achieved-SOPM mode             # <<<<<<<<<<<<<<
 *         addpath_fn = add_path_achievedsopm
 *         for i in range(nFactorLists-1):
*/
    break;
    default:

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":934
 * 
 *     else:
 *         addpath_fn = add_path             # <<<<<<<<<<<<<<
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = NULL
*/
    __pyx_v_addpath_fn = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_path;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":935
 *     else:
 *         addpath_fn = add_path
 *         for i in range(nFactorLists-1):             # <<<<<<<<<<<<<<
 *             leftSaved[i] = NULL
 *             rightSaved[i] = NULL
*/
    __pyx_t_4 = (__pyx_v_nFactorLists - 1);
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_i = __pyx_t_6;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":936
 *         addpath_fn = add_path
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = NULL             # <<<<<<<<<<<<<<
 *             rightSaved[i] = NULL
 * 
*/
      (__pyx_v_leftSaved[__pyx_v_i]) = NULL;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":937
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = NULL
 *             rightSaved[i] = NULL             # <<<<<<<<<<<<<<
 * 
 *     cdef StateCRep *prop1 = new StateCRep(namps, n)
*/
      (__pyx_v_rightSaved[__pyx_v_i]) = NULL;
    }
    break;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":939
 *             rightSaved[i] = NULL
 * 
 *     cdef StateCRep *prop1 = new StateCRep(namps, n)             # <<<<<<<<<<<<<<
 *     cdef StateCRep *prop2 = new StateCRep(namps, n)
 *     addpath_fn(&prps, b, 0, factor_lists, &prop1, &prop2, &e_indices, &leftSaved, &rightSaved, &coeffSaved)
*/
  try {
    __pyx_t_12 = new CReps_stabilizer::StateCRep(__pyx_v_namps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 939, __pyx_L1_error)
  }
  __pyx_v_prop1 = __pyx_t_12;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":940
 * 
 *     cdef StateCRep *prop1 = new StateCRep(namps, n)
 *     cdef StateCRep *prop2 = new StateCRep(namps, n)             # <<<<<<<<<<<<<<
 *     addpath_fn(&prps, b, 0, factor_lists, &prop1, &prop2, &e_indices, &leftSaved, &rightSaved, &coeffSaved)
 *     ## -------------------------------
*/
  try {
    __pyx_t_12 = new CReps_stabilizer::StateCRep(__pyx_v_namps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 940, __pyx_L1_error)
  }
  __pyx_v_prop2 = __pyx_t_12;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":941
 *     cdef StateCRep *prop1 = new StateCRep(namps, n)
 *     cdef StateCRep *prop2 = new StateCRep(namps, n)
 *     addpath_fn(&prps, b, 0, factor_lists, &prop1, &prop2, &e_indices, &leftSaved, &rightSaved, &coeffSaved)             # <<<<<<<<<<<<<<
 *     ## -------------------------------
 * 
*/
  __pyx_v_addpath_fn((&__pyx_v_prps), __pyx_v_b, 0, __pyx_v_factor_lists, (&__pyx_v_prop1), (&__pyx_v_prop2), (&__pyx_v_e_indices), (&__pyx_v_leftSaved), (&__pyx_v_rightSaved), (&__pyx_v_coeffSaved)); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 941, __pyx_L1_error)

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":944
 *     ## -------------------------------
 * 
 *     add_paths(addpath_fn, b, factor_lists, foat_indices_per_op, numEs, nops, e_indices, 0, log_thres,             # <<<<<<<<<<<<<<
 *               current_mag, current_logmag, 0, &prps, &prop1, &prop2, &leftSaved, &rightSaved, &coeffSaved, 0)
 * 
*/
  __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_paths(__pyx_v_addpath_fn, __pyx_v_b, __pyx_v_factor_lists, __pyx_v_foat_indices_per_op, __pyx_v_numEs, __pyx_v_nops, __pyx_v_e_indices, 0, __pyx_v_log_thres, __pyx_v_current_mag, __pyx_v_current_logmag, 0, (&__pyx_v_prps), (&__pyx_v_prop1), (&__pyx_v_prop2), (&__pyx_v_leftSaved), (&__pyx_v_rightSaved), (&__pyx_v_coeffSaved), 0); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 944, __pyx_L1_error)

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":947
 *               current_mag, current_logmag, 0, &prps, &prop1, &prop2, &leftSaved, &rightSaved, &coeffSaved, 0)
 * 
 *     del prop1             # <<<<<<<<<<<<<<
 *     del prop2
 * 
*/
  delete __pyx_v_prop1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":948
 * 
 *     del prop1
 *     del prop2             # <<<<<<<<<<<<<<
 * 
 *     return prps
*/
  delete __pyx_v_prop2;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":950
 *     del prop2
 * 
 *     return prps             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = __pyx_v_prps;
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":875
 * 
 * 
 * cdef vector[PolynomialCRep*] c_compute_pruned_polynomials_given_threshold(             # <<<<<<<<<<<<<<
 *     double threshold, vector[INT]& circuit,
 *     vector[TermCRep_ptr] rho_term_reps, unordered_map[INT, vector[TermCRep_ptr]] op_term_reps, vector[TermCRep_ptr] E_term_reps,
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.c_compute_pruned_polynomials_given_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":953
 * 
 * 
 * cdef void add_path(vector[PolynomialCRep*]* prps, vector[INT]& b, INT incd, vector[vector_TermCRep_ptr_ptr]& factor_lists,             # <<<<<<<<<<<<<<
 *                    StateCRep **pprop1, StateCRep **pprop2, vector[INT]* Einds,
 *                    vector[StateCRep*]* pleftSaved, vector[StateCRep*]* prightSaved, vector[PolynomialCRep]* pcoeffSaved):
*/

static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_path(std::vector<CReps::PolynomialCRep *>  *__pyx_v_prps, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_b, CYTHON_UNUSED __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_incd, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  &__pyx_v_factor_lists, CReps_stabilizer::StateCRep **__pyx_v_pprop1, CReps_stabilizer::StateCRep **__pyx_v_pprop2, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *__pyx_v_Einds, CYTHON_UNUSED std::vector<CReps_stabilizer::StateCRep *>  *__pyx_v_pleftSaved, CYTHON_UNUSED std::vector<CReps_stabilizer::StateCRep *>  *__pyx_v_prightSaved, CYTHON_UNUSED std::vector<CReps::PolynomialCRep>  *__pyx_v_pcoeffSaved) {
  CReps::PolynomialCRep __pyx_v_coeff;
  CReps::PolynomialCRep __pyx_v_result;
  __pyx_t_double_complex __pyx_v_pLeft;
  __pyx_t_double_complex __pyx_v_pRight;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_j;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_Ei;
  CReps_stabilizer::TermCRep *__pyx_v_factor;
  CReps_stabilizer::StateCRep *__pyx_v_prop1;
  CReps_stabilizer::StateCRep *__pyx_v_prop2;
  CReps_stabilizer::StateCRep *__pyx_v_tprop;
  CReps_stabilizer::EffectCRep *__pyx_v_EVec;
  CYTHON_UNUSED CReps_stabilizer::StateCRep *__pyx_v_rhoVec;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_last_index;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_1;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_2;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_3;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_4;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_5;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_6;
  CReps_stabilizer::EffectCRep *__pyx_t_7;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":963
 *     cdef INT i,j, Ei
 *     cdef TermCRep* factor
 *     cdef StateCRep *prop1 = deref(pprop1)             # <<<<<<<<<<<<<<
 *     cdef StateCRep *prop2 = deref(pprop2)
 *     cdef StateCRep *tprop
*/
  __pyx_v_prop1 = (*__pyx_v_pprop1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":964
 *     cdef TermCRep* factor
 *     cdef StateCRep *prop1 = deref(pprop1)
 *     cdef StateCRep *prop2 = deref(pprop2)             # <<<<<<<<<<<<<<
 *     cdef StateCRep *tprop
 *     cdef EffectCRep* EVec
*/
  __pyx_v_prop2 = (*__pyx_v_pprop2);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":968
 *     cdef EffectCRep* EVec
 *     cdef StateCRep *rhoVec
 *     cdef INT nFactorLists = b.size()             # <<<<<<<<<<<<<<
 *     cdef INT last_index = nFactorLists-1
 *     # ** Assume prop1 and prop2 begin as allocated **
*/
  __pyx_v_nFactorLists = __pyx_v_b.size();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":969
 *     cdef StateCRep *rhoVec
 *     cdef INT nFactorLists = b.size()
 *     cdef INT last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 *     # ** Assume prop1 and prop2 begin as allocated **
 * 
*/
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":973
 * 
 *     # In this loop, b holds "current" indices into factor_lists
 *     factor = deref(factor_lists[0])[b[0]]             # <<<<<<<<<<<<<<
 *     coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)
 * 
*/
  __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":974
 *     # In this loop, b holds "current" indices into factor_lists
 *     factor = deref(factor_lists[0])[b[0]]
 *     coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)             # <<<<<<<<<<<<<<
 * 
 *     for i in range(1,nFactorLists):
*/
  __pyx_v_coeff = (*__pyx_v_factor->_coeff);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":976
 *     coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)
 * 
 *     for i in range(1,nFactorLists):             # <<<<<<<<<<<<<<
 *         coeff = coeff.mult( deref(deref(factor_lists[i])[b[i]]._coeff) )
 * 
*/
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":977
 * 
 *     for i in range(1,nFactorLists):
 *         coeff = coeff.mult( deref(deref(factor_lists[i])[b[i]]._coeff) )             # <<<<<<<<<<<<<<
 * 
 *     #pLeft / "pre" sim
*/
    __pyx_v_coeff = __pyx_v_coeff.mult((*((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_coeff));
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":980
 * 
 *     #pLeft / "pre" sim
 *     factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec             # <<<<<<<<<<<<<<
 *     prop1.copy_from(factor._pre_state)
 *     for j in range(<INT>factor._pre_ops.size()):
*/
  __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":981
 *     #pLeft / "pre" sim
 *     factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *     prop1.copy_from(factor._pre_state)             # <<<<<<<<<<<<<<
 *     for j in range(<INT>factor._pre_ops.size()):
 *         factor._pre_ops[j].acton(prop1,prop2)
*/
  __pyx_v_prop1->copy_from(__pyx_v_factor->_pre_state);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":982
 *     factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *     prop1.copy_from(factor._pre_state)
 *     for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *         factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
*/
  __pyx_t_1 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_pre_ops.size());
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_j = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":983
 *     prop1.copy_from(factor._pre_state)
 *     for j in range(<INT>factor._pre_ops.size()):
 *         factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     for i in range(1,last_index):
*/
    (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":984
 *     for j in range(<INT>factor._pre_ops.size()):
 *         factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *     for i in range(1,last_index):
 *         factor = deref(factor_lists[i])[b[i]]
*/
    __pyx_v_tprop = __pyx_v_prop1;
    __pyx_v_prop1 = __pyx_v_prop2;
    __pyx_v_prop2 = __pyx_v_tprop;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":985
 *         factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     for i in range(1,last_index):             # <<<<<<<<<<<<<<
 *         factor = deref(factor_lists[i])[b[i]]
 *         for j in range(<INT>factor._pre_ops.size()):
*/
  __pyx_t_1 = __pyx_v_last_index;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":986
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     for i in range(1,last_index):
 *         factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
*/
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":987
 *     for i in range(1,last_index):
 *         factor = deref(factor_lists[i])[b[i]]
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
*/
    __pyx_t_4 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_j = __pyx_t_6;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":988
 *         factor = deref(factor_lists[i])[b[i]]
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
*/
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":989
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
*/
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":990
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 * 
 * 	# can't propagate effects, so effect's post_ops are constructed to act on *state*
*/
  __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":993
 * 
 * 	# can't propagate effects, so effect's post_ops are constructed to act on *state*
 *     EVec = factor._post_effect             # <<<<<<<<<<<<<<
 *     for j in range(<INT>factor._pre_ops.size()):
 *         rhoVec = factor._pre_ops[j].acton(prop1,prop2)
*/
  __pyx_t_7 = __pyx_v_factor->_post_effect;
  __pyx_v_EVec = __pyx_t_7;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":994
 * 	# can't propagate effects, so effect's post_ops are constructed to act on *state*
 *     EVec = factor._post_effect
 *     for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *         rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
*/
  __pyx_t_1 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_pre_ops.size());
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_j = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":995
 *     EVec = factor._post_effect
 *     for j in range(<INT>factor._pre_ops.size()):
 *         rhoVec = factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     pLeft = EVec.amplitude(prop1)
*/
    __pyx_v_rhoVec = (__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":996
 *     for j in range(<INT>factor._pre_ops.size()):
 *         rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *     pLeft = EVec.amplitude(prop1)
 * 
*/
    __pyx_v_tprop = __pyx_v_prop1;
    __pyx_v_prop1 = __pyx_v_prop2;
    __pyx_v_prop2 = __pyx_v_tprop;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":997
 *         rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     pLeft = EVec.amplitude(prop1)             # <<<<<<<<<<<<<<
 * 
 *     #pRight / "post" sim
*/
  __pyx_v_pLeft = __pyx_v_EVec->amplitude(__pyx_v_prop1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1000
 * 
 *     #pRight / "post" sim
 *     factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec             # <<<<<<<<<<<<<<
 *     prop1.copy_from(factor._post_state)
 *     for j in range(<INT>factor._post_ops.size()):
*/
  __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1001
 *     #pRight / "post" sim
 *     factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *     prop1.copy_from(factor._post_state)             # <<<<<<<<<<<<<<
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)
*/
  __pyx_v_prop1->copy_from(__pyx_v_factor->_post_state);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1002
 *     factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *     prop1.copy_from(factor._post_state)
 *     for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
*/
  __pyx_t_1 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_post_ops.size());
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_j = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1003
 *     prop1.copy_from(factor._post_state)
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     for i in range(1,last_index):
*/
    (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1004
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *     for i in range(1,last_index):
 *         factor = deref(factor_lists[i])[b[i]]
*/
    __pyx_v_tprop = __pyx_v_prop1;
    __pyx_v_prop1 = __pyx_v_prop2;
    __pyx_v_prop2 = __pyx_v_tprop;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1005
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     for i in range(1,last_index):             # <<<<<<<<<<<<<<
 *         factor = deref(factor_lists[i])[b[i]]
 *         for j in range(<INT>factor._post_ops.size()):
*/
  __pyx_t_1 = __pyx_v_last_index;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1006
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     for i in range(1,last_index):
 *         factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
*/
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1007
 *     for i in range(1,last_index):
 *         factor = deref(factor_lists[i])[b[i]]
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
*/
    __pyx_t_4 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_j = __pyx_t_6;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1008
 *         factor = deref(factor_lists[i])[b[i]]
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
*/
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1009
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
*/
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1010
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 * 
 *     EVec = factor._pre_effect
*/
  __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1012
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
 *     EVec = factor._pre_effect             # <<<<<<<<<<<<<<
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)
*/
  __pyx_t_7 = __pyx_v_factor->_pre_effect;
  __pyx_v_EVec = __pyx_t_7;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1013
 * 
 *     EVec = factor._pre_effect
 *     for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
*/
  __pyx_t_1 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_post_ops.size());
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_j = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1014
 *     EVec = factor._pre_effect
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     pRight = EVec.amplitude(prop1).conjugate()
*/
    (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1015
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *     pRight = EVec.amplitude(prop1).conjugate()
 * 
*/
    __pyx_v_tprop = __pyx_v_prop1;
    __pyx_v_prop1 = __pyx_v_prop2;
    __pyx_v_prop2 = __pyx_v_tprop;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1016
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     pRight = EVec.amplitude(prop1).conjugate()             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_v_pRight = __Pyx_c_conj_double(__pyx_v_EVec->amplitude(__pyx_v_prop1));

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1020
 * 
 *     #Add result to appropriate polynomial
 *     result = coeff  # use a reference?             # <<<<<<<<<<<<<<
 *     result.scale(pLeft * pRight)
 *     Ei = deref(Einds)[ b[last_index] ] #final "factor" index == E-vector index
*/
  __pyx_v_result = __pyx_v_coeff;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1021
 *     #Add result to appropriate polynomial
 *     result = coeff  # use a reference?
 *     result.scale(pLeft * pRight)             # <<<<<<<<<<<<<<
 *     Ei = deref(Einds)[ b[last_index] ] #final "factor" index == E-vector index
 *     #print("Ei = ",Ei," size = ",deref(prps).size())
*/
  __pyx_v_result.scale(__Pyx_c_prod_double(__pyx_v_pLeft, __pyx_v_pRight));

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1022
 *     result = coeff  # use a reference?
 *     result.scale(pLeft * pRight)
 *     Ei = deref(Einds)[ b[last_index] ] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *     #print("Ei = ",Ei," size = ",deref(prps).size())
 *     #print("result = ")
*/
  __pyx_v_Ei = ((*__pyx_v_Einds)[(__pyx_v_b[__pyx_v_last_index])]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1030
 *     #for x in deref(prps)[Ei]._coeffs:
 *     #    print x.first._parts, x.second
 *     deref(prps)[Ei].add_inplace(result)             # <<<<<<<<<<<<<<
 * 
 *     #Update the slots held by prop1 and prop2, which still have allocated states (though really no need?)
*/
  ((*__pyx_v_prps)[__pyx_v_Ei])->add_inplace(__pyx_v_result);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1033
 * 
 *     #Update the slots held by prop1 and prop2, which still have allocated states (though really no need?)
 *     pprop1[0] = prop1             # <<<<<<<<<<<<<<
 *     pprop2[0] = prop2
 * 
*/
  (__pyx_v_pprop1[0]) = __pyx_v_prop1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1034
 *     #Update the slots held by prop1 and prop2, which still have allocated states (though really no need?)
 *     pprop1[0] = prop1
 *     pprop2[0] = prop2             # <<<<<<<<<<<<<<
 * 
 * 
*/
  (__pyx_v_pprop2[0]) = __pyx_v_prop2;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":953
 * 
 * 
 * cdef void add_path(vector[PolynomialCRep*]* prps, vector[INT]& b, INT incd, vector[vector_TermCRep_ptr_ptr]& factor_lists,             # <<<<<<<<<<<<<<
 *                    StateCRep **pprop1, StateCRep **pprop2, vector[INT]* Einds,
 *                    vector[StateCRep*]* pleftSaved, vector[StateCRep*]* prightSaved, vector[PolynomialCRep]* pcoeffSaved):
*/

  /* function exit code */
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1037
 * 
 * 
 * cdef void add_path_achievedsopm(vector[PolynomialCRep*]* prps, vector[INT]& b, INT incd, vector[vector_TermCRep_ptr_ptr]& factor_lists,             # <<<<<<<<<<<<<<
 *                                 StateCRep **pprop1, StateCRep **pprop2, vector[INT]* Einds,
 *                                 vector[StateCRep*]* pleftSaved, vector[StateCRep*]* prightSaved, vector[PolynomialCRep]* pcoeffSaved):
*/

static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_path_achievedsopm(std::vector<CReps::PolynomialCRep *>  *__pyx_v_prps, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_b, CYTHON_UNUSED __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_incd, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  &__pyx_v_factor_lists, CYTHON_UNUSED CReps_stabilizer::StateCRep **__pyx_v_pprop1, CYTHON_UNUSED CReps_stabilizer::StateCRep **__pyx_v_pprop2, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *__pyx_v_Einds, CYTHON_UNUSED std::vector<CReps_stabilizer::StateCRep *>  *__pyx_v_pleftSaved, CYTHON_UNUSED std::vector<CReps_stabilizer::StateCRep *>  *__pyx_v_prightSaved, CYTHON_UNUSED std::vector<CReps::PolynomialCRep>  *__pyx_v_pcoeffSaved) {
  CReps::PolynomialCRep __pyx_v_coeff;
  CReps::PolynomialCRep __pyx_v_result;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_Ei;
  CReps_stabilizer::TermCRep *__pyx_v_factor;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_last_index;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_1;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_2;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_3;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1046
 *     cdef INT i,j, Ei
 *     cdef TermCRep* factor
 *     cdef INT nFactorLists = b.size()             # <<<<<<<<<<<<<<
 *     cdef INT last_index = nFactorLists-1
 * 
*/
  __pyx_v_nFactorLists = __pyx_v_b.size();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1047
 *     cdef TermCRep* factor
 *     cdef INT nFactorLists = b.size()
 *     cdef INT last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 * 
 *     # In this loop, b holds "current" indices into factor_lists
*/
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1050
 * 
 *     # In this loop, b holds "current" indices into factor_lists
 *     factor = deref(factor_lists[0])[b[0]]             # <<<<<<<<<<<<<<
 *     coeff = deref(factor._coeff).abs() # an unordered_map (copies to new "coeff" variable)
 * 
*/
  __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1051
 *     # In this loop, b holds "current" indices into factor_lists
 *     factor = deref(factor_lists[0])[b[0]]
 *     coeff = deref(factor._coeff).abs() # an unordered_map (copies to new "coeff" variable)             # <<<<<<<<<<<<<<
 * 
 *     for i in range(1,nFactorLists):
*/
  __pyx_v_coeff = (*__pyx_v_factor->_coeff).abs();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1053
 *     coeff = deref(factor._coeff).abs() # an unordered_map (copies to new "coeff" variable)
 * 
 *     for i in range(1,nFactorLists):             # <<<<<<<<<<<<<<
 *         coeff = coeff.abs_mult( deref(deref(factor_lists[i])[b[i]]._coeff) )
 * 
*/
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1054
 * 
 *     for i in range(1,nFactorLists):
 *         coeff = coeff.abs_mult( deref(deref(factor_lists[i])[b[i]]._coeff) )             # <<<<<<<<<<<<<<
 * 
 *     #Add result to appropriate polynomial
*/
    __pyx_v_coeff = __pyx_v_coeff.abs_mult((*((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_coeff));
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1057
 * 
 *     #Add result to appropriate polynomial
 *     result = coeff  # use a reference?             # <<<<<<<<<<<<<<
 *     Ei = deref(Einds)[ b[last_index] ] #final "factor" index == E-vector index
 *     deref(prps)[Ei].add_abs_inplace(result)
*/
  __pyx_v_result = __pyx_v_coeff;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1058
 *     #Add result to appropriate polynomial
 *     result = coeff  # use a reference?
 *     Ei = deref(Einds)[ b[last_index] ] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *     deref(prps)[Ei].add_abs_inplace(result)
 * 
*/
  __pyx_v_Ei = ((*__pyx_v_Einds)[(__pyx_v_b[__pyx_v_last_index])]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1059
 *     result = coeff  # use a reference?
 *     Ei = deref(Einds)[ b[last_index] ] #final "factor" index == E-vector index
 *     deref(prps)[Ei].add_abs_inplace(result)             # <<<<<<<<<<<<<<
 * 
 * 
*/
  ((*__pyx_v_prps)[__pyx_v_Ei])->add_abs_inplace(__pyx_v_result);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1037
 * 
 * 
 * cdef void add_path_achievedsopm(vector[PolynomialCRep*]* prps, vector[INT]& b, INT incd, vector[vector_TermCRep_ptr_ptr]& factor_lists,             # <<<<<<<<<<<<<<
 *                                 StateCRep **pprop1, StateCRep **pprop2, vector[INT]* Einds,
 *                                 vector[StateCRep*]* pleftSaved, vector[StateCRep*]* prightSaved, vector[PolynomialCRep]* pcoeffSaved):
*/

  /* function exit code */
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1062
 * 
 * 
 * cdef void add_path_savepartials(vector[PolynomialCRep*]* prps, vector[INT]& b, INT incd, vector[vector_TermCRep_ptr_ptr]& factor_lists,             # <<<<<<<<<<<<<<
 *                                 StateCRep** pprop1, StateCRep** pprop2, vector[INT]* Einds,
 *                                 vector[StateCRep*]* pleftSaved, vector[StateCRep*]* prightSaved, vector[PolynomialCRep]* pcoeffSaved):
*/

static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_path_savepartials(std::vector<CReps::PolynomialCRep *>  *__pyx_v_prps, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_b, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_incd, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  &__pyx_v_factor_lists, CReps_stabilizer::StateCRep **__pyx_v_pprop1, CReps_stabilizer::StateCRep **__pyx_v_pprop2, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *__pyx_v_Einds, std::vector<CReps_stabilizer::StateCRep *>  *__pyx_v_pleftSaved, std::vector<CReps_stabilizer::StateCRep *>  *__pyx_v_prightSaved, std::vector<CReps::PolynomialCRep>  *__pyx_v_pcoeffSaved) {
  CReps::PolynomialCRep __pyx_v_coeff;
  CReps::PolynomialCRep __pyx_v_result;
  __pyx_t_double_complex __pyx_v_pLeft;
  __pyx_t_double_complex __pyx_v_pRight;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_j;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_Ei;
  CReps_stabilizer::TermCRep *__pyx_v_factor;
  CReps_stabilizer::StateCRep *__pyx_v_prop1;
  CReps_stabilizer::StateCRep *__pyx_v_prop2;
  CReps_stabilizer::StateCRep *__pyx_v_tprop;
  CReps_stabilizer::StateCRep *__pyx_v_shelved;
  CReps_stabilizer::EffectCRep *__pyx_v_EVec;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_last_index;
  CReps_stabilizer::StateCRep *__pyx_v_rhoVecL;
  CReps_stabilizer::StateCRep *__pyx_v_rhoVecR;
  int __pyx_t_1;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_2;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_3;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_4;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_5;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_6;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_7;
  CReps_stabilizer::EffectCRep *__pyx_t_8;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1072
 *     cdef INT i,j, Ei
 *     cdef TermCRep* factor
 *     cdef StateCRep *prop1 = deref(pprop1)             # <<<<<<<<<<<<<<
 *     cdef StateCRep *prop2 = deref(pprop2)
 *     cdef StateCRep *tprop
*/
  __pyx_v_prop1 = (*__pyx_v_pprop1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1073
 *     cdef TermCRep* factor
 *     cdef StateCRep *prop1 = deref(pprop1)
 *     cdef StateCRep *prop2 = deref(pprop2)             # <<<<<<<<<<<<<<
 *     cdef StateCRep *tprop
 *     cdef StateCRep *shelved = prop1
*/
  __pyx_v_prop2 = (*__pyx_v_pprop2);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1075
 *     cdef StateCRep *prop2 = deref(pprop2)
 *     cdef StateCRep *tprop
 *     cdef StateCRep *shelved = prop1             # <<<<<<<<<<<<<<
 *     cdef EffectCRep* EVec
 *     cdef StateCRep *rhoVec
*/
  __pyx_v_shelved = __pyx_v_prop1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1078
 *     cdef EffectCRep* EVec
 *     cdef StateCRep *rhoVec
 *     cdef INT nFactorLists = b.size()             # <<<<<<<<<<<<<<
 *     cdef INT last_index = nFactorLists-1
 *     # ** Assume shelved and prop2 begin as allocated **
*/
  __pyx_v_nFactorLists = __pyx_v_b.size();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1079
 *     cdef StateCRep *rhoVec
 *     cdef INT nFactorLists = b.size()
 *     cdef INT last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 *     # ** Assume shelved and prop2 begin as allocated **
 * 
*/
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1082
 *     # ** Assume shelved and prop2 begin as allocated **
 * 
 *     if incd == 0: # need to re-evaluate rho vector             # <<<<<<<<<<<<<<
 *         #print "DB: re-eval at incd=0"
 *         factor = deref(factor_lists[0])[b[0]]
*/
  __pyx_t_1 = (__pyx_v_incd == 0);
  if (__pyx_t_1) {

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1084
 *     if incd == 0: # need to re-evaluate rho vector
 *         #print "DB: re-eval at incd=0"
 *         factor = deref(factor_lists[0])[b[0]]             # <<<<<<<<<<<<<<
 * 
 *         #print "DB: re-eval left"
*/
    __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1087
 * 
 *         #print "DB: re-eval left"
 *         prop1 = deref(pleftSaved)[0] # the final destination (prop2 is already alloc'd)             # <<<<<<<<<<<<<<
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):
*/
    __pyx_v_prop1 = ((*__pyx_v_pleftSaved)[0]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1088
 *         #print "DB: re-eval left"
 *         prop1 = deref(pleftSaved)[0] # the final destination (prop2 is already alloc'd)
 *         prop1.copy_from(factor._pre_state)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             #print "DB: re-eval left item"
*/
    __pyx_v_prop1->copy_from(__pyx_v_factor->_pre_state);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1089
 *         prop1 = deref(pleftSaved)[0] # the final destination (prop2 is already alloc'd)
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             #print "DB: re-eval left item"
 *             factor._pre_ops[j].acton(prop1,prop2)
*/
    __pyx_t_2 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_3 = __pyx_t_2;
    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
      __pyx_v_j = __pyx_t_4;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1091
 *         for j in range(<INT>factor._pre_ops.size()):
 *             #print "DB: re-eval left item"
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         rhoVecL = prop1
*/
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1092
 *             #print "DB: re-eval left item"
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2             # <<<<<<<<<<<<<<
 *         rhoVecL = prop1
 *         deref(pleftSaved)[0] = prop1 # final state -> saved
*/
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1093
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         rhoVecL = prop1             # <<<<<<<<<<<<<<
 *         deref(pleftSaved)[0] = prop1 # final state -> saved
 *         # (prop2 == the other allocated state)
*/
    __pyx_v_rhoVecL = __pyx_v_prop1;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1094
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         rhoVecL = prop1
 *         deref(pleftSaved)[0] = prop1 # final state -> saved             # <<<<<<<<<<<<<<
 *         # (prop2 == the other allocated state)
 * 
*/
    ((*__pyx_v_pleftSaved)[0]) = __pyx_v_prop1;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1098
 * 
 *         #print "DB: re-eval right"
 *         prop1 = deref(prightSaved)[0] # the final destination (prop2 is already alloc'd)             # <<<<<<<<<<<<<<
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):
*/
    __pyx_v_prop1 = ((*__pyx_v_prightSaved)[0]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1099
 *         #print "DB: re-eval right"
 *         prop1 = deref(prightSaved)[0] # the final destination (prop2 is already alloc'd)
 *         prop1.copy_from(factor._post_state)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             #print "DB: re-eval right item"
*/
    __pyx_v_prop1->copy_from(__pyx_v_factor->_post_state);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1100
 *         prop1 = deref(prightSaved)[0] # the final destination (prop2 is already alloc'd)
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             #print "DB: re-eval right item"
 *             factor._post_ops[j].acton(prop1,prop2)
*/
    __pyx_t_2 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_3 = __pyx_t_2;
    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
      __pyx_v_j = __pyx_t_4;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1102
 *         for j in range(<INT>factor._post_ops.size()):
 *             #print "DB: re-eval right item"
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         rhoVecR = prop1
*/
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1103
 *             #print "DB: re-eval right item"
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2             # <<<<<<<<<<<<<<
 *         rhoVecR = prop1
 *         deref(prightSaved)[0] = prop1 # final state -> saved
*/
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1104
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         rhoVecR = prop1             # <<<<<<<<<<<<<<
 *         deref(prightSaved)[0] = prop1 # final state -> saved
 *         # (prop2 == the other allocated state)
*/
    __pyx_v_rhoVecR = __pyx_v_prop1;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1105
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         rhoVecR = prop1
 *         deref(prightSaved)[0] = prop1 # final state -> saved             # <<<<<<<<<<<<<<
 *         # (prop2 == the other allocated state)
 * 
*/
    ((*__pyx_v_prightSaved)[0]) = __pyx_v_prop1;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1109
 * 
 *         #print "DB: re-eval coeff"
 *         coeff = deref(factor._coeff)             # <<<<<<<<<<<<<<
 *         deref(pcoeffSaved)[0] = coeff
 *         incd += 1
*/
    __pyx_v_coeff = (*__pyx_v_factor->_coeff);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1110
 *         #print "DB: re-eval coeff"
 *         coeff = deref(factor._coeff)
 *         deref(pcoeffSaved)[0] = coeff             # <<<<<<<<<<<<<<
 *         incd += 1
 *     else:
*/
    ((*__pyx_v_pcoeffSaved)[0]) = __pyx_v_coeff;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1111
 *         coeff = deref(factor._coeff)
 *         deref(pcoeffSaved)[0] = coeff
 *         incd += 1             # <<<<<<<<<<<<<<
 *     else:
 *         #print "DB: init from incd"
*/
    __pyx_v_incd = (__pyx_v_incd + 1);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1082
 *     # ** Assume shelved and prop2 begin as allocated **
 * 
 *     if incd == 0: # need to re-evaluate rho vector             # <<<<<<<<<<<<<<
 *         #print "DB: re-eval at incd=0"
 *         factor = deref(factor_lists[0])[b[0]]
*/
    goto __pyx_L3;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1114
 *     else:
 *         #print "DB: init from incd"
 *         rhoVecL = deref(pleftSaved)[incd-1]             # <<<<<<<<<<<<<<
 *         rhoVecR = deref(prightSaved)[incd-1]
 *         coeff = deref(pcoeffSaved)[incd-1]
*/
  /*else*/ {
    __pyx_v_rhoVecL = ((*__pyx_v_pleftSaved)[(__pyx_v_incd - 1)]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1115
 *         #print "DB: init from incd"
 *         rhoVecL = deref(pleftSaved)[incd-1]
 *         rhoVecR = deref(prightSaved)[incd-1]             # <<<<<<<<<<<<<<
 *         coeff = deref(pcoeffSaved)[incd-1]
 * 
*/
    __pyx_v_rhoVecR = ((*__pyx_v_prightSaved)[(__pyx_v_incd - 1)]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1116
 *         rhoVecL = deref(pleftSaved)[incd-1]
 *         rhoVecR = deref(prightSaved)[incd-1]
 *         coeff = deref(pcoeffSaved)[incd-1]             # <<<<<<<<<<<<<<
 * 
 *     # propagate left and right states, saving as we go
*/
    __pyx_v_coeff = ((*__pyx_v_pcoeffSaved)[(__pyx_v_incd - 1)]);
  }
  __pyx_L3:;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1119
 * 
 *     # propagate left and right states, saving as we go
 *     for i in range(incd,last_index):             # <<<<<<<<<<<<<<
 *         #print "DB: propagate left begin"
 *         factor = deref(factor_lists[i])[b[i]]
*/
  __pyx_t_2 = __pyx_v_last_index;
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = __pyx_v_incd; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1121
 *     for i in range(incd,last_index):
 *         #print "DB: propagate left begin"
 *         factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *         prop1 = deref(pleftSaved)[i] # destination
 *         prop1.copy_from(rhoVecL) #starting state
*/
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1122
 *         #print "DB: propagate left begin"
 *         factor = deref(factor_lists[i])[b[i]]
 *         prop1 = deref(pleftSaved)[i] # destination             # <<<<<<<<<<<<<<
 *         prop1.copy_from(rhoVecL) #starting state
 *         for j in range(<INT>factor._pre_ops.size()):
*/
    __pyx_v_prop1 = ((*__pyx_v_pleftSaved)[__pyx_v_i]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1123
 *         factor = deref(factor_lists[i])[b[i]]
 *         prop1 = deref(pleftSaved)[i] # destination
 *         prop1.copy_from(rhoVecL) #starting state             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             #print "DB: propagate left item"
*/
    __pyx_v_prop1->copy_from(__pyx_v_rhoVecL);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1124
 *         prop1 = deref(pleftSaved)[i] # destination
 *         prop1.copy_from(rhoVecL) #starting state
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             #print "DB: propagate left item"
 *             factor._pre_ops[j].acton(prop1,prop2)
*/
    __pyx_t_5 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_6 = __pyx_t_5;
    for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
      __pyx_v_j = __pyx_t_7;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1126
 *         for j in range(<INT>factor._pre_ops.size()):
 *             #print "DB: propagate left item"
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         rhoVecL = prop1
*/
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1127
 *             #print "DB: propagate left item"
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *         rhoVecL = prop1
 *         deref(pleftSaved)[i] = prop1
*/
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1128
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         rhoVecL = prop1             # <<<<<<<<<<<<<<
 *         deref(pleftSaved)[i] = prop1
 *         # (prop2 == the other allocated state)
*/
    __pyx_v_rhoVecL = __pyx_v_prop1;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1129
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         rhoVecL = prop1
 *         deref(pleftSaved)[i] = prop1             # <<<<<<<<<<<<<<
 *         # (prop2 == the other allocated state)
 * 
*/
    ((*__pyx_v_pleftSaved)[__pyx_v_i]) = __pyx_v_prop1;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1133
 * 
 *         #print "DB: propagate right begin"
 *         prop1 = deref(prightSaved)[i] # destination             # <<<<<<<<<<<<<<
 *         prop1.copy_from(rhoVecR) #starting state
 *         for j in range(<INT>factor._post_ops.size()):
*/
    __pyx_v_prop1 = ((*__pyx_v_prightSaved)[__pyx_v_i]);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1134
 *         #print "DB: propagate right begin"
 *         prop1 = deref(prightSaved)[i] # destination
 *         prop1.copy_from(rhoVecR) #starting state             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             #print "DB: propagate right item"
*/
    __pyx_v_prop1->copy_from(__pyx_v_rhoVecR);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1135
 *         prop1 = deref(prightSaved)[i] # destination
 *         prop1.copy_from(rhoVecR) #starting state
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             #print "DB: propagate right item"
 *             factor._post_ops[j].acton(prop1,prop2)
*/
    __pyx_t_5 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_6 = __pyx_t_5;
    for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
      __pyx_v_j = __pyx_t_7;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1137
 *         for j in range(<INT>factor._post_ops.size()):
 *             #print "DB: propagate right item"
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         rhoVecR = prop1
*/
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1138
 *             #print "DB: propagate right item"
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *         rhoVecR = prop1
 *         deref(prightSaved)[i] = prop1
*/
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1139
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         rhoVecR = prop1             # <<<<<<<<<<<<<<
 *         deref(prightSaved)[i] = prop1
 *         # (prop2 == the other allocated state)
*/
    __pyx_v_rhoVecR = __pyx_v_prop1;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1140
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         rhoVecR = prop1
 *         deref(prightSaved)[i] = prop1             # <<<<<<<<<<<<<<
 *         # (prop2 == the other allocated state)
 * 
*/
    ((*__pyx_v_prightSaved)[__pyx_v_i]) = __pyx_v_prop1;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1144
 * 
 *         #print "DB: propagate coeff mult"
 *         coeff = coeff.mult(deref(factor._coeff)) # copy a PolynomialCRep             # <<<<<<<<<<<<<<
 *         deref(pcoeffSaved)[i] = coeff
 * 
*/
    __pyx_v_coeff = __pyx_v_coeff.mult((*__pyx_v_factor->_coeff));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1145
 *         #print "DB: propagate coeff mult"
 *         coeff = coeff.mult(deref(factor._coeff)) # copy a PolynomialCRep
 *         deref(pcoeffSaved)[i] = coeff             # <<<<<<<<<<<<<<
 * 
 *     # for the last index, no need to save, and need to construct
*/
    ((*__pyx_v_pcoeffSaved)[__pyx_v_i]) = __pyx_v_coeff;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1149
 *     # for the last index, no need to save, and need to construct
 *     # and apply effect vector
 *     prop1 = shelved # so now prop1 (and prop2) are alloc'd states             # <<<<<<<<<<<<<<
 * 
 *     #print "DB: left ampl"
*/
  __pyx_v_prop1 = __pyx_v_shelved;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1152
 * 
 *     #print "DB: left ampl"
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 *     EVec = factor._post_effect
 *     prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
*/
  __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1153
 *     #print "DB: left ampl"
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 *     EVec = factor._post_effect             # <<<<<<<<<<<<<<
 *     prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *     for j in range(<INT>factor._pre_ops.size()):
*/
  __pyx_t_8 = __pyx_v_factor->_post_effect;
  __pyx_v_EVec = __pyx_t_8;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1154
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 *     EVec = factor._post_effect
 *     prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)             # <<<<<<<<<<<<<<
 *     for j in range(<INT>factor._pre_ops.size()):
 *         factor._pre_ops[j].acton(prop1,prop2)
*/
  __pyx_v_prop1->copy_from(__pyx_v_rhoVecL);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1155
 *     EVec = factor._post_effect
 *     prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *     for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *         factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
*/
  __pyx_t_2 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_pre_ops.size());
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_j = __pyx_t_4;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1156
 *     prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *     for j in range(<INT>factor._pre_ops.size()):
 *         factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude
*/
    (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1157
 *     for j in range(<INT>factor._pre_ops.size()):
 *         factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *     pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude
 * 
*/
    __pyx_v_tprop = __pyx_v_prop1;
    __pyx_v_prop1 = __pyx_v_prop2;
    __pyx_v_prop2 = __pyx_v_tprop;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1158
 *         factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude             # <<<<<<<<<<<<<<
 * 
 *     #print "DB: right ampl"
*/
  __pyx_v_pLeft = __pyx_v_EVec->amplitude(__pyx_v_prop1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1161
 * 
 *     #print "DB: right ampl"
 *     EVec = factor._pre_effect             # <<<<<<<<<<<<<<
 *     prop1.copy_from(rhoVecR)
 *     for j in range(<INT>factor._post_ops.size()):
*/
  __pyx_t_8 = __pyx_v_factor->_pre_effect;
  __pyx_v_EVec = __pyx_t_8;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1162
 *     #print "DB: right ampl"
 *     EVec = factor._pre_effect
 *     prop1.copy_from(rhoVecR)             # <<<<<<<<<<<<<<
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)
*/
  __pyx_v_prop1->copy_from(__pyx_v_rhoVecR);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1163
 *     EVec = factor._pre_effect
 *     prop1.copy_from(rhoVecR)
 *     for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
*/
  __pyx_t_2 = ((__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT)__pyx_v_factor->_post_ops.size());
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_j = __pyx_t_4;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1164
 *     prop1.copy_from(rhoVecR)
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     pRight = EVec.amplitude(prop1).conjugate()
*/
    (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1165
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *     pRight = EVec.amplitude(prop1).conjugate()
 * 
*/
    __pyx_v_tprop = __pyx_v_prop1;
    __pyx_v_prop1 = __pyx_v_prop2;
    __pyx_v_prop2 = __pyx_v_tprop;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1166
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     pRight = EVec.amplitude(prop1).conjugate()             # <<<<<<<<<<<<<<
 * 
 *     shelved = prop1 # return prop1 to the "shelf" since we'll use prop1 for other things next
*/
  __pyx_v_pRight = __Pyx_c_conj_double(__pyx_v_EVec->amplitude(__pyx_v_prop1));

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1168
 *     pRight = EVec.amplitude(prop1).conjugate()
 * 
 *     shelved = prop1 # return prop1 to the "shelf" since we'll use prop1 for other things next             # <<<<<<<<<<<<<<
 * 
 *     #print "DB: final block"
*/
  __pyx_v_shelved = __pyx_v_prop1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1173
 *     #print "DB running coeff = ",dict(coeff._coeffs)
 *     #print "DB factor coeff = ",dict(factor._coeff._coeffs)
 *     result = coeff.mult(deref(factor._coeff))             # <<<<<<<<<<<<<<
 *     #print "DB result = ",dict(result._coeffs)
 *     result.scale(pLeft * pRight)
*/
  __pyx_v_result = __pyx_v_coeff.mult((*__pyx_v_factor->_coeff));

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1175
 *     result = coeff.mult(deref(factor._coeff))
 *     #print "DB result = ",dict(result._coeffs)
 *     result.scale(pLeft * pRight)             # <<<<<<<<<<<<<<
 *     Ei = deref(Einds)[b[last_index]] #final "factor" index == E-vector index
 *     deref(prps)[Ei].add_inplace(result)
*/
  __pyx_v_result.scale(__Pyx_c_prod_double(__pyx_v_pLeft, __pyx_v_pRight));

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1176
 *     #print "DB result = ",dict(result._coeffs)
 *     result.scale(pLeft * pRight)
 *     Ei = deref(Einds)[b[last_index]] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *     deref(prps)[Ei].add_inplace(result)
 * 
*/
  __pyx_v_Ei = ((*__pyx_v_Einds)[(__pyx_v_b[__pyx_v_last_index])]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1177
 *     result.scale(pLeft * pRight)
 *     Ei = deref(Einds)[b[last_index]] #final "factor" index == E-vector index
 *     deref(prps)[Ei].add_inplace(result)             # <<<<<<<<<<<<<<
 * 
 *     #Update the slots held by prop1 and prop2, which still have allocated states
*/
  ((*__pyx_v_prps)[__pyx_v_Ei])->add_inplace(__pyx_v_result);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1180
 * 
 *     #Update the slots held by prop1 and prop2, which still have allocated states
 *     pprop1[0] = prop1 # b/c can't deref(pprop1) = prop1 isn't allowed (?)             # <<<<<<<<<<<<<<
 *     pprop2[0] = prop2 # b/c can't deref(pprop2) = prop1 isn't allowed (?)
 *     #print "DB prps[",INT(Ei),"] = ",dict(deref(prps)[Ei]._coeffs)
*/
  (__pyx_v_pprop1[0]) = __pyx_v_prop1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1181
 *     #Update the slots held by prop1 and prop2, which still have allocated states
 *     pprop1[0] = prop1 # b/c can't deref(pprop1) = prop1 isn't allowed (?)
 *     pprop2[0] = prop2 # b/c can't deref(pprop2) = prop1 isn't allowed (?)             # <<<<<<<<<<<<<<
 *     #print "DB prps[",INT(Ei),"] = ",dict(deref(prps)[Ei]._coeffs)
 * 
*/
  (__pyx_v_pprop2[0]) = __pyx_v_prop2;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1062
 * 
 * 
 * cdef void add_path_savepartials(vector[PolynomialCRep*]* prps, vector[INT]& b, INT incd, vector[vector_TermCRep_ptr_ptr]& factor_lists,             # <<<<<<<<<<<<<<
 *                                 StateCRep** pprop1, StateCRep** pprop2, vector[INT]* Einds,
 *                                 vector[StateCRep*]* pleftSaved, vector[StateCRep*]* prightSaved, vector[PolynomialCRep]* pcoeffSaved):
*/

  /* function exit code */
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1185
 * 
 * 
 * cdef void add_paths(addpathfn_ptr addpath_fn, vector[INT]& b, vector[vector_TermCRep_ptr_ptr] oprep_lists,             # <<<<<<<<<<<<<<
 *                     vector[vector_INT_ptr] foat_indices_per_op, INT num_elabels,
 *                     vector[INT]& nops, vector[INT]& e_indices, INT incd, double log_thres,
*/

static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_paths(__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_addpathfn_ptr __pyx_v_addpath_fn, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_b, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_v_oprep_lists, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr>  __pyx_v_foat_indices_per_op, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_num_elabels, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_nops, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_e_indices, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_incd, double __pyx_v_log_thres, double __pyx_v_current_mag, double __pyx_v_current_logmag, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_order, std::vector<CReps::PolynomialCRep *>  *__pyx_v_prps, CReps_stabilizer::StateCRep **__pyx_v_pprop1, CReps_stabilizer::StateCRep **__pyx_v_pprop2, std::vector<CReps_stabilizer::StateCRep *>  *__pyx_v_pleftSaved, std::vector<CReps_stabilizer::StateCRep *>  *__pyx_v_prightSaved, std::vector<CReps::PolynomialCRep>  *__pyx_v_pcoeffSaved, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_current_nzeros) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_j;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_k;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_orig_bi;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_orig_bn;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_n;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_sub_order;
  double __pyx_v_mag;
  double __pyx_v_logmag;
  double __pyx_v_numerator;
  double __pyx_v_denom;
  PyObject *__pyx_v_nzeros = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_1;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_2;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_3;
  int __pyx_t_4;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_5;
  int __pyx_t_6;
  double __pyx_t_7;
  PyObject *__pyx_t_8 = NULL;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> ::iterator __pyx_t_9;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *__pyx_t_10;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_11;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_12;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("add_paths", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1194
 *     """ first_order means only one b[i] is incremented, e.g. b == [0 1 0] or [4 0 0] """
 *     cdef INT i, j, k, orig_bi, orig_bn
 *     cdef INT n = b.size()             # <<<<<<<<<<<<<<
 *     cdef INT sub_order
 *     cdef double mag, mag2
*/
  __pyx_v_n = __pyx_v_b.size();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1198
 *     cdef double mag, mag2
 * 
 *     for i in range(n-1, incd-1, -1):             # <<<<<<<<<<<<<<
 *         if b[i]+1 == nops[i]: continue
 *         b[i] += 1
*/
  __pyx_t_1 = (__pyx_v_incd - 1);
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = (__pyx_v_n - 1); __pyx_t_3 > __pyx_t_2; __pyx_t_3-=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1199
 * 
 *     for i in range(n-1, incd-1, -1):
 *         if b[i]+1 == nops[i]: continue             # <<<<<<<<<<<<<<
 *         b[i] += 1
 * 
*/
    __pyx_t_4 = (((__pyx_v_b[__pyx_v_i]) + 1) == (__pyx_v_nops[__pyx_v_i]));
    if (__pyx_t_4) {
      goto __pyx_L3_continue;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1200
 *     for i in range(n-1, incd-1, -1):
 *         if b[i]+1 == nops[i]: continue
 *         b[i] += 1             # <<<<<<<<<<<<<<
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order
*/
    __pyx_t_5 = __pyx_v_i;
    (__pyx_v_b[__pyx_t_5]) = ((__pyx_v_b[__pyx_t_5]) + 1);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1202
 *         b[i] += 1
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order             # <<<<<<<<<<<<<<
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0
 *         elif order == 1:
*/
    switch (__pyx_v_order) {
      case 0:

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1203
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0             # <<<<<<<<<<<<<<
 *         elif order == 1:
 *             # we started with a first order term where incd was incremented, and now
*/
      __pyx_t_6 = (__pyx_v_i != (__pyx_v_n - 1));
      if (!__pyx_t_6) {
      } else {
        __pyx_t_4 = __pyx_t_6;
        goto __pyx_L6_bool_binop_done;
      }
      __pyx_t_6 = ((__pyx_v_b[__pyx_v_i]) >= __pyx_v_num_elabels);
      __pyx_t_4 = __pyx_t_6;
      __pyx_L6_bool_binop_done:;
      if (__pyx_t_4) {
        __pyx_t_5 = 1;
      } else {
        __pyx_t_5 = 0;
      }
      __pyx_v_sub_order = __pyx_t_5;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1202
 *         b[i] += 1
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order             # <<<<<<<<<<<<<<
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0
 *         elif order == 1:
*/
      break;
      case 1:

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1207
 *             # we started with a first order term where incd was incremented, and now
 *             # we're incrementing something else
 *             sub_order = 1 if i == incd else 2 # signifies anything over 1st order where >1 column has be inc'd             # <<<<<<<<<<<<<<
 *         else:
 *             sub_order = order
*/
      __pyx_t_4 = (__pyx_v_i == __pyx_v_incd);
      if (__pyx_t_4) {
        __pyx_t_5 = 1;
      } else {
        __pyx_t_5 = 2;
      }
      __pyx_v_sub_order = __pyx_t_5;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1204
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0
 *         elif order == 1:             # <<<<<<<<<<<<<<
 *             # we started with a first order term where incd was incremented, and now
 *             # we're incrementing something else
*/
      break;
      default:

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1209
 *             sub_order = 1 if i == incd else 2 # signifies anything over 1st order where >1 column has be inc'd
 *         else:
 *             sub_order = order             # <<<<<<<<<<<<<<
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
*/
      __pyx_v_sub_order = __pyx_v_order;
      break;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1211
 *             sub_order = order
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)             # <<<<<<<<<<<<<<
 *         if logmag >= log_thres:
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
*/
    __pyx_v_logmag = (__pyx_v_current_logmag + (((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_logmagnitude - ((*(__pyx_v_oprep_lists[__pyx_v_i]))[((__pyx_v_b[__pyx_v_i]) - 1)])->_logmagnitude));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1212
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:             # <<<<<<<<<<<<<<
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
*/
    __pyx_t_4 = (__pyx_v_logmag >= __pyx_v_log_thres);
    if (__pyx_t_4) {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1213
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude             # <<<<<<<<<<<<<<
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 *             nzeros = current_nzeros
*/
      __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_magnitude;
      __pyx_v_numerator = __pyx_t_7;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1214
 *         if logmag >= log_thres:
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude             # <<<<<<<<<<<<<<
 *             nzeros = current_nzeros
 *             if denom == 0:
*/
      __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[((__pyx_v_b[__pyx_v_i]) - 1)])->_magnitude;
      __pyx_v_denom = __pyx_t_7;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1215
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 *             nzeros = current_nzeros             # <<<<<<<<<<<<<<
 *             if denom == 0:
 *                 denom = SMALL; nzeros -= 1; logmag  = logmag - LOGSMALL
*/
      __pyx_t_8 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_current_nzeros); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1215, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_XDECREF_SET(__pyx_v_nzeros, __pyx_t_8);
      __pyx_t_8 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1216
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 *             nzeros = current_nzeros
 *             if denom == 0:             # <<<<<<<<<<<<<<
 *                 denom = SMALL; nzeros -= 1; logmag  = logmag - LOGSMALL
 *             if numerator == 0:
*/
      __pyx_t_4 = (__pyx_v_denom == 0.0);
      if (__pyx_t_4) {

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1217
 *             nzeros = current_nzeros
 *             if denom == 0:
 *                 denom = SMALL; nzeros -= 1; logmag  = logmag - LOGSMALL             # <<<<<<<<<<<<<<
 *             if numerator == 0:
 *                 numerator = SMALL; nzeros += 1; logmag = logmag + LOGSMALL
*/
        __pyx_v_denom = __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_SMALL;
        __pyx_t_8 = __Pyx_PyLong_SubtractObjC(__pyx_v_nzeros, __pyx_mstate_global->__pyx_int_1, 1, 1, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1217, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF_SET(__pyx_v_nzeros, __pyx_t_8);
        __pyx_t_8 = 0;
        __pyx_v_logmag = (__pyx_v_logmag - __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_LOGSMALL);

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1216
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 *             nzeros = current_nzeros
 *             if denom == 0:             # <<<<<<<<<<<<<<
 *                 denom = SMALL; nzeros -= 1; logmag  = logmag - LOGSMALL
 *             if numerator == 0:
*/
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1218
 *             if denom == 0:
 *                 denom = SMALL; nzeros -= 1; logmag  = logmag - LOGSMALL
 *             if numerator == 0:             # <<<<<<<<<<<<<<
 *                 numerator = SMALL; nzeros += 1; logmag = logmag + LOGSMALL
 *             mag = current_mag * (numerator / denom)
*/
      __pyx_t_4 = (__pyx_v_numerator == 0.0);
      if (__pyx_t_4) {

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1219
 *                 denom = SMALL; nzeros -= 1; logmag  = logmag - LOGSMALL
 *             if numerator == 0:
 *                 numerator = SMALL; nzeros += 1; logmag = logmag + LOGSMALL             # <<<<<<<<<<<<<<
 *             mag = current_mag * (numerator / denom)
 * 
*/
        __pyx_v_numerator = __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_SMALL;
        __pyx_t_8 = __Pyx_PyLong_AddObjC(__pyx_v_nzeros, __pyx_mstate_global->__pyx_int_1, 1, 1, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1219, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF_SET(__pyx_v_nzeros, __pyx_t_8);
        __pyx_t_8 = 0;
        __pyx_v_logmag = (__pyx_v_logmag + __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_LOGSMALL);

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1218
 *             if denom == 0:
 *                 denom = SMALL; nzeros -= 1; logmag  = logmag - LOGSMALL
 *             if numerator == 0:             # <<<<<<<<<<<<<<
 *                 numerator = SMALL; nzeros += 1; logmag = logmag + LOGSMALL
 *             mag = current_mag * (numerator / denom)
*/
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1220
 *             if numerator == 0:
 *                 numerator = SMALL; nzeros += 1; logmag = logmag + LOGSMALL
 *             mag = current_mag * (numerator / denom)             # <<<<<<<<<<<<<<
 * 
 *             ## fn_visitpath(b, mag, i) ##
*/
      if (unlikely(__pyx_v_denom == 0)) {
        PyErr_SetString(PyExc_ZeroDivisionError, "float division");
        __PYX_ERR(0, 1220, __pyx_L1_error)
      }
      __pyx_v_mag = (__pyx_v_current_mag * (__pyx_v_numerator / __pyx_v_denom));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1223
 * 
 *             ## fn_visitpath(b, mag, i) ##
 *             if nzeros == 0:             # <<<<<<<<<<<<<<
 *                 addpath_fn(prps, b, i, oprep_lists, pprop1, pprop2, &e_indices, pleftSaved, prightSaved, pcoeffSaved)
 *             ## --------------------------
*/
      __pyx_t_4 = (__Pyx_PyLong_BoolEqObjC(__pyx_v_nzeros, __pyx_mstate_global->__pyx_int_0, 0, 0)); if (unlikely((__pyx_t_4 < 0))) __PYX_ERR(0, 1223, __pyx_L1_error)
      if (__pyx_t_4) {

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1224
 *             ## fn_visitpath(b, mag, i) ##
 *             if nzeros == 0:
 *                 addpath_fn(prps, b, i, oprep_lists, pprop1, pprop2, &e_indices, pleftSaved, prightSaved, pcoeffSaved)             # <<<<<<<<<<<<<<
 *             ## --------------------------
 * 
*/
        __pyx_v_addpath_fn(__pyx_v_prps, __pyx_v_b, __pyx_v_i, __pyx_v_oprep_lists, __pyx_v_pprop1, __pyx_v_pprop2, (&__pyx_v_e_indices), __pyx_v_pleftSaved, __pyx_v_prightSaved, __pyx_v_pcoeffSaved); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1224, __pyx_L1_error)

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1223
 * 
 *             ## fn_visitpath(b, mag, i) ##
 *             if nzeros == 0:             # <<<<<<<<<<<<<<
 *                 addpath_fn(prps, b, i, oprep_lists, pprop1, pprop2, &e_indices, pleftSaved, prightSaved, pcoeffSaved)
 *             ## --------------------------
*/
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1230
 *             add_paths(addpath_fn, b, oprep_lists, foat_indices_per_op, num_elabels, nops, e_indices,
 *                       i, log_thres, mag, logmag, sub_order, prps, pprop1, pprop2,
 *                       pleftSaved, prightSaved, pcoeffSaved, nzeros)             # <<<<<<<<<<<<<<
 * 
 *         elif sub_order <= 1:
*/
      __pyx_t_5 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_v_nzeros); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1230, __pyx_L1_error)

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1228
 * 
 *             #add any allowed paths beneath this one
 *             add_paths(addpath_fn, b, oprep_lists, foat_indices_per_op, num_elabels, nops, e_indices,             # <<<<<<<<<<<<<<
 *                       i, log_thres, mag, logmag, sub_order, prps, pprop1, pprop2,
 *                       pleftSaved, prightSaved, pcoeffSaved, nzeros)
*/
      __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_add_paths(__pyx_v_addpath_fn, __pyx_v_b, __pyx_v_oprep_lists, __pyx_v_foat_indices_per_op, __pyx_v_num_elabels, __pyx_v_nops, __pyx_v_e_indices, __pyx_v_i, __pyx_v_log_thres, __pyx_v_mag, __pyx_v_logmag, __pyx_v_sub_order, __pyx_v_prps, __pyx_v_pprop1, __pyx_v_pprop2, __pyx_v_pleftSaved, __pyx_v_prightSaved, __pyx_v_pcoeffSaved, __pyx_t_5); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1228, __pyx_L1_error)

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1212
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:             # <<<<<<<<<<<<<<
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
*/
      goto __pyx_L8;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1232
 *                       pleftSaved, prightSaved, pcoeffSaved, nzeros)
 * 
 *         elif sub_order <= 1:             # <<<<<<<<<<<<<<
 *             #We've rejected term-index b[i] (in column i) because it's too small - the only reason
 *             # to accept b[i] or term indices higher than it is to include "foat" terms, so we now
*/
    __pyx_t_4 = (__pyx_v_sub_order <= 1);
    if (__pyx_t_4) {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1238
 *             # values of b[i], or we wouldn't be here).  Note that we just need to visit the path,
 *             # we don't need to traverse down, since we know the path magnitude is already too low.
 *             orig_bi = b[i]             # <<<<<<<<<<<<<<
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:
*/
      __pyx_v_orig_bi = (__pyx_v_b[__pyx_v_i]);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1239
 *             # we don't need to traverse down, since we know the path magnitude is already too low.
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):             # <<<<<<<<<<<<<<
 *                 if j >= orig_bi:
 *                     b[i] = j
*/
      __pyx_t_10 = &(*(__pyx_v_foat_indices_per_op[__pyx_v_i]));
      __pyx_t_9 = __pyx_t_10->begin();
      for (; __pyx_t_9 != __pyx_t_10->end(); ++__pyx_t_9) {
        __pyx_t_5 = *__pyx_t_9;
        __pyx_v_j = __pyx_t_5;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1240
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:             # <<<<<<<<<<<<<<
 *                     b[i] = j
 *                     nzeros = current_nzeros
*/
        __pyx_t_4 = (__pyx_v_j >= __pyx_v_orig_bi);
        if (__pyx_t_4) {

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1241
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:
 *                     b[i] = j             # <<<<<<<<<<<<<<
 *                     nzeros = current_nzeros
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude
*/
          (__pyx_v_b[__pyx_v_i]) = __pyx_v_j;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1242
 *                 if j >= orig_bi:
 *                     b[i] = j
 *                     nzeros = current_nzeros             # <<<<<<<<<<<<<<
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *                     denom = deref(oprep_lists[i])[orig_bi - 1]._magnitude
*/
          __pyx_t_8 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_current_nzeros); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1242, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
          __Pyx_XDECREF_SET(__pyx_v_nzeros, __pyx_t_8);
          __pyx_t_8 = 0;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1243
 *                     b[i] = j
 *                     nzeros = current_nzeros
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude             # <<<<<<<<<<<<<<
 *                     denom = deref(oprep_lists[i])[orig_bi - 1]._magnitude
 *                     if denom == 0: denom = SMALL
*/
          __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_magnitude;
          __pyx_v_numerator = __pyx_t_7;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1244
 *                     nzeros = current_nzeros
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *                     denom = deref(oprep_lists[i])[orig_bi - 1]._magnitude             # <<<<<<<<<<<<<<
 *                     if denom == 0: denom = SMALL
 * 
*/
          __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_orig_bi - 1)])->_magnitude;
          __pyx_v_denom = __pyx_t_7;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1245
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *                     denom = deref(oprep_lists[i])[orig_bi - 1]._magnitude
 *                     if denom == 0: denom = SMALL             # <<<<<<<<<<<<<<
 * 
 *                     ## fn_visitpath(b, mag, i) ##
*/
          __pyx_t_4 = (__pyx_v_denom == 0.0);
          if (__pyx_t_4) {
            __pyx_v_denom = __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_SMALL;
          }

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1248
 * 
 *                     ## fn_visitpath(b, mag, i) ##
 *                     if nzeros == 0:             # <<<<<<<<<<<<<<
 *                         addpath_fn(prps, b, i, oprep_lists, pprop1, pprop2, &e_indices, pleftSaved, prightSaved, pcoeffSaved)
 *                     ## --------------------------
*/
          __pyx_t_4 = (__Pyx_PyLong_BoolEqObjC(__pyx_v_nzeros, __pyx_mstate_global->__pyx_int_0, 0, 0)); if (unlikely((__pyx_t_4 < 0))) __PYX_ERR(0, 1248, __pyx_L1_error)
          if (__pyx_t_4) {

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1249
 *                     ## fn_visitpath(b, mag, i) ##
 *                     if nzeros == 0:
 *                         addpath_fn(prps, b, i, oprep_lists, pprop1, pprop2, &e_indices, pleftSaved, prightSaved, pcoeffSaved)             # <<<<<<<<<<<<<<
 *                     ## --------------------------
 * 
*/
            __pyx_v_addpath_fn(__pyx_v_prps, __pyx_v_b, __pyx_v_i, __pyx_v_oprep_lists, __pyx_v_pprop1, __pyx_v_pprop2, (&__pyx_v_e_indices), __pyx_v_pleftSaved, __pyx_v_prightSaved, __pyx_v_pcoeffSaved); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1249, __pyx_L1_error)

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1248
 * 
 *                     ## fn_visitpath(b, mag, i) ##
 *                     if nzeros == 0:             # <<<<<<<<<<<<<<
 *                         addpath_fn(prps, b, i, oprep_lists, pprop1, pprop2, &e_indices, pleftSaved, prightSaved, pcoeffSaved)
 *                     ## --------------------------
*/
          }

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1252
 *                     ## --------------------------
 * 
 *                     if i != n-1:             # <<<<<<<<<<<<<<
 *                         # if we're not incrementing (from a zero-order term) the final index, then we
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
*/
          __pyx_t_4 = (__pyx_v_i != (__pyx_v_n - 1));
          if (__pyx_t_4) {

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1255
 *                         # if we're not incrementing (from a zero-order term) the final index, then we
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
 *                         orig_bn = b[n-1]             # <<<<<<<<<<<<<<
 *                         for k in range(1,num_elabels):
 *                             b[n-1] = k
*/
            __pyx_v_orig_bn = (__pyx_v_b[(__pyx_v_n - 1)]);

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1256
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
 *                         orig_bn = b[n-1]
 *                         for k in range(1,num_elabels):             # <<<<<<<<<<<<<<
 *                             b[n-1] = k
 *                             #mag2 = mag * (deref(oprep_lists[n-1])[b[n-1]]._magnitude / deref(oprep_lists[i])[orig_bn]._magnitude)
*/
            __pyx_t_5 = __pyx_v_num_elabels;
            __pyx_t_11 = __pyx_t_5;
            for (__pyx_t_12 = 1; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
              __pyx_v_k = __pyx_t_12;

              /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1257
 *                         orig_bn = b[n-1]
 *                         for k in range(1,num_elabels):
 *                             b[n-1] = k             # <<<<<<<<<<<<<<
 *                             #mag2 = mag * (deref(oprep_lists[n-1])[b[n-1]]._magnitude / deref(oprep_lists[i])[orig_bn]._magnitude)
 * 
*/
              (__pyx_v_b[(__pyx_v_n - 1)]) = __pyx_v_k;

              /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1261
 * 
 *                             ## fn_visitpath(b, mag2, n-1) ##
 *                             if nzeros == 0:             # <<<<<<<<<<<<<<
 *                                 addpath_fn(prps, b, n-1, oprep_lists, pprop1, pprop2, &e_indices, pleftSaved, prightSaved, pcoeffSaved)
 *                             ## --------------------------
*/
              __pyx_t_4 = (__Pyx_PyLong_BoolEqObjC(__pyx_v_nzeros, __pyx_mstate_global->__pyx_int_0, 0, 0)); if (unlikely((__pyx_t_4 < 0))) __PYX_ERR(0, 1261, __pyx_L1_error)
              if (__pyx_t_4) {

                /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1262
 *                             ## fn_visitpath(b, mag2, n-1) ##
 *                             if nzeros == 0:
 *                                 addpath_fn(prps, b, n-1, oprep_lists, pprop1, pprop2, &e_indices, pleftSaved, prightSaved, pcoeffSaved)             # <<<<<<<<<<<<<<
 *                             ## --------------------------
 *                         b[n-1] = orig_bn
*/
                __pyx_v_addpath_fn(__pyx_v_prps, __pyx_v_b, (__pyx_v_n - 1), __pyx_v_oprep_lists, __pyx_v_pprop1, __pyx_v_pprop2, (&__pyx_v_e_indices), __pyx_v_pleftSaved, __pyx_v_prightSaved, __pyx_v_pcoeffSaved); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1262, __pyx_L1_error)

                /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1261
 * 
 *                             ## fn_visitpath(b, mag2, n-1) ##
 *                             if nzeros == 0:             # <<<<<<<<<<<<<<
 *                                 addpath_fn(prps, b, n-1, oprep_lists, pprop1, pprop2, &e_indices, pleftSaved, prightSaved, pcoeffSaved)
 *                             ## --------------------------
*/
              }
            }

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1264
 *                                 addpath_fn(prps, b, n-1, oprep_lists, pprop1, pprop2, &e_indices, pleftSaved, prightSaved, pcoeffSaved)
 *                             ## --------------------------
 *                         b[n-1] = orig_bn             # <<<<<<<<<<<<<<
 *             b[i] = orig_bi
 *         b[i] -= 1 # so we don't have to copy b
*/
            (__pyx_v_b[(__pyx_v_n - 1)]) = __pyx_v_orig_bn;

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1252
 *                     ## --------------------------
 * 
 *                     if i != n-1:             # <<<<<<<<<<<<<<
 *                         # if we're not incrementing (from a zero-order term) the final index, then we
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
*/
          }

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1240
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:             # <<<<<<<<<<<<<<
 *                     b[i] = j
 *                     nzeros = current_nzeros
*/
        }

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1239
 *             # we don't need to traverse down, since we know the path magnitude is already too low.
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):             # <<<<<<<<<<<<<<
 *                 if j >= orig_bi:
 *                     b[i] = j
*/
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1265
 *                             ## --------------------------
 *                         b[n-1] = orig_bn
 *             b[i] = orig_bi             # <<<<<<<<<<<<<<
 *         b[i] -= 1 # so we don't have to copy b
 * 
*/
      (__pyx_v_b[__pyx_v_i]) = __pyx_v_orig_bi;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1232
 *                       pleftSaved, prightSaved, pcoeffSaved, nzeros)
 * 
 *         elif sub_order <= 1:             # <<<<<<<<<<<<<<
 *             #We've rejected term-index b[i] (in column i) because it's too small - the only reason
 *             # to accept b[i] or term indices higher than it is to include "foat" terms, so we now
*/
    }
    __pyx_L8:;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1266
 *                         b[n-1] = orig_bn
 *             b[i] = orig_bi
 *         b[i] -= 1 # so we don't have to copy b             # <<<<<<<<<<<<<<
 * 
 * 
*/
    __pyx_t_5 = __pyx_v_i;
    (__pyx_v_b[__pyx_t_5]) = ((__pyx_v_b[__pyx_t_5]) - 1);
    __pyx_L3_continue:;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1185
 * 
 * 
 * cdef void add_paths(addpathfn_ptr addpath_fn, vector[INT]& b, vector[vector_TermCRep_ptr_ptr] oprep_lists,             # <<<<<<<<<<<<<<
 *                     vector[vector_INT_ptr] foat_indices_per_op, INT num_elabels,
 *                     vector[INT]& nops, vector[INT]& e_indices, INT incd, double log_thres,
*/

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.add_paths", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_nzeros);
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1274
 * # include) at their "locked in" values.  Thus, it is not always true that log10(term.magnitude) == term.logmagnitude.  This
 * # seems non-intuitive and could be problematic if it isn't at least clarified in the FUTURE.
 * cdef bool count_paths(vector[INT]& b, vector[vector_TermCRep_ptr_ptr]& oprep_lists,             # <<<<<<<<<<<<<<
 *                       vector[vector_INT_ptr]& foat_indices_per_op, INT num_elabels,
 *                       vector[INT]& nops, vector[INT]& e_indices, vector[double]& pathmags, vector[INT]& nPaths,
*/

static bool __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_count_paths(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_b, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  &__pyx_v_oprep_lists, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr>  &__pyx_v_foat_indices_per_op, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_num_elabels, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_nops, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_e_indices, std::vector<double>  &__pyx_v_pathmags, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_nPaths, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_incd, double __pyx_v_log_thres, double __pyx_v_current_mag, double __pyx_v_current_logmag, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_order, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_max_npaths, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_current_nzeros) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_j;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_k;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_orig_bi;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_orig_bn;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_n;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_sub_order;
  double __pyx_v_mag;
  double __pyx_v_mag2;
  double __pyx_v_numerator;
  double __pyx_v_denom;
  double __pyx_v_logmag;
  PyObject *__pyx_v_nzeros = NULL;
  bool __pyx_r;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_1;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_2;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_3;
  int __pyx_t_4;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_5;
  int __pyx_t_6;
  double __pyx_t_7;
  PyObject *__pyx_t_8 = NULL;
  bool __pyx_t_9;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> ::iterator __pyx_t_10;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  *__pyx_t_11;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_12;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_13;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_14;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("count_paths", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1281
 *     """ first_order means only one b[i] is incremented, e.g. b == [0 1 0] or [4 0 0] """
 *     cdef INT i, j, k, orig_bi, orig_bn
 *     cdef INT n = b.size()             # <<<<<<<<<<<<<<
 *     cdef INT sub_order
 *     cdef double mag, mag2
*/
  __pyx_v_n = __pyx_v_b.size();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1286
 *     cdef double numerator, denom
 * 
 *     for i in range(n-1, incd-1, -1):             # <<<<<<<<<<<<<<
 *         if b[i]+1 == nops[i]: continue
 *         b[i] += 1
*/
  __pyx_t_1 = (__pyx_v_incd - 1);
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = (__pyx_v_n - 1); __pyx_t_3 > __pyx_t_2; __pyx_t_3-=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1287
 * 
 *     for i in range(n-1, incd-1, -1):
 *         if b[i]+1 == nops[i]: continue             # <<<<<<<<<<<<<<
 *         b[i] += 1
 * 
*/
    __pyx_t_4 = (((__pyx_v_b[__pyx_v_i]) + 1) == (__pyx_v_nops[__pyx_v_i]));
    if (__pyx_t_4) {
      goto __pyx_L3_continue;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1288
 *     for i in range(n-1, incd-1, -1):
 *         if b[i]+1 == nops[i]: continue
 *         b[i] += 1             # <<<<<<<<<<<<<<
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order
*/
    __pyx_t_5 = __pyx_v_i;
    (__pyx_v_b[__pyx_t_5]) = ((__pyx_v_b[__pyx_t_5]) + 1);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1290
 *         b[i] += 1
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order             # <<<<<<<<<<<<<<
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0
 *         elif order == 1:
*/
    switch (__pyx_v_order) {
      case 0:

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1291
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0             # <<<<<<<<<<<<<<
 *         elif order == 1:
 *             # we started with a first order term where incd was incremented, and now
*/
      __pyx_t_6 = (__pyx_v_i != (__pyx_v_n - 1));
      if (!__pyx_t_6) {
      } else {
        __pyx_t_4 = __pyx_t_6;
        goto __pyx_L6_bool_binop_done;
      }
      __pyx_t_6 = ((__pyx_v_b[__pyx_v_i]) >= __pyx_v_num_elabels);
      __pyx_t_4 = __pyx_t_6;
      __pyx_L6_bool_binop_done:;
      if (__pyx_t_4) {
        __pyx_t_5 = 1;
      } else {
        __pyx_t_5 = 0;
      }
      __pyx_v_sub_order = __pyx_t_5;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1290
 *         b[i] += 1
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order             # <<<<<<<<<<<<<<
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0
 *         elif order == 1:
*/
      break;
      case 1:

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1295
 *             # we started with a first order term where incd was incremented, and now
 *             # we're incrementing something else
 *             sub_order = 1 if i == incd else 2 # signifies anything over 1st order where >1 column has be inc'd             # <<<<<<<<<<<<<<
 *         else:
 *             sub_order = order
*/
      __pyx_t_4 = (__pyx_v_i == __pyx_v_incd);
      if (__pyx_t_4) {
        __pyx_t_5 = 1;
      } else {
        __pyx_t_5 = 2;
      }
      __pyx_v_sub_order = __pyx_t_5;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1292
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0
 *         elif order == 1:             # <<<<<<<<<<<<<<
 *             # we started with a first order term where incd was incremented, and now
 *             # we're incrementing something else
*/
      break;
      default:

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1297
 *             sub_order = 1 if i == incd else 2 # signifies anything over 1st order where >1 column has be inc'd
 *         else:
 *             sub_order = order             # <<<<<<<<<<<<<<
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
*/
      __pyx_v_sub_order = __pyx_v_order;
      break;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1299
 *             sub_order = order
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)             # <<<<<<<<<<<<<<
 *         if logmag >= log_thres:
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
*/
    __pyx_v_logmag = (__pyx_v_current_logmag + (((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_logmagnitude - ((*(__pyx_v_oprep_lists[__pyx_v_i]))[((__pyx_v_b[__pyx_v_i]) - 1)])->_logmagnitude));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1300
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:             # <<<<<<<<<<<<<<
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
*/
    __pyx_t_4 = (__pyx_v_logmag >= __pyx_v_log_thres);
    if (__pyx_t_4) {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1301
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude             # <<<<<<<<<<<<<<
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 *             nzeros = current_nzeros
*/
      __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_magnitude;
      __pyx_v_numerator = __pyx_t_7;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1302
 *         if logmag >= log_thres:
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude             # <<<<<<<<<<<<<<
 *             nzeros = current_nzeros
 *             if denom == 0:
*/
      __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[((__pyx_v_b[__pyx_v_i]) - 1)])->_magnitude;
      __pyx_v_denom = __pyx_t_7;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1303
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 *             nzeros = current_nzeros             # <<<<<<<<<<<<<<
 *             if denom == 0:
 *                 denom = SMALL; nzeros -= 1; logmag = logmag - LOGSMALL
*/
      __pyx_t_8 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_current_nzeros); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1303, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_XDECREF_SET(__pyx_v_nzeros, __pyx_t_8);
      __pyx_t_8 = 0;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1304
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 *             nzeros = current_nzeros
 *             if denom == 0:             # <<<<<<<<<<<<<<
 *                 denom = SMALL; nzeros -= 1; logmag = logmag - LOGSMALL
 *             if numerator == 0:
*/
      __pyx_t_4 = (__pyx_v_denom == 0.0);
      if (__pyx_t_4) {

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1305
 *             nzeros = current_nzeros
 *             if denom == 0:
 *                 denom = SMALL; nzeros -= 1; logmag = logmag - LOGSMALL             # <<<<<<<<<<<<<<
 *             if numerator == 0:
 *                 numerator = SMALL; nzeros += 1; logmag = logmag + LOGSMALL
*/
        __pyx_v_denom = __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_SMALL;
        __pyx_t_8 = __Pyx_PyLong_SubtractObjC(__pyx_v_nzeros, __pyx_mstate_global->__pyx_int_1, 1, 1, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1305, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF_SET(__pyx_v_nzeros, __pyx_t_8);
        __pyx_t_8 = 0;
        __pyx_v_logmag = (__pyx_v_logmag - __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_LOGSMALL);

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1304
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 *             nzeros = current_nzeros
 *             if denom == 0:             # <<<<<<<<<<<<<<
 *                 denom = SMALL; nzeros -= 1; logmag = logmag - LOGSMALL
 *             if numerator == 0:
*/
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1306
 *             if denom == 0:
 *                 denom = SMALL; nzeros -= 1; logmag = logmag - LOGSMALL
 *             if numerator == 0:             # <<<<<<<<<<<<<<
 *                 numerator = SMALL; nzeros += 1; logmag = logmag + LOGSMALL
 *             mag = current_mag * (numerator / denom)
*/
      __pyx_t_4 = (__pyx_v_numerator == 0.0);
      if (__pyx_t_4) {

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1307
 *                 denom = SMALL; nzeros -= 1; logmag = logmag - LOGSMALL
 *             if numerator == 0:
 *                 numerator = SMALL; nzeros += 1; logmag = logmag + LOGSMALL             # <<<<<<<<<<<<<<
 *             mag = current_mag * (numerator / denom)
 * 
*/
        __pyx_v_numerator = __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_SMALL;
        __pyx_t_8 = __Pyx_PyLong_AddObjC(__pyx_v_nzeros, __pyx_mstate_global->__pyx_int_1, 1, 1, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1307, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF_SET(__pyx_v_nzeros, __pyx_t_8);
        __pyx_t_8 = 0;
        __pyx_v_logmag = (__pyx_v_logmag + __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_LOGSMALL);

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1306
 *             if denom == 0:
 *                 denom = SMALL; nzeros -= 1; logmag = logmag - LOGSMALL
 *             if numerator == 0:             # <<<<<<<<<<<<<<
 *                 numerator = SMALL; nzeros += 1; logmag = logmag + LOGSMALL
 *             mag = current_mag * (numerator / denom)
*/
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1308
 *             if numerator == 0:
 *                 numerator = SMALL; nzeros += 1; logmag = logmag + LOGSMALL
 *             mag = current_mag * (numerator / denom)             # <<<<<<<<<<<<<<
 * 
 *             ## fn_visitpath(b, mag, i) ##
*/
      if (unlikely(__pyx_v_denom == 0)) {
        PyErr_SetString(PyExc_ZeroDivisionError, "float division");
        __PYX_ERR(0, 1308, __pyx_L1_error)
      }
      __pyx_v_mag = (__pyx_v_current_mag * (__pyx_v_numerator / __pyx_v_denom));

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1311
 * 
 *             ## fn_visitpath(b, mag, i) ##
 *             if nzeros == 0:             # <<<<<<<<<<<<<<
 *                 pathmags[e_indices[b[n-1]]] += mag
 *             nPaths[e_indices[b[n-1]]] += 1
*/
      __pyx_t_4 = (__Pyx_PyLong_BoolEqObjC(__pyx_v_nzeros, __pyx_mstate_global->__pyx_int_0, 0, 0)); if (unlikely((__pyx_t_4 < 0))) __PYX_ERR(0, 1311, __pyx_L1_error)
      if (__pyx_t_4) {

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1312
 *             ## fn_visitpath(b, mag, i) ##
 *             if nzeros == 0:
 *                 pathmags[e_indices[b[n-1]]] += mag             # <<<<<<<<<<<<<<
 *             nPaths[e_indices[b[n-1]]] += 1
 *             if nPaths[e_indices[b[n-1]]] == max_npaths: return True
*/
        __pyx_t_5 = (__pyx_v_e_indices[(__pyx_v_b[(__pyx_v_n - 1)])]);
        (__pyx_v_pathmags[__pyx_t_5]) = ((__pyx_v_pathmags[__pyx_t_5]) + __pyx_v_mag);

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1311
 * 
 *             ## fn_visitpath(b, mag, i) ##
 *             if nzeros == 0:             # <<<<<<<<<<<<<<
 *                 pathmags[e_indices[b[n-1]]] += mag
 *             nPaths[e_indices[b[n-1]]] += 1
*/
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1313
 *             if nzeros == 0:
 *                 pathmags[e_indices[b[n-1]]] += mag
 *             nPaths[e_indices[b[n-1]]] += 1             # <<<<<<<<<<<<<<
 *             if nPaths[e_indices[b[n-1]]] == max_npaths: return True
 *             #print("Adding ",b)
*/
      __pyx_t_5 = (__pyx_v_e_indices[(__pyx_v_b[(__pyx_v_n - 1)])]);
      (__pyx_v_nPaths[__pyx_t_5]) = ((__pyx_v_nPaths[__pyx_t_5]) + 1);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1314
 *                 pathmags[e_indices[b[n-1]]] += mag
 *             nPaths[e_indices[b[n-1]]] += 1
 *             if nPaths[e_indices[b[n-1]]] == max_npaths: return True             # <<<<<<<<<<<<<<
 *             #print("Adding ",b)
 *             ## --------------------------
*/
      __pyx_t_4 = ((__pyx_v_nPaths[(__pyx_v_e_indices[(__pyx_v_b[(__pyx_v_n - 1)])])]) == __pyx_v_max_npaths);
      if (__pyx_t_4) {
        __pyx_r = 1;
        goto __pyx_L0;
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1320
 *             #add any allowed paths beneath this one
 *             if count_paths(b, oprep_lists, foat_indices_per_op, num_elabels, nops,
 *                            e_indices, pathmags, nPaths, i, log_thres, mag, logmag, sub_order, max_npaths, nzeros):             # <<<<<<<<<<<<<<
 *                 return True
 * 
*/
      __pyx_t_5 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_v_nzeros); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1320, __pyx_L1_error)

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1319
 * 
 *             #add any allowed paths beneath this one
 *             if count_paths(b, oprep_lists, foat_indices_per_op, num_elabels, nops,             # <<<<<<<<<<<<<<
 *                            e_indices, pathmags, nPaths, i, log_thres, mag, logmag, sub_order, max_npaths, nzeros):
 *                 return True
*/
      __pyx_t_9 = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_count_paths(__pyx_v_b, __pyx_v_oprep_lists, __pyx_v_foat_indices_per_op, __pyx_v_num_elabels, __pyx_v_nops, __pyx_v_e_indices, __pyx_v_pathmags, __pyx_v_nPaths, __pyx_v_i, __pyx_v_log_thres, __pyx_v_mag, __pyx_v_logmag, __pyx_v_sub_order, __pyx_v_max_npaths, __pyx_t_5); if (unlikely(__pyx_t_9 == ((bool)-1) && PyErr_Occurred())) __PYX_ERR(0, 1319, __pyx_L1_error)
      __pyx_t_4 = (__pyx_t_9 != 0);
      if (__pyx_t_4) {

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1321
 *             if count_paths(b, oprep_lists, foat_indices_per_op, num_elabels, nops,
 *                            e_indices, pathmags, nPaths, i, log_thres, mag, logmag, sub_order, max_npaths, nzeros):
 *                 return True             # <<<<<<<<<<<<<<
 * 
 *         elif sub_order <= 1:
*/
        __pyx_r = 1;
        goto __pyx_L0;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1319
 * 
 *             #add any allowed paths beneath this one
 *             if count_paths(b, oprep_lists, foat_indices_per_op, num_elabels, nops,             # <<<<<<<<<<<<<<
 *                            e_indices, pathmags, nPaths, i, log_thres, mag, logmag, sub_order, max_npaths, nzeros):
 *                 return True
*/
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1300
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:             # <<<<<<<<<<<<<<
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
*/
      goto __pyx_L8;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1323
 *                 return True
 * 
 *         elif sub_order <= 1:             # <<<<<<<<<<<<<<
 *             #We've rejected term-index b[i] (in column i) because it's too small - the only reason
 *             # to accept b[i] or term indices higher than it is to include "foat" terms, so we now
*/
    __pyx_t_4 = (__pyx_v_sub_order <= 1);
    if (__pyx_t_4) {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1329
 *             # values of b[i], or we wouldn't be here).  Note that we just need to visit the path,
 *             # we don't need to traverse down, since we know the path magnitude is already too low.
 *             orig_bi = b[i]             # <<<<<<<<<<<<<<
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:
*/
      __pyx_v_orig_bi = (__pyx_v_b[__pyx_v_i]);

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1330
 *             # we don't need to traverse down, since we know the path magnitude is already too low.
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):             # <<<<<<<<<<<<<<
 *                 if j >= orig_bi:
 *                     b[i] = j
*/
      __pyx_t_11 = &(*(__pyx_v_foat_indices_per_op[__pyx_v_i]));
      __pyx_t_10 = __pyx_t_11->begin();
      for (; __pyx_t_10 != __pyx_t_11->end(); ++__pyx_t_10) {
        __pyx_t_5 = *__pyx_t_10;
        __pyx_v_j = __pyx_t_5;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1331
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:             # <<<<<<<<<<<<<<
 *                     b[i] = j
 *                     nzeros = current_nzeros
*/
        __pyx_t_4 = (__pyx_v_j >= __pyx_v_orig_bi);
        if (__pyx_t_4) {

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1332
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:
 *                     b[i] = j             # <<<<<<<<<<<<<<
 *                     nzeros = current_nzeros
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude
*/
          (__pyx_v_b[__pyx_v_i]) = __pyx_v_j;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1333
 *                 if j >= orig_bi:
 *                     b[i] = j
 *                     nzeros = current_nzeros             # <<<<<<<<<<<<<<
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *                     denom = deref(oprep_lists[i])[orig_bi-1]._magnitude
*/
          __pyx_t_8 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_current_nzeros); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1333, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
          __Pyx_XDECREF_SET(__pyx_v_nzeros, __pyx_t_8);
          __pyx_t_8 = 0;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1334
 *                     b[i] = j
 *                     nzeros = current_nzeros
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude             # <<<<<<<<<<<<<<
 *                     denom = deref(oprep_lists[i])[orig_bi-1]._magnitude
 *                     if denom == 0: denom = SMALL
*/
          __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_magnitude;
          __pyx_v_numerator = __pyx_t_7;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1335
 *                     nzeros = current_nzeros
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *                     denom = deref(oprep_lists[i])[orig_bi-1]._magnitude             # <<<<<<<<<<<<<<
 *                     if denom == 0: denom = SMALL
 *                     #if numerator == 0: nzeros += 1  # not needed b/c we just leave numerator = 0
*/
          __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_orig_bi - 1)])->_magnitude;
          __pyx_v_denom = __pyx_t_7;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1336
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *                     denom = deref(oprep_lists[i])[orig_bi-1]._magnitude
 *                     if denom == 0: denom = SMALL             # <<<<<<<<<<<<<<
 *                     #if numerator == 0: nzeros += 1  # not needed b/c we just leave numerator = 0
 *                     mag = current_mag * (numerator / denom)  # OK if mag == 0 as it's not passed to any recursive calls
*/
          __pyx_t_4 = (__pyx_v_denom == 0.0);
          if (__pyx_t_4) {
            __pyx_v_denom = __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_SMALL;
          }

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1338
 *                     if denom == 0: denom = SMALL
 *                     #if numerator == 0: nzeros += 1  # not needed b/c we just leave numerator = 0
 *                     mag = current_mag * (numerator / denom)  # OK if mag == 0 as it's not passed to any recursive calls             # <<<<<<<<<<<<<<
 * 
 *                     ## fn_visitpath(b, mag, i) ##
*/
          if (unlikely(__pyx_v_denom == 0)) {
            PyErr_SetString(PyExc_ZeroDivisionError, "float division");
            __PYX_ERR(0, 1338, __pyx_L1_error)
          }
          __pyx_v_mag = (__pyx_v_current_mag * (__pyx_v_numerator / __pyx_v_denom));

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1341
 * 
 *                     ## fn_visitpath(b, mag, i) ##
 *                     if nzeros == 0:             # <<<<<<<<<<<<<<
 *                         pathmags[e_indices[b[n-1]]] += mag
 *                     nPaths[e_indices[b[n-1]]] += 1
*/
          __pyx_t_4 = (__Pyx_PyLong_BoolEqObjC(__pyx_v_nzeros, __pyx_mstate_global->__pyx_int_0, 0, 0)); if (unlikely((__pyx_t_4 < 0))) __PYX_ERR(0, 1341, __pyx_L1_error)
          if (__pyx_t_4) {

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1342
 *                     ## fn_visitpath(b, mag, i) ##
 *                     if nzeros == 0:
 *                         pathmags[e_indices[b[n-1]]] += mag             # <<<<<<<<<<<<<<
 *                     nPaths[e_indices[b[n-1]]] += 1
 *                     if nPaths[e_indices[b[n-1]]] == max_npaths: return True
*/
            __pyx_t_5 = (__pyx_v_e_indices[(__pyx_v_b[(__pyx_v_n - 1)])]);
            (__pyx_v_pathmags[__pyx_t_5]) = ((__pyx_v_pathmags[__pyx_t_5]) + __pyx_v_mag);

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1341
 * 
 *                     ## fn_visitpath(b, mag, i) ##
 *                     if nzeros == 0:             # <<<<<<<<<<<<<<
 *                         pathmags[e_indices[b[n-1]]] += mag
 *                     nPaths[e_indices[b[n-1]]] += 1
*/
          }

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1343
 *                     if nzeros == 0:
 *                         pathmags[e_indices[b[n-1]]] += mag
 *                     nPaths[e_indices[b[n-1]]] += 1             # <<<<<<<<<<<<<<
 *                     if nPaths[e_indices[b[n-1]]] == max_npaths: return True
 *                     #print("FOAT Adding ",b)
*/
          __pyx_t_5 = (__pyx_v_e_indices[(__pyx_v_b[(__pyx_v_n - 1)])]);
          (__pyx_v_nPaths[__pyx_t_5]) = ((__pyx_v_nPaths[__pyx_t_5]) + 1);

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1344
 *                         pathmags[e_indices[b[n-1]]] += mag
 *                     nPaths[e_indices[b[n-1]]] += 1
 *                     if nPaths[e_indices[b[n-1]]] == max_npaths: return True             # <<<<<<<<<<<<<<
 *                     #print("FOAT Adding ",b)
 *                     ## --------------------------
*/
          __pyx_t_4 = ((__pyx_v_nPaths[(__pyx_v_e_indices[(__pyx_v_b[(__pyx_v_n - 1)])])]) == __pyx_v_max_npaths);
          if (__pyx_t_4) {
            __pyx_r = 1;
            goto __pyx_L0;
          }

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1348
 *                     ## --------------------------
 * 
 *                     if i != n-1:             # <<<<<<<<<<<<<<
 *                         # if we're not incrementing (from a zero-order term) the final index, then we
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
*/
          __pyx_t_4 = (__pyx_v_i != (__pyx_v_n - 1));
          if (__pyx_t_4) {

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1351
 *                         # if we're not incrementing (from a zero-order term) the final index, then we
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
 *                         orig_bn = b[n-1]             # <<<<<<<<<<<<<<
 *                         for k in range(1,num_elabels):
 *                             b[n-1] = k
*/
            __pyx_v_orig_bn = (__pyx_v_b[(__pyx_v_n - 1)]);

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1352
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
 *                         orig_bn = b[n-1]
 *                         for k in range(1,num_elabels):             # <<<<<<<<<<<<<<
 *                             b[n-1] = k
 *                             numerator = deref(oprep_lists[n-1])[b[n-1]]._magnitude
*/
            __pyx_t_5 = __pyx_v_num_elabels;
            __pyx_t_12 = __pyx_t_5;
            for (__pyx_t_13 = 1; __pyx_t_13 < __pyx_t_12; __pyx_t_13+=1) {
              __pyx_v_k = __pyx_t_13;

              /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1353
 *                         orig_bn = b[n-1]
 *                         for k in range(1,num_elabels):
 *                             b[n-1] = k             # <<<<<<<<<<<<<<
 *                             numerator = deref(oprep_lists[n-1])[b[n-1]]._magnitude
 *                             denom = deref(oprep_lists[i])[orig_bn]._magnitude
*/
              (__pyx_v_b[(__pyx_v_n - 1)]) = __pyx_v_k;

              /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1354
 *                         for k in range(1,num_elabels):
 *                             b[n-1] = k
 *                             numerator = deref(oprep_lists[n-1])[b[n-1]]._magnitude             # <<<<<<<<<<<<<<
 *                             denom = deref(oprep_lists[i])[orig_bn]._magnitude
 *                             if denom == 0: denom = SMALL
*/
              __pyx_t_7 = ((*(__pyx_v_oprep_lists[(__pyx_v_n - 1)]))[(__pyx_v_b[(__pyx_v_n - 1)])])->_magnitude;
              __pyx_v_numerator = __pyx_t_7;

              /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1355
 *                             b[n-1] = k
 *                             numerator = deref(oprep_lists[n-1])[b[n-1]]._magnitude
 *                             denom = deref(oprep_lists[i])[orig_bn]._magnitude             # <<<<<<<<<<<<<<
 *                             if denom == 0: denom = SMALL
 * 
*/
              __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[__pyx_v_orig_bn])->_magnitude;
              __pyx_v_denom = __pyx_t_7;

              /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1356
 *                             numerator = deref(oprep_lists[n-1])[b[n-1]]._magnitude
 *                             denom = deref(oprep_lists[i])[orig_bn]._magnitude
 *                             if denom == 0: denom = SMALL             # <<<<<<<<<<<<<<
 * 
 *                             mag2 = mag * (numerator / denom)
*/
              __pyx_t_4 = (__pyx_v_denom == 0.0);
              if (__pyx_t_4) {
                __pyx_v_denom = __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_SMALL;
              }

              /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1358
 *                             if denom == 0: denom = SMALL
 * 
 *                             mag2 = mag * (numerator / denom)             # <<<<<<<<<<<<<<
 * 
 *                             ## fn_visitpath(b, mag2, n-1) ##
*/
              if (unlikely(__pyx_v_denom == 0)) {
                PyErr_SetString(PyExc_ZeroDivisionError, "float division");
                __PYX_ERR(0, 1358, __pyx_L1_error)
              }
              __pyx_v_mag2 = (__pyx_v_mag * (__pyx_v_numerator / __pyx_v_denom));

              /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1361
 * 
 *                             ## fn_visitpath(b, mag2, n-1) ##
 *                             if nzeros == 0:  # if numerator was zero above, mag2 will be zero, so we still won't add anyting (good)             # <<<<<<<<<<<<<<
 *                                 pathmags[e_indices[b[n-1]]] += mag2
 *                             nPaths[e_indices[b[n-1]]] += 1
*/
              __pyx_t_4 = (__Pyx_PyLong_BoolEqObjC(__pyx_v_nzeros, __pyx_mstate_global->__pyx_int_0, 0, 0)); if (unlikely((__pyx_t_4 < 0))) __PYX_ERR(0, 1361, __pyx_L1_error)
              if (__pyx_t_4) {

                /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1362
 *                             ## fn_visitpath(b, mag2, n-1) ##
 *                             if nzeros == 0:  # if numerator was zero above, mag2 will be zero, so we still won't add anyting (good)
 *                                 pathmags[e_indices[b[n-1]]] += mag2             # <<<<<<<<<<<<<<
 *                             nPaths[e_indices[b[n-1]]] += 1
 *                             if nPaths[e_indices[b[n-1]]] == max_npaths: return True
*/
                __pyx_t_14 = (__pyx_v_e_indices[(__pyx_v_b[(__pyx_v_n - 1)])]);
                (__pyx_v_pathmags[__pyx_t_14]) = ((__pyx_v_pathmags[__pyx_t_14]) + __pyx_v_mag2);

                /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1361
 * 
 *                             ## fn_visitpath(b, mag2, n-1) ##
 *                             if nzeros == 0:  # if numerator was zero above, mag2 will be zero, so we still won't add anyting (good)             # <<<<<<<<<<<<<<
 *                                 pathmags[e_indices[b[n-1]]] += mag2
 *                             nPaths[e_indices[b[n-1]]] += 1
*/
              }

              /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1363
 *                             if nzeros == 0:  # if numerator was zero above, mag2 will be zero, so we still won't add anyting (good)
 *                                 pathmags[e_indices[b[n-1]]] += mag2
 *                             nPaths[e_indices[b[n-1]]] += 1             # <<<<<<<<<<<<<<
 *                             if nPaths[e_indices[b[n-1]]] == max_npaths: return True
 *                             #print("FOAT Adding ",b)
*/
              __pyx_t_14 = (__pyx_v_e_indices[(__pyx_v_b[(__pyx_v_n - 1)])]);
              (__pyx_v_nPaths[__pyx_t_14]) = ((__pyx_v_nPaths[__pyx_t_14]) + 1);

              /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1364
 *                                 pathmags[e_indices[b[n-1]]] += mag2
 *                             nPaths[e_indices[b[n-1]]] += 1
 *                             if nPaths[e_indices[b[n-1]]] == max_npaths: return True             # <<<<<<<<<<<<<<
 *                             #print("FOAT Adding ",b)
 *                             ## --------------------------
*/
              __pyx_t_4 = ((__pyx_v_nPaths[(__pyx_v_e_indices[(__pyx_v_b[(__pyx_v_n - 1)])])]) == __pyx_v_max_npaths);
              if (__pyx_t_4) {
                __pyx_r = 1;
                goto __pyx_L0;
              }
            }

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1367
 *                             #print("FOAT Adding ",b)
 *                             ## --------------------------
 *                         b[n-1] = orig_bn             # <<<<<<<<<<<<<<
 *             b[i] = orig_bi
 *         b[i] -= 1 # so we don't have to copy b
*/
            (__pyx_v_b[(__pyx_v_n - 1)]) = __pyx_v_orig_bn;

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1348
 *                     ## --------------------------
 * 
 *                     if i != n-1:             # <<<<<<<<<<<<<<
 *                         # if we're not incrementing (from a zero-order term) the final index, then we
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
*/
          }

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1331
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:             # <<<<<<<<<<<<<<
 *                     b[i] = j
 *                     nzeros = current_nzeros
*/
        }

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1330
 *             # we don't need to traverse down, since we know the path magnitude is already too low.
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):             # <<<<<<<<<<<<<<
 *                 if j >= orig_bi:
 *                     b[i] = j
*/
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1368
 *                             ## --------------------------
 *                         b[n-1] = orig_bn
 *             b[i] = orig_bi             # <<<<<<<<<<<<<<
 *         b[i] -= 1 # so we don't have to copy b
 *     return False
*/
      (__pyx_v_b[__pyx_v_i]) = __pyx_v_orig_bi;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1323
 *                 return True
 * 
 *         elif sub_order <= 1:             # <<<<<<<<<<<<<<
 *             #We've rejected term-index b[i] (in column i) because it's too small - the only reason
 *             # to accept b[i] or term indices higher than it is to include "foat" terms, so we now
*/
    }
    __pyx_L8:;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1369
 *                         b[n-1] = orig_bn
 *             b[i] = orig_bi
 *         b[i] -= 1 # so we don't have to copy b             # <<<<<<<<<<<<<<
 *     return False
 * 
*/
    __pyx_t_5 = __pyx_v_i;
    (__pyx_v_b[__pyx_t_5]) = ((__pyx_v_b[__pyx_t_5]) - 1);
    __pyx_L3_continue:;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1370
 *             b[i] = orig_bi
 *         b[i] -= 1 # so we don't have to copy b
 *     return False             # <<<<<<<<<<<<<<
 * 
 * 
*/
  __pyx_r = 0;
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1274
 * # include) at their "locked in" values.  Thus, it is not always true that log10(term.magnitude) == term.logmagnitude.  This
 * # seems non-intuitive and could be problematic if it isn't at least clarified in the FUTURE.
 * cdef bool count_paths(vector[INT]& b, vector[vector_TermCRep_ptr_ptr]& oprep_lists,             # <<<<<<<<<<<<<<
 *                       vector[vector_INT_ptr]& foat_indices_per_op, INT num_elabels,
 *                       vector[INT]& nops, vector[INT]& e_indices, vector[double]& pathmags, vector[INT]& nPaths,
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.count_paths", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_nzeros);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1373
 * 
 * 
 * cdef void count_paths_upto_threshold(vector[vector_TermCRep_ptr_ptr] oprep_lists, double pathmag_threshold, INT num_elabels,             # <<<<<<<<<<<<<<
 *                                      vector[vector_INT_ptr] foat_indices_per_op, vector[INT]& e_indices, INT max_npaths,
 *                                      vector[double]& pathmags, vector[INT]& nPaths):
*/

static void __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_count_paths_upto_threshold(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_v_oprep_lists, double __pyx_v_pathmag_threshold, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_num_elabels, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr>  __pyx_v_foat_indices_per_op, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_e_indices, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_max_npaths, std::vector<double>  &__pyx_v_pathmags, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_nPaths) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_n;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_nops;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_b;
  double __pyx_v_log_thres;
  double __pyx_v_current_mag;
  double __pyx_v_current_logmag;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_t_1;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_2;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_3;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_4;
  bool __pyx_t_5;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1378
 *     """ TODO: docstring """
 *     cdef INT i
 *     cdef INT n = oprep_lists.size()             # <<<<<<<<<<<<<<
 *     cdef vector[INT] nops = vector[INT](n)
 *     cdef vector[INT] b = vector[INT](n)
*/
  __pyx_v_n = __pyx_v_oprep_lists.size();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1379
 *     cdef INT i
 *     cdef INT n = oprep_lists.size()
 *     cdef vector[INT] nops = vector[INT](n)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] b = vector[INT](n)
 *     cdef double log_thres = log10(pathmag_threshold)
*/
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (__pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1379, __pyx_L1_error)
  }
  __pyx_v_nops = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1380
 *     cdef INT n = oprep_lists.size()
 *     cdef vector[INT] nops = vector[INT](n)
 *     cdef vector[INT] b = vector[INT](n)             # <<<<<<<<<<<<<<
 *     cdef double log_thres = log10(pathmag_threshold)
 *     cdef double current_mag = 1.0
*/
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (__pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1380, __pyx_L1_error)
  }
  __pyx_v_b = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1381
 *     cdef vector[INT] nops = vector[INT](n)
 *     cdef vector[INT] b = vector[INT](n)
 *     cdef double log_thres = log10(pathmag_threshold)             # <<<<<<<<<<<<<<
 *     cdef double current_mag = 1.0
 *     cdef double current_logmag = 0.0
*/
  __pyx_v_log_thres = log10(__pyx_v_pathmag_threshold);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1382
 *     cdef vector[INT] b = vector[INT](n)
 *     cdef double log_thres = log10(pathmag_threshold)
 *     cdef double current_mag = 1.0             # <<<<<<<<<<<<<<
 *     cdef double current_logmag = 0.0
 * 
*/
  __pyx_v_current_mag = 1.0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1383
 *     cdef double log_thres = log10(pathmag_threshold)
 *     cdef double current_mag = 1.0
 *     cdef double current_logmag = 0.0             # <<<<<<<<<<<<<<
 * 
 *     for i in range(n):
*/
  __pyx_v_current_logmag = 0.0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1385
 *     cdef double current_logmag = 0.0
 * 
 *     for i in range(n):             # <<<<<<<<<<<<<<
 *         nops[i] = oprep_lists[i].size()
 *         b[i] = 0
*/
  __pyx_t_2 = __pyx_v_n;
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1386
 * 
 *     for i in range(n):
 *         nops[i] = oprep_lists[i].size()             # <<<<<<<<<<<<<<
 *         b[i] = 0
 * 
*/
    (__pyx_v_nops[__pyx_v_i]) = (__pyx_v_oprep_lists[__pyx_v_i])->size();

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1387
 *     for i in range(n):
 *         nops[i] = oprep_lists[i].size()
 *         b[i] = 0             # <<<<<<<<<<<<<<
 * 
 *     ## fn_visitpath(b, current_mag, 0) # visit root (all 0s) path
*/
    (__pyx_v_b[__pyx_v_i]) = 0;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1390
 * 
 *     ## fn_visitpath(b, current_mag, 0) # visit root (all 0s) path
 *     pathmags[e_indices[0]] += current_mag             # <<<<<<<<<<<<<<
 *     nPaths[e_indices[0]] += 1
 *     #print("Adding ",b)
*/
  __pyx_t_2 = (__pyx_v_e_indices[0]);
  (__pyx_v_pathmags[__pyx_t_2]) = ((__pyx_v_pathmags[__pyx_t_2]) + __pyx_v_current_mag);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1391
 *     ## fn_visitpath(b, current_mag, 0) # visit root (all 0s) path
 *     pathmags[e_indices[0]] += current_mag
 *     nPaths[e_indices[0]] += 1             # <<<<<<<<<<<<<<
 *     #print("Adding ",b)
 *     ## -------------------------------
*/
  __pyx_t_2 = (__pyx_v_e_indices[0]);
  (__pyx_v_nPaths[__pyx_t_2]) = ((__pyx_v_nPaths[__pyx_t_2]) + 1);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1394
 *     #print("Adding ",b)
 *     ## -------------------------------
 *     count_paths(b, oprep_lists, foat_indices_per_op, num_elabels, nops, e_indices, pathmags, nPaths,             # <<<<<<<<<<<<<<
 *                 0, log_thres, current_mag, current_logmag, 0, max_npaths, 0)
 *     return
*/
  __pyx_t_5 = __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_count_paths(__pyx_v_b, __pyx_v_oprep_lists, __pyx_v_foat_indices_per_op, __pyx_v_num_elabels, __pyx_v_nops, __pyx_v_e_indices, __pyx_v_pathmags, __pyx_v_nPaths, 0, __pyx_v_log_thres, __pyx_v_current_mag, __pyx_v_current_logmag, 0, __pyx_v_max_npaths, 0); if (unlikely(__pyx_t_5 == ((bool)-1) && PyErr_Occurred())) __PYX_ERR(0, 1394, __pyx_L1_error)

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1396
 *     count_paths(b, oprep_lists, foat_indices_per_op, num_elabels, nops, e_indices, pathmags, nPaths,
 *                 0, log_thres, current_mag, current_logmag, 0, max_npaths, 0)
 *     return             # <<<<<<<<<<<<<<
 * 
 * 
*/
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1373
 * 
 * 
 * cdef void count_paths_upto_threshold(vector[vector_TermCRep_ptr_ptr] oprep_lists, double pathmag_threshold, INT num_elabels,             # <<<<<<<<<<<<<<
 *                                      vector[vector_INT_ptr] foat_indices_per_op, vector[INT]& e_indices, INT max_npaths,
 *                                      vector[double]& pathmags, vector[INT]& nPaths):
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.count_paths_upto_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_L0:;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1399
 * 
 * 
 * cdef double pathmagnitude_threshold(vector[vector_TermCRep_ptr_ptr] oprep_lists, vector[INT]& e_indices,             # <<<<<<<<<<<<<<
 *                                     INT nEffects, vector[double] target_sum_of_pathmags,
 *                                     vector[vector_INT_ptr] foat_indices_per_op,
*/

static double __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_pathmagnitude_threshold(std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_v_oprep_lists, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_e_indices, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_nEffects, std::vector<double>  __pyx_v_target_sum_of_pathmags, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr>  __pyx_v_foat_indices_per_op, double __pyx_v_initial_threshold, double __pyx_v_min_threshold, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_max_npaths, std::vector<double>  &__pyx_v_mags, std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  &__pyx_v_nPaths) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_nIters;
  double __pyx_v_threshold;
  double __pyx_v_threshold_upper_bound;
  double __pyx_v_threshold_lower_bound;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_j;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_try_larger_threshold;
  double __pyx_r;
  double __pyx_t_1;
  int __pyx_t_2;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_3;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_4;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_5;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_6;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_7;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_8;
  int __pyx_t_9;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1407
 *     TODO: docstring - note: target_sum_of_pathmags is a *vector* that holds a separate value for each E-index
 *     """
 *     cdef INT nIters = 0             # <<<<<<<<<<<<<<
 *     cdef double threshold = initial_threshold if (initial_threshold >= 0) else 0.1 # default value
 *     #target_mag = target_sum_of_pathmags
*/
  __pyx_v_nIters = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1408
 *     """
 *     cdef INT nIters = 0
 *     cdef double threshold = initial_threshold if (initial_threshold >= 0) else 0.1 # default value             # <<<<<<<<<<<<<<
 *     #target_mag = target_sum_of_pathmags
 *     cdef double threshold_upper_bound = 1.0
*/
  __pyx_t_2 = (__pyx_v_initial_threshold >= 0.0);
  if (__pyx_t_2) {
    __pyx_t_1 = __pyx_v_initial_threshold;
  } else {
    __pyx_t_1 = 0.1;
  }
  __pyx_v_threshold = __pyx_t_1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1410
 *     cdef double threshold = initial_threshold if (initial_threshold >= 0) else 0.1 # default value
 *     #target_mag = target_sum_of_pathmags
 *     cdef double threshold_upper_bound = 1.0             # <<<<<<<<<<<<<<
 *     cdef double threshold_lower_bound = -1.0
 *     cdef INT i, j
*/
  __pyx_v_threshold_upper_bound = 1.0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1411
 *     #target_mag = target_sum_of_pathmags
 *     cdef double threshold_upper_bound = 1.0
 *     cdef double threshold_lower_bound = -1.0             # <<<<<<<<<<<<<<
 *     cdef INT i, j
 *     cdef INT try_larger_threshold
*/
  __pyx_v_threshold_lower_bound = -1.0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1415
 *     cdef INT try_larger_threshold
 * 
 *     while nIters < 100: # TODO: allow setting max_nIters as an arg?             # <<<<<<<<<<<<<<
 *         for i in range(nEffects):
 *             mags[i] = 0.0; nPaths[i] = 0
*/
  while (1) {
    __pyx_t_2 = (__pyx_v_nIters < 0x64);
    if (!__pyx_t_2) break;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1416
 * 
 *     while nIters < 100: # TODO: allow setting max_nIters as an arg?
 *         for i in range(nEffects):             # <<<<<<<<<<<<<<
 *             mags[i] = 0.0; nPaths[i] = 0
 *         count_paths_upto_threshold(oprep_lists, threshold, nEffects,
*/
    __pyx_t_3 = __pyx_v_nEffects;
    __pyx_t_4 = __pyx_t_3;
    for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
      __pyx_v_i = __pyx_t_5;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1417
 *     while nIters < 100: # TODO: allow setting max_nIters as an arg?
 *         for i in range(nEffects):
 *             mags[i] = 0.0; nPaths[i] = 0             # <<<<<<<<<<<<<<
 *         count_paths_upto_threshold(oprep_lists, threshold, nEffects,
 *                                    foat_indices_per_op, e_indices, max_npaths,
*/
      (__pyx_v_mags[__pyx_v_i]) = 0.0;
      (__pyx_v_nPaths[__pyx_v_i]) = 0;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1418
 *         for i in range(nEffects):
 *             mags[i] = 0.0; nPaths[i] = 0
 *         count_paths_upto_threshold(oprep_lists, threshold, nEffects,             # <<<<<<<<<<<<<<
 *                                    foat_indices_per_op, e_indices, max_npaths,
 *                                    mags, nPaths)
*/
    __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_count_paths_upto_threshold(__pyx_v_oprep_lists, __pyx_v_threshold, __pyx_v_nEffects, __pyx_v_foat_indices_per_op, __pyx_v_e_indices, __pyx_v_max_npaths, __pyx_v_mags, __pyx_v_nPaths); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1418, __pyx_L1_error)

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1422
 *                                    mags, nPaths)
 * 
 *         try_larger_threshold = 1 # True             # <<<<<<<<<<<<<<
 *         for i in range(nEffects):
 *             #if(mags[i] > target_sum_of_pathmags[i]): #DEBUG CHECK
*/
    __pyx_v_try_larger_threshold = 1;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1423
 * 
 *         try_larger_threshold = 1 # True
 *         for i in range(nEffects):             # <<<<<<<<<<<<<<
 *             #if(mags[i] > target_sum_of_pathmags[i]): #DEBUG CHECK
 *             #    print "MAGS TOO LARGE!!! mags=",mags[i]," target_sum=",target_sum_of_pathmags[i]
*/
    __pyx_t_3 = __pyx_v_nEffects;
    __pyx_t_4 = __pyx_t_3;
    for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
      __pyx_v_i = __pyx_t_5;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1427
 *             #    print "MAGS TOO LARGE!!! mags=",mags[i]," target_sum=",target_sum_of_pathmags[i]
 * 
 *             if(mags[i] < target_sum_of_pathmags[i]):             # <<<<<<<<<<<<<<
 *                 try_larger_threshold = 0 # False
 * 
*/
      __pyx_t_2 = ((__pyx_v_mags[__pyx_v_i]) < (__pyx_v_target_sum_of_pathmags[__pyx_v_i]));
      if (__pyx_t_2) {

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1428
 * 
 *             if(mags[i] < target_sum_of_pathmags[i]):
 *                 try_larger_threshold = 0 # False             # <<<<<<<<<<<<<<
 * 
 *                 #Check that max_npaths has not been reached - if so, *still* try a larger threshold
*/
        __pyx_v_try_larger_threshold = 0;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1431
 * 
 *                 #Check that max_npaths has not been reached - if so, *still* try a larger threshold
 *                 for j in range(nEffects):             # <<<<<<<<<<<<<<
 *                     if nPaths[j] >= max_npaths:
 *                         try_larger_threshold = 1 # True
*/
        __pyx_t_6 = __pyx_v_nEffects;
        __pyx_t_7 = __pyx_t_6;
        for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
          __pyx_v_j = __pyx_t_8;

          /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1432
 *                 #Check that max_npaths has not been reached - if so, *still* try a larger threshold
 *                 for j in range(nEffects):
 *                     if nPaths[j] >= max_npaths:             # <<<<<<<<<<<<<<
 *                         try_larger_threshold = 1 # True
 *                         break
*/
          __pyx_t_2 = ((__pyx_v_nPaths[__pyx_v_j]) >= __pyx_v_max_npaths);
          if (__pyx_t_2) {

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1433
 *                 for j in range(nEffects):
 *                     if nPaths[j] >= max_npaths:
 *                         try_larger_threshold = 1 # True             # <<<<<<<<<<<<<<
 *                         break
 *                 break
*/
            __pyx_v_try_larger_threshold = 1;

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1434
 *                     if nPaths[j] >= max_npaths:
 *                         try_larger_threshold = 1 # True
 *                         break             # <<<<<<<<<<<<<<
 *                 break
 * 
*/
            goto __pyx_L11_break;

            /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1432
 *                 #Check that max_npaths has not been reached - if so, *still* try a larger threshold
 *                 for j in range(nEffects):
 *                     if nPaths[j] >= max_npaths:             # <<<<<<<<<<<<<<
 *                         try_larger_threshold = 1 # True
 *                         break
*/
          }
        }
        __pyx_L11_break:;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1435
 *                         try_larger_threshold = 1 # True
 *                         break
 *                 break             # <<<<<<<<<<<<<<
 * 
 *         if try_larger_threshold:
*/
        goto __pyx_L8_break;

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1427
 *             #    print "MAGS TOO LARGE!!! mags=",mags[i]," target_sum=",target_sum_of_pathmags[i]
 * 
 *             if(mags[i] < target_sum_of_pathmags[i]):             # <<<<<<<<<<<<<<
 *                 try_larger_threshold = 0 # False
 * 
*/
      }
    }
    __pyx_L8_break:;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1437
 *                 break
 * 
 *         if try_larger_threshold:             # <<<<<<<<<<<<<<
 *             threshold_lower_bound = threshold
 *             if threshold_upper_bound >= 0: # ~(is not None)
*/
    __pyx_t_2 = (__pyx_v_try_larger_threshold != 0);
    if (__pyx_t_2) {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1438
 * 
 *         if try_larger_threshold:
 *             threshold_lower_bound = threshold             # <<<<<<<<<<<<<<
 *             if threshold_upper_bound >= 0: # ~(is not None)
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
*/
      __pyx_v_threshold_lower_bound = __pyx_v_threshold;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1439
 *         if try_larger_threshold:
 *             threshold_lower_bound = threshold
 *             if threshold_upper_bound >= 0: # ~(is not None)             # <<<<<<<<<<<<<<
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 *             else: threshold *= 2
*/
      __pyx_t_2 = (__pyx_v_threshold_upper_bound >= 0.0);
      if (__pyx_t_2) {

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1440
 *             threshold_lower_bound = threshold
 *             if threshold_upper_bound >= 0: # ~(is not None)
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2             # <<<<<<<<<<<<<<
 *             else: threshold *= 2
 *         else: # try smaller threshold
*/
        __pyx_v_threshold = ((__pyx_v_threshold_upper_bound + __pyx_v_threshold_lower_bound) / 2.0);

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1439
 *         if try_larger_threshold:
 *             threshold_lower_bound = threshold
 *             if threshold_upper_bound >= 0: # ~(is not None)             # <<<<<<<<<<<<<<
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 *             else: threshold *= 2
*/
        goto __pyx_L14;
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1441
 *             if threshold_upper_bound >= 0: # ~(is not None)
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 *             else: threshold *= 2             # <<<<<<<<<<<<<<
 *         else: # try smaller threshold
 *             threshold_upper_bound = threshold
*/
      /*else*/ {
        __pyx_v_threshold = (__pyx_v_threshold * 2.0);
      }
      __pyx_L14:;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1437
 *                 break
 * 
 *         if try_larger_threshold:             # <<<<<<<<<<<<<<
 *             threshold_lower_bound = threshold
 *             if threshold_upper_bound >= 0: # ~(is not None)
*/
      goto __pyx_L13;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1443
 *             else: threshold *= 2
 *         else: # try smaller threshold
 *             threshold_upper_bound = threshold             # <<<<<<<<<<<<<<
 *             if threshold_lower_bound >= 0: # ~(is not None)
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
*/
    /*else*/ {
      __pyx_v_threshold_upper_bound = __pyx_v_threshold;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1444
 *         else: # try smaller threshold
 *             threshold_upper_bound = threshold
 *             if threshold_lower_bound >= 0: # ~(is not None)             # <<<<<<<<<<<<<<
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 *             else: threshold /= 2
*/
      __pyx_t_2 = (__pyx_v_threshold_lower_bound >= 0.0);
      if (__pyx_t_2) {

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1445
 *             threshold_upper_bound = threshold
 *             if threshold_lower_bound >= 0: # ~(is not None)
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2             # <<<<<<<<<<<<<<
 *             else: threshold /= 2
 * 
*/
        __pyx_v_threshold = ((__pyx_v_threshold_upper_bound + __pyx_v_threshold_lower_bound) / 2.0);

        /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1444
 *         else: # try smaller threshold
 *             threshold_upper_bound = threshold
 *             if threshold_lower_bound >= 0: # ~(is not None)             # <<<<<<<<<<<<<<
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 *             else: threshold /= 2
*/
        goto __pyx_L15;
      }

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1446
 *             if threshold_lower_bound >= 0: # ~(is not None)
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 *             else: threshold /= 2             # <<<<<<<<<<<<<<
 * 
 *         #print("  Interval: threshold in [%s,%s]: %s %s" % (str(threshold_upper_bound),str(threshold_lower_bound),mag,nPaths))
*/
      /*else*/ {
        __pyx_v_threshold = (__pyx_v_threshold / 2.0);
      }
      __pyx_L15:;
    }
    __pyx_L13:;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1449
 * 
 *         #print("  Interval: threshold in [%s,%s]: %s %s" % (str(threshold_upper_bound),str(threshold_lower_bound),mag,nPaths))
 *         if threshold_upper_bound >= 0 and threshold_lower_bound >= 0 and \             # <<<<<<<<<<<<<<
 *            (threshold_upper_bound - threshold_lower_bound)/threshold_upper_bound < 1e-3:
 *             #print("Converged after %d iters!" % nIters)
*/
    __pyx_t_9 = (__pyx_v_threshold_upper_bound >= 0.0);
    if (__pyx_t_9) {
    } else {
      __pyx_t_2 = __pyx_t_9;
      goto __pyx_L17_bool_binop_done;
    }
    __pyx_t_9 = (__pyx_v_threshold_lower_bound >= 0.0);
    if (__pyx_t_9) {
    } else {
      __pyx_t_2 = __pyx_t_9;
      goto __pyx_L17_bool_binop_done;
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1450
 *         #print("  Interval: threshold in [%s,%s]: %s %s" % (str(threshold_upper_bound),str(threshold_lower_bound),mag,nPaths))
 *         if threshold_upper_bound >= 0 and threshold_lower_bound >= 0 and \
 *            (threshold_upper_bound - threshold_lower_bound)/threshold_upper_bound < 1e-3:             # <<<<<<<<<<<<<<
 *             #print("Converged after %d iters!" % nIters)
 *             break
*/
    __pyx_t_1 = (__pyx_v_threshold_upper_bound - __pyx_v_threshold_lower_bound);
    if (unlikely(__pyx_v_threshold_upper_bound == 0)) {
      PyErr_SetString(PyExc_ZeroDivisionError, "float division");
      __PYX_ERR(0, 1450, __pyx_L1_error)
    }
    __pyx_t_9 = ((__pyx_t_1 / __pyx_v_threshold_upper_bound) < 1e-3);
    __pyx_t_2 = __pyx_t_9;
    __pyx_L17_bool_binop_done:;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1449
 * 
 *         #print("  Interval: threshold in [%s,%s]: %s %s" % (str(threshold_upper_bound),str(threshold_lower_bound),mag,nPaths))
 *         if threshold_upper_bound >= 0 and threshold_lower_bound >= 0 and \             # <<<<<<<<<<<<<<
 *            (threshold_upper_bound - threshold_lower_bound)/threshold_upper_bound < 1e-3:
 *             #print("Converged after %d iters!" % nIters)
*/
    if (__pyx_t_2) {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1452
 *            (threshold_upper_bound - threshold_lower_bound)/threshold_upper_bound < 1e-3:
 *             #print("Converged after %d iters!" % nIters)
 *             break             # <<<<<<<<<<<<<<
 *         if threshold_upper_bound < min_threshold: # could also just set min_threshold to be the lower bound initially?
 *             threshold_upper_bound = threshold_lower_bound = min_threshold
*/
      goto __pyx_L4_break;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1449
 * 
 *         #print("  Interval: threshold in [%s,%s]: %s %s" % (str(threshold_upper_bound),str(threshold_lower_bound),mag,nPaths))
 *         if threshold_upper_bound >= 0 and threshold_lower_bound >= 0 and \             # <<<<<<<<<<<<<<
 *            (threshold_upper_bound - threshold_lower_bound)/threshold_upper_bound < 1e-3:
 *             #print("Converged after %d iters!" % nIters)
*/
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1453
 *             #print("Converged after %d iters!" % nIters)
 *             break
 *         if threshold_upper_bound < min_threshold: # could also just set min_threshold to be the lower bound initially?             # <<<<<<<<<<<<<<
 *             threshold_upper_bound = threshold_lower_bound = min_threshold
 *             #print("Hit min threshold after %d iters!" % nIters)
*/
    __pyx_t_2 = (__pyx_v_threshold_upper_bound < __pyx_v_min_threshold);
    if (__pyx_t_2) {

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1454
 *             break
 *         if threshold_upper_bound < min_threshold: # could also just set min_threshold to be the lower bound initially?
 *             threshold_upper_bound = threshold_lower_bound = min_threshold             # <<<<<<<<<<<<<<
 *             #print("Hit min threshold after %d iters!" % nIters)
 *             break
*/
      __pyx_v_threshold_upper_bound = __pyx_v_min_threshold;
      __pyx_v_threshold_lower_bound = __pyx_v_min_threshold;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1456
 *             threshold_upper_bound = threshold_lower_bound = min_threshold
 *             #print("Hit min threshold after %d iters!" % nIters)
 *             break             # <<<<<<<<<<<<<<
 * 
 *         nIters += 1
*/
      goto __pyx_L4_break;

      /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1453
 *             #print("Converged after %d iters!" % nIters)
 *             break
 *         if threshold_upper_bound < min_threshold: # could also just set min_threshold to be the lower bound initially?             # <<<<<<<<<<<<<<
 *             threshold_upper_bound = threshold_lower_bound = min_threshold
 *             #print("Hit min threshold after %d iters!" % nIters)
*/
    }

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1458
 *             break
 * 
 *         nIters += 1             # <<<<<<<<<<<<<<
 * 
 *     #Run path traversal once more to count final number of paths
*/
    __pyx_v_nIters = (__pyx_v_nIters + 1);
  }
  __pyx_L4_break:;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1461
 * 
 *     #Run path traversal once more to count final number of paths
 *     for i in range(nEffects):             # <<<<<<<<<<<<<<
 *         mags[i] = 0.0; nPaths[i] = 0
 *     count_paths_upto_threshold(oprep_lists, threshold_lower_bound, nEffects,
*/
  __pyx_t_3 = __pyx_v_nEffects;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1462
 *     #Run path traversal once more to count final number of paths
 *     for i in range(nEffects):
 *         mags[i] = 0.0; nPaths[i] = 0             # <<<<<<<<<<<<<<
 *     count_paths_upto_threshold(oprep_lists, threshold_lower_bound, nEffects,
 *                                foat_indices_per_op, e_indices, 1000000000, mags, nPaths) # sets mags and nPaths
*/
    (__pyx_v_mags[__pyx_v_i]) = 0.0;
    (__pyx_v_nPaths[__pyx_v_i]) = 0;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1463
 *     for i in range(nEffects):
 *         mags[i] = 0.0; nPaths[i] = 0
 *     count_paths_upto_threshold(oprep_lists, threshold_lower_bound, nEffects,             # <<<<<<<<<<<<<<
 *                                foat_indices_per_op, e_indices, 1000000000, mags, nPaths) # sets mags and nPaths
 *     # 1000000000 == NO_LIMIT; we want to test that the threshold above limits the number of
*/
  __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_count_paths_upto_threshold(__pyx_v_oprep_lists, __pyx_v_threshold_lower_bound, __pyx_v_nEffects, __pyx_v_foat_indices_per_op, __pyx_v_e_indices, 0x3B9ACA00, __pyx_v_mags, __pyx_v_nPaths); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1463, __pyx_L1_error)

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1469
 *     # may be needed to ensure all equal-weight paths are considered together (needed for the resulting prob to be *real*).
 * 
 *     return threshold_lower_bound             # <<<<<<<<<<<<<<
 * 
 * def circuit_achieved_and_max_sopm(fwdsim, rholabel, elabels, circuit, repcache, threshold, min_term_mag):
*/
  __pyx_r = __pyx_v_threshold_lower_bound;
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1399
 * 
 * 
 * cdef double pathmagnitude_threshold(vector[vector_TermCRep_ptr_ptr] oprep_lists, vector[INT]& e_indices,             # <<<<<<<<<<<<<<
 *                                     INT nEffects, vector[double] target_sum_of_pathmags,
 *                                     vector[vector_INT_ptr] foat_indices_per_op,
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.pathmagnitude_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  return __pyx_r;
}

/* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1471
 *     return threshold_lower_bound
 * 
 * def circuit_achieved_and_max_sopm(fwdsim, rholabel, elabels, circuit, repcache, threshold, min_term_mag):             # <<<<<<<<<<<<<<
 *     """ TODO: docstring """
 * 
*/

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_11circuit_achieved_and_max_sopm(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
); /*proto*/
PyDoc_STRVAR(__pyx_doc_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10circuit_achieved_and_max_sopm, " TODO: docstring ");
static PyMethodDef __pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_11circuit_achieved_and_max_sopm = {"circuit_achieved_and_max_sopm", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_11circuit_achieved_and_max_sopm, __Pyx_METH_FASTCALL|METH_KEYWORDS, __pyx_doc_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10circuit_achieved_and_max_sopm};
static PyObject *__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_11circuit_achieved_and_max_sopm(PyObject *__pyx_self, 
#if CYTHON_METH_FASTCALL
PyObject *const *__pyx_args, Py_ssize_t __pyx_nargs, PyObject *__pyx_kwds
#else
PyObject *__pyx_args, PyObject *__pyx_kwds
#endif
) {
  PyObject *__pyx_v_fwdsim = 0;
  PyObject *__pyx_v_rholabel = 0;
  PyObject *__pyx_v_elabels = 0;
  PyObject *__pyx_v_circuit = 0;
  PyObject *__pyx_v_repcache = 0;
  PyObject *__pyx_v_threshold = 0;
  PyObject *__pyx_v_min_term_mag = 0;
  #if !CYTHON_METH_FASTCALL
  CYTHON_UNUSED Py_ssize_t __pyx_nargs;
  #endif
  CYTHON_UNUSED PyObject *const *__pyx_kwvalues;
  PyObject* values[7] = {0,0,0,0,0,0,0};
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("circuit_achieved_and_max_sopm (wrapper)", 0);
  #if !CYTHON_METH_FASTCALL
  #if CYTHON_ASSUME_SAFE_SIZE
  __pyx_nargs = PyTuple_GET_SIZE(__pyx_args);
  #else
  __pyx_nargs = PyTuple_Size(__pyx_args); if (unlikely(__pyx_nargs < 0)) return NULL;
  #endif
  #endif
  __pyx_kwvalues = __Pyx_KwValues_FASTCALL(__pyx_args, __pyx_nargs);
  {
    PyObject ** const __pyx_pyargnames[] = {&__pyx_mstate_global->__pyx_n_u_fwdsim,&__pyx_mstate_global->__pyx_n_u_rholabel,&__pyx_mstate_global->__pyx_n_u_elabels,&__pyx_mstate_global->__pyx_n_u_circuit,&__pyx_mstate_global->__pyx_n_u_repcache,&__pyx_mstate_global->__pyx_n_u_threshold,&__pyx_mstate_global->__pyx_n_u_min_term_mag,0};
    const Py_ssize_t __pyx_kwds_len = (__pyx_kwds) ? __Pyx_NumKwargs_FASTCALL(__pyx_kwds) : 0;
    if (unlikely(__pyx_kwds_len) < 0) __PYX_ERR(0, 1471, __pyx_L3_error)
    if (__pyx_kwds_len > 0) {
      switch (__pyx_nargs) {
        case  7:
        values[6] = __Pyx_ArgRef_FASTCALL(__pyx_args, 6);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 1471, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  6:
        values[5] = __Pyx_ArgRef_FASTCALL(__pyx_args, 5);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 1471, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  5:
        values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 1471, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  4:
        values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 1471, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  3:
        values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 1471, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  2:
        values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 1471, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  1:
        values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
        if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 1471, __pyx_L3_error)
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      const Py_ssize_t kwd_pos_args = __pyx_nargs;
      if (__Pyx_ParseKeywords(__pyx_kwds, __pyx_kwvalues, __pyx_pyargnames, 0, values, kwd_pos_args, __pyx_kwds_len, "circuit_achieved_and_max_sopm", 0) < (0)) __PYX_ERR(0, 1471, __pyx_L3_error)
      for (Py_ssize_t i = __pyx_nargs; i < 7; i++) {
        if (unlikely(!values[i])) { __Pyx_RaiseArgtupleInvalid("circuit_achieved_and_max_sopm", 1, 7, 7, i); __PYX_ERR(0, 1471, __pyx_L3_error) }
      }
    } else if (unlikely(__pyx_nargs != 7)) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = __Pyx_ArgRef_FASTCALL(__pyx_args, 0);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[0])) __PYX_ERR(0, 1471, __pyx_L3_error)
      values[1] = __Pyx_ArgRef_FASTCALL(__pyx_args, 1);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[1])) __PYX_ERR(0, 1471, __pyx_L3_error)
      values[2] = __Pyx_ArgRef_FASTCALL(__pyx_args, 2);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[2])) __PYX_ERR(0, 1471, __pyx_L3_error)
      values[3] = __Pyx_ArgRef_FASTCALL(__pyx_args, 3);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[3])) __PYX_ERR(0, 1471, __pyx_L3_error)
      values[4] = __Pyx_ArgRef_FASTCALL(__pyx_args, 4);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[4])) __PYX_ERR(0, 1471, __pyx_L3_error)
      values[5] = __Pyx_ArgRef_FASTCALL(__pyx_args, 5);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[5])) __PYX_ERR(0, 1471, __pyx_L3_error)
      values[6] = __Pyx_ArgRef_FASTCALL(__pyx_args, 6);
      if (!CYTHON_ASSUME_SAFE_MACROS && unlikely(!values[6])) __PYX_ERR(0, 1471, __pyx_L3_error)
    }
    __pyx_v_fwdsim = values[0];
    __pyx_v_rholabel = values[1];
    __pyx_v_elabels = values[2];
    __pyx_v_circuit = values[3];
    __pyx_v_repcache = values[4];
    __pyx_v_threshold = values[5];
    __pyx_v_min_term_mag = values[6];
  }
  goto __pyx_L6_skip;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("circuit_achieved_and_max_sopm", 1, 7, 7, __pyx_nargs); __PYX_ERR(0, 1471, __pyx_L3_error)
  __pyx_L6_skip:;
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.circuit_achieved_and_max_sopm", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10circuit_achieved_and_max_sopm(__pyx_self, __pyx_v_fwdsim, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_threshold, __pyx_v_min_term_mag);

  /* function exit code */
  for (Py_ssize_t __pyx_temp=0; __pyx_temp < (Py_ssize_t)(sizeof(values)/sizeof(values[0])); ++__pyx_temp) {
    Py_XDECREF(values[__pyx_temp]);
  }
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10circuit_achieved_and_max_sopm(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_fwdsim, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_repcache, PyObject *__pyx_v_threshold, PyObject *__pyx_v_min_term_mag) {
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_i;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_numEs;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_mpv;
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *__pyx_v_cscel = 0;
  PyObject *__pyx_v_circuitsetup_cache = NULL;
  double __pyx_v_max_partial_sopm;
  std::vector<double>  __pyx_v_max_sum_of_pathmags;
  PyObject *__pyx_v_glbl = NULL;
  PyObject *__pyx_v_op = NULL;
  PyObject *__pyx_v_elbl = NULL;
  CYTHON_UNUSED PyObject *__pyx_v_stateDim = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_N;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_nFactorLists;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_v_factor_lists;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr>  __pyx_v_foat_indices_per_op;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_v_NO_LIMIT;
  std::vector<double>  __pyx_v_mags;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_v_npaths;
  PyObject *__pyx_v_achieved_sopm = NULL;
  PyObject *__pyx_v_max_sopm = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_4;
  int __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  size_t __pyx_t_8;
  double __pyx_t_9;
  std::vector<double>  __pyx_t_10;
  PyObject *(*__pyx_t_11)(PyObject *);
  PyObject *__pyx_t_12 = NULL;
  PyObject *__pyx_t_13 = NULL;
  PyObject *__pyx_t_14 = NULL;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr>  __pyx_t_15;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr>  __pyx_t_16;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_17;
  __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT __pyx_t_18;
  std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT>  __pyx_t_19;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("circuit_achieved_and_max_sopm", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1482
 * 
 *     cdef INT i, j
 *     cdef INT numEs = len(elabels)             # <<<<<<<<<<<<<<
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars
 *     cdef CircuitSetupCacheEl cscel;
*/
  __pyx_t_1 = PyObject_Length(__pyx_v_elabels); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1482, __pyx_L1_error)
  __pyx_v_numEs = __pyx_t_1;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1483
 *     cdef INT i, j
 *     cdef INT numEs = len(elabels)
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars             # <<<<<<<<<<<<<<
 *     cdef CircuitSetupCacheEl cscel;
 *     circuitsetup_cache = {} # for now...
*/
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1483, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_mstate_global->__pyx_n_u_num_params); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1483, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyLong_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_4 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1483, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_mpv = __pyx_t_4;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1485
 *     cdef INT mpv = fwdsim.model.num_params # max_polynomial_vars
 *     cdef CircuitSetupCacheEl cscel;
 *     circuitsetup_cache = {} # for now...             # <<<<<<<<<<<<<<
 * 
 *     if circuit in circuitsetup_cache:
*/
  __pyx_t_3 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1485, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_v_circuitsetup_cache = ((PyObject*)__pyx_t_3);
  __pyx_t_3 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1487
 *     circuitsetup_cache = {} # for now...
 * 
 *     if circuit in circuitsetup_cache:             # <<<<<<<<<<<<<<
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
*/
  __pyx_t_5 = (__Pyx_PyDict_ContainsTF(__pyx_v_circuit, __pyx_v_circuitsetup_cache, Py_EQ)); if (unlikely((__pyx_t_5 < 0))) __PYX_ERR(0, 1487, __pyx_L1_error)
  if (__pyx_t_5) {

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1488
 * 
 *     if circuit in circuitsetup_cache:
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]             # <<<<<<<<<<<<<<
 *     else:
 *         cscel = <CircuitSetupCacheEl?>create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv)
*/
    __pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_v_circuitsetup_cache, __pyx_v_circuit); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1488, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (!(likely(__Pyx_TypeTest(__pyx_t_3, __pyx_mstate_global->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl)))) __PYX_ERR(0, 1488, __pyx_L1_error)
    __pyx_t_2 = __pyx_t_3;
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_v_cscel = ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)__pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1487
 *     circuitsetup_cache = {} # for now...
 * 
 *     if circuit in circuitsetup_cache:             # <<<<<<<<<<<<<<
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
*/
    goto __pyx_L3;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1490
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
 *         cscel = <CircuitSetupCacheEl?>create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv)             # <<<<<<<<<<<<<<
 *         circuitsetup_cache[circuit] = cscel
 * 
*/
  /*else*/ {
    __pyx_t_3 = NULL;
    __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_mstate_global->__pyx_n_u_create_circuitsetup_cacheel); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1490, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_7 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1490, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_8 = 1;
    #if CYTHON_UNPACK_METHODS
    if (unlikely(PyMethod_Check(__pyx_t_6))) {
      __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_6);
      assert(__pyx_t_3);
      PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_6);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(__pyx__function);
      __Pyx_DECREF_SET(__pyx_t_6, __pyx__function);
      __pyx_t_8 = 0;
    }
    #endif
    {
      PyObject *__pyx_callargs[8] = {__pyx_t_3, __pyx_v_fwdsim, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_min_term_mag, __pyx_t_7};
      __pyx_t_2 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_6, __pyx_callargs+__pyx_t_8, (8-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1490, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_2);
    }
    if (!(likely(__Pyx_TypeTest(__pyx_t_2, __pyx_mstate_global->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl)))) __PYX_ERR(0, 1490, __pyx_L1_error)
    __pyx_t_6 = __pyx_t_2;
    __Pyx_INCREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_v_cscel = ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)__pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1491
 *     else:
 *         cscel = <CircuitSetupCacheEl?>create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv)
 *         circuitsetup_cache[circuit] = cscel             # <<<<<<<<<<<<<<
 * 
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
*/
    if (unlikely((PyDict_SetItem(__pyx_v_circuitsetup_cache, __pyx_v_circuit, ((PyObject *)__pyx_v_cscel)) < 0))) __PYX_ERR(0, 1491, __pyx_L1_error)
  }
  __pyx_L3:;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1494
 * 
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
 *     cdef double max_partial_sopm = fwdsim.model._circuit_layer_operator(rholabel, 'prep').total_term_magnitude             # <<<<<<<<<<<<<<
 *     cdef vector[double] max_sum_of_pathmags = vector[double](numEs)
 *     for glbl in circuit:
*/
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1494, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_2 = __pyx_t_7;
  __Pyx_INCREF(__pyx_t_2);
  __pyx_t_8 = 0;
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_2, __pyx_v_rholabel, __pyx_mstate_global->__pyx_n_u_prep};
    __pyx_t_6 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_circuit_layer_operator, __pyx_callargs+__pyx_t_8, (3-__pyx_t_8) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1494, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
  }
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_mstate_global->__pyx_n_u_total_term_magnitude); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1494, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_9 = __Pyx_PyFloat_AsDouble(__pyx_t_7); if (unlikely((__pyx_t_9 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1494, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_v_max_partial_sopm = __pyx_t_9;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1495
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
 *     cdef double max_partial_sopm = fwdsim.model._circuit_layer_operator(rholabel, 'prep').total_term_magnitude
 *     cdef vector[double] max_sum_of_pathmags = vector[double](numEs)             # <<<<<<<<<<<<<<
 *     for glbl in circuit:
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')
*/
  try {
    __pyx_t_10 = std::vector<double> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1495, __pyx_L1_error)
  }
  __pyx_v_max_sum_of_pathmags = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_10);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1496
 *     cdef double max_partial_sopm = fwdsim.model._circuit_layer_operator(rholabel, 'prep').total_term_magnitude
 *     cdef vector[double] max_sum_of_pathmags = vector[double](numEs)
 *     for glbl in circuit:             # <<<<<<<<<<<<<<
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *         max_partial_sopm *= op.total_term_magnitude
*/
  if (likely(PyList_CheckExact(__pyx_v_circuit)) || PyTuple_CheckExact(__pyx_v_circuit)) {
    __pyx_t_7 = __pyx_v_circuit; __Pyx_INCREF(__pyx_t_7);
    __pyx_t_1 = 0;
    __pyx_t_11 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_circuit); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1496, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_11 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_7); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1496, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_11)) {
      if (likely(PyList_CheckExact(__pyx_t_7))) {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_7);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 1496, __pyx_L1_error)
          #endif
          if (__pyx_t_1 >= __pyx_temp) break;
        }
        __pyx_t_6 = __Pyx_PyList_GetItemRefFast(__pyx_t_7, __pyx_t_1, __Pyx_ReferenceSharing_OwnStrongReference);
        ++__pyx_t_1;
      } else {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_7);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 1496, __pyx_L1_error)
          #endif
          if (__pyx_t_1 >= __pyx_temp) break;
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_6 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_1));
        #else
        __pyx_t_6 = __Pyx_PySequence_ITEM(__pyx_t_7, __pyx_t_1);
        #endif
        ++__pyx_t_1;
      }
      if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1496, __pyx_L1_error)
    } else {
      __pyx_t_6 = __pyx_t_11(__pyx_t_7);
      if (unlikely(!__pyx_t_6)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 1496, __pyx_L1_error)
          PyErr_Clear();
        }
        break;
      }
    }
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_XDECREF_SET(__pyx_v_glbl, __pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1497
 *     cdef vector[double] max_sum_of_pathmags = vector[double](numEs)
 *     for glbl in circuit:
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')             # <<<<<<<<<<<<<<
 *         max_partial_sopm *= op.total_term_magnitude
 *     for i,elbl in enumerate(elabels):
*/
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1497, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_2 = __pyx_t_3;
    __Pyx_INCREF(__pyx_t_2);
    __pyx_t_8 = 0;
    {
      PyObject *__pyx_callargs[3] = {__pyx_t_2, __pyx_v_glbl, __pyx_mstate_global->__pyx_n_u_op};
      __pyx_t_6 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_circuit_layer_operator, __pyx_callargs+__pyx_t_8, (3-__pyx_t_8) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1497, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
    }
    __Pyx_XDECREF_SET(__pyx_v_op, __pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1498
 *     for glbl in circuit:
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *         max_partial_sopm *= op.total_term_magnitude             # <<<<<<<<<<<<<<
 *     for i,elbl in enumerate(elabels):
 *         max_sum_of_pathmags[i] = max_partial_sopm * fwdsim.model._circuit_layer_operator(elbl, 'povm').total_term_magnitude
*/
    __pyx_t_6 = PyFloat_FromDouble(__pyx_v_max_partial_sopm); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1498, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_op, __pyx_mstate_global->__pyx_n_u_total_term_magnitude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1498, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_2 = PyNumber_InPlaceMultiply(__pyx_t_6, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1498, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_9 = __Pyx_PyFloat_AsDouble(__pyx_t_2); if (unlikely((__pyx_t_9 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1498, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_v_max_partial_sopm = __pyx_t_9;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1496
 *     cdef double max_partial_sopm = fwdsim.model._circuit_layer_operator(rholabel, 'prep').total_term_magnitude
 *     cdef vector[double] max_sum_of_pathmags = vector[double](numEs)
 *     for glbl in circuit:             # <<<<<<<<<<<<<<
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *         max_partial_sopm *= op.total_term_magnitude
*/
  }
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1499
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *         max_partial_sopm *= op.total_term_magnitude
 *     for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *         max_sum_of_pathmags[i] = max_partial_sopm * fwdsim.model._circuit_layer_operator(elbl, 'povm').total_term_magnitude
 * 
*/
  __pyx_t_4 = 0;
  if (likely(PyList_CheckExact(__pyx_v_elabels)) || PyTuple_CheckExact(__pyx_v_elabels)) {
    __pyx_t_7 = __pyx_v_elabels; __Pyx_INCREF(__pyx_t_7);
    __pyx_t_1 = 0;
    __pyx_t_11 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_elabels); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1499, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_11 = (CYTHON_COMPILING_IN_LIMITED_API) ? PyIter_Next : __Pyx_PyObject_GetIterNextFunc(__pyx_t_7); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1499, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_11)) {
      if (likely(PyList_CheckExact(__pyx_t_7))) {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyList_GET_SIZE(__pyx_t_7);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 1499, __pyx_L1_error)
          #endif
          if (__pyx_t_1 >= __pyx_temp) break;
        }
        __pyx_t_2 = __Pyx_PyList_GetItemRefFast(__pyx_t_7, __pyx_t_1, __Pyx_ReferenceSharing_OwnStrongReference);
        ++__pyx_t_1;
      } else {
        {
          Py_ssize_t __pyx_temp = __Pyx_PyTuple_GET_SIZE(__pyx_t_7);
          #if !CYTHON_ASSUME_SAFE_SIZE
          if (unlikely((__pyx_temp < 0))) __PYX_ERR(0, 1499, __pyx_L1_error)
          #endif
          if (__pyx_t_1 >= __pyx_temp) break;
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = __Pyx_NewRef(PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_1));
        #else
        __pyx_t_2 = __Pyx_PySequence_ITEM(__pyx_t_7, __pyx_t_1);
        #endif
        ++__pyx_t_1;
      }
      if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1499, __pyx_L1_error)
    } else {
      __pyx_t_2 = __pyx_t_11(__pyx_t_7);
      if (unlikely(!__pyx_t_2)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) __PYX_ERR(0, 1499, __pyx_L1_error)
          PyErr_Clear();
        }
        break;
      }
    }
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_elbl, __pyx_t_2);
    __pyx_t_2 = 0;
    __pyx_v_i = __pyx_t_4;
    __pyx_t_4 = (__pyx_t_4 + 1);

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1500
 *         max_partial_sopm *= op.total_term_magnitude
 *     for i,elbl in enumerate(elabels):
 *         max_sum_of_pathmags[i] = max_partial_sopm * fwdsim.model._circuit_layer_operator(elbl, 'povm').total_term_magnitude             # <<<<<<<<<<<<<<
 * 
 *     #Note: term calculator "dim" is the full density matrix dim
*/
    __pyx_t_2 = PyFloat_FromDouble(__pyx_v_max_partial_sopm); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1500, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1500, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_12);
    __pyx_t_6 = __pyx_t_12;
    __Pyx_INCREF(__pyx_t_6);
    __pyx_t_8 = 0;
    {
      PyObject *__pyx_callargs[3] = {__pyx_t_6, __pyx_v_elbl, __pyx_mstate_global->__pyx_n_u_povm};
      __pyx_t_3 = __Pyx_PyObject_FastCallMethod((PyObject*)__pyx_mstate_global->__pyx_n_u_circuit_layer_operator, __pyx_callargs+__pyx_t_8, (3-__pyx_t_8) | (1*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
      __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
      __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
      if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1500, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
    }
    __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_total_term_magnitude); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1500, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_12);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_3 = PyNumber_Multiply(__pyx_t_2, __pyx_t_12); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1500, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
    __pyx_t_9 = __Pyx_PyFloat_AsDouble(__pyx_t_3); if (unlikely((__pyx_t_9 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1500, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    (__pyx_v_max_sum_of_pathmags[__pyx_v_i]) = __pyx_t_9;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1499
 *         op = fwdsim.model._circuit_layer_operator(glbl, 'op')
 *         max_partial_sopm *= op.total_term_magnitude
 *     for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *         max_sum_of_pathmags[i] = max_partial_sopm * fwdsim.model._circuit_layer_operator(elbl, 'povm').total_term_magnitude
 * 
*/
  }
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1503
 * 
 *     #Note: term calculator "dim" is the full density matrix dim
 *     stateDim = int(round(np.sqrt(fwdsim.model.dim)))             # <<<<<<<<<<<<<<
 * 
 *     #------ From prs_pruned ---- build up factor_lists and foat_indices_per_op
*/
  __pyx_t_3 = NULL;
  __pyx_t_2 = NULL;
  __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1503, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_mstate_global->__pyx_n_u_sqrt); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1503, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_13);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_fwdsim, __pyx_mstate_global->__pyx_n_u_model); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1503, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_mstate_global->__pyx_n_u_dim); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1503, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_14);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_8 = 1;
  #if CYTHON_UNPACK_METHODS
  if (unlikely(PyMethod_Check(__pyx_t_13))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_13);
    assert(__pyx_t_2);
    PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_13);
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_INCREF(__pyx__function);
    __Pyx_DECREF_SET(__pyx_t_13, __pyx__function);
    __pyx_t_8 = 0;
  }
  #endif
  {
    PyObject *__pyx_callargs[2] = {__pyx_t_2, __pyx_t_14};
    __pyx_t_12 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_13, __pyx_callargs+__pyx_t_8, (2-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
    __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
    if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1503, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_12);
  }
  __pyx_t_8 = 1;
  {
    PyObject *__pyx_callargs[2] = {__pyx_t_3, __pyx_t_12};
    __pyx_t_7 = __Pyx_PyObject_FastCall((PyObject*)__pyx_builtin_round, __pyx_callargs+__pyx_t_8, (2-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
    if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1503, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
  }
  __pyx_t_12 = __Pyx_PyNumber_Int(__pyx_t_7); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1503, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_12);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_v_stateDim = ((PyObject*)__pyx_t_12);
  __pyx_t_12 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1506
 * 
 *     #------ From prs_pruned ---- build up factor_lists and foat_indices_per_op
 *     cdef INT N = cscel.cgatestring.size()             # <<<<<<<<<<<<<<
 *     cdef INT nFactorLists = N+2
 *     cdef vector[vector_TermCRep_ptr_ptr] factor_lists = vector[vector_TermCRep_ptr_ptr](nFactorLists)
*/
  __pyx_v_N = __pyx_v_cscel->cgatestring.size();

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1507
 *     #------ From prs_pruned ---- build up factor_lists and foat_indices_per_op
 *     cdef INT N = cscel.cgatestring.size()
 *     cdef INT nFactorLists = N+2             # <<<<<<<<<<<<<<
 *     cdef vector[vector_TermCRep_ptr_ptr] factor_lists = vector[vector_TermCRep_ptr_ptr](nFactorLists)
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
*/
  __pyx_v_nFactorLists = (__pyx_v_N + 2);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1508
 *     cdef INT N = cscel.cgatestring.size()
 *     cdef INT nFactorLists = N+2
 *     cdef vector[vector_TermCRep_ptr_ptr] factor_lists = vector[vector_TermCRep_ptr_ptr](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 * 
*/
  try {
    __pyx_t_15 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_TermCRep_ptr_ptr> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1508, __pyx_L1_error)
  }
  __pyx_v_factor_lists = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_15);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1509
 *     cdef INT nFactorLists = N+2
 *     cdef vector[vector_TermCRep_ptr_ptr] factor_lists = vector[vector_TermCRep_ptr_ptr](nFactorLists)
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)             # <<<<<<<<<<<<<<
 * 
 *     factor_lists[0] = &cscel.rho_term_reps
*/
  try {
    __pyx_t_16 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_vector_INT_ptr> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1509, __pyx_L1_error)
  }
  __pyx_v_foat_indices_per_op = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_16);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1511
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 * 
 *     factor_lists[0] = &cscel.rho_term_reps             # <<<<<<<<<<<<<<
 *     foat_indices_per_op[0] = &cscel.rho_foat_indices
 *     for i in range(N):
*/
  (__pyx_v_factor_lists[0]) = (&__pyx_v_cscel->rho_term_reps);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1512
 * 
 *     factor_lists[0] = &cscel.rho_term_reps
 *     foat_indices_per_op[0] = &cscel.rho_foat_indices             # <<<<<<<<<<<<<<
 *     for i in range(N):
 *         factor_lists[i+1] = &cscel.op_term_reps[cscel.cgatestring[i]]
*/
  (__pyx_v_foat_indices_per_op[0]) = (&__pyx_v_cscel->rho_foat_indices);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1513
 *     factor_lists[0] = &cscel.rho_term_reps
 *     foat_indices_per_op[0] = &cscel.rho_foat_indices
 *     for i in range(N):             # <<<<<<<<<<<<<<
 *         factor_lists[i+1] = &cscel.op_term_reps[cscel.cgatestring[i]]
 *         foat_indices_per_op[i+1] = &cscel.op_foat_indices[cscel.cgatestring[i]]
*/
  __pyx_t_4 = __pyx_v_N;
  __pyx_t_17 = __pyx_t_4;
  for (__pyx_t_18 = 0; __pyx_t_18 < __pyx_t_17; __pyx_t_18+=1) {
    __pyx_v_i = __pyx_t_18;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1514
 *     foat_indices_per_op[0] = &cscel.rho_foat_indices
 *     for i in range(N):
 *         factor_lists[i+1] = &cscel.op_term_reps[cscel.cgatestring[i]]             # <<<<<<<<<<<<<<
 *         foat_indices_per_op[i+1] = &cscel.op_foat_indices[cscel.cgatestring[i]]
 *     factor_lists[N+1] = &cscel.E_term_reps
*/
    (__pyx_v_factor_lists[(__pyx_v_i + 1)]) = (&(__pyx_v_cscel->op_term_reps[(__pyx_v_cscel->cgatestring[__pyx_v_i])]));

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1515
 *     for i in range(N):
 *         factor_lists[i+1] = &cscel.op_term_reps[cscel.cgatestring[i]]
 *         foat_indices_per_op[i+1] = &cscel.op_foat_indices[cscel.cgatestring[i]]             # <<<<<<<<<<<<<<
 *     factor_lists[N+1] = &cscel.E_term_reps
 *     foat_indices_per_op[N+1] = &cscel.E_foat_indices
*/
    (__pyx_v_foat_indices_per_op[(__pyx_v_i + 1)]) = (&(__pyx_v_cscel->op_foat_indices[(__pyx_v_cscel->cgatestring[__pyx_v_i])]));
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1516
 *         factor_lists[i+1] = &cscel.op_term_reps[cscel.cgatestring[i]]
 *         foat_indices_per_op[i+1] = &cscel.op_foat_indices[cscel.cgatestring[i]]
 *     factor_lists[N+1] = &cscel.E_term_reps             # <<<<<<<<<<<<<<
 *     foat_indices_per_op[N+1] = &cscel.E_foat_indices
 *     # --------------------------------------------
*/
  (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&__pyx_v_cscel->E_term_reps);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1517
 *         foat_indices_per_op[i+1] = &cscel.op_foat_indices[cscel.cgatestring[i]]
 *     factor_lists[N+1] = &cscel.E_term_reps
 *     foat_indices_per_op[N+1] = &cscel.E_foat_indices             # <<<<<<<<<<<<<<
 *     # --------------------------------------------
 * 
*/
  (__pyx_v_foat_indices_per_op[(__pyx_v_N + 1)]) = (&__pyx_v_cscel->E_foat_indices);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1521
 * 
 *     # Specific path magnitude summing (and we count paths, even though this isn't needed)
 *     cdef INT NO_LIMIT = 1000000000             # <<<<<<<<<<<<<<
 *     cdef vector[double] mags = vector[double](numEs)
 *     cdef vector[INT] npaths = vector[INT](numEs)
*/
  __pyx_v_NO_LIMIT = 0x3B9ACA00;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1522
 *     # Specific path magnitude summing (and we count paths, even though this isn't needed)
 *     cdef INT NO_LIMIT = 1000000000
 *     cdef vector[double] mags = vector[double](numEs)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] npaths = vector[INT](numEs)
 * 
*/
  try {
    __pyx_t_10 = std::vector<double> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1522, __pyx_L1_error)
  }
  __pyx_v_mags = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_10);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1523
 *     cdef INT NO_LIMIT = 1000000000
 *     cdef vector[double] mags = vector[double](numEs)
 *     cdef vector[INT] npaths = vector[INT](numEs)             # <<<<<<<<<<<<<<
 * 
 *     for i in range(numEs):
*/
  try {
    __pyx_t_19 = std::vector<__pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1523, __pyx_L1_error)
  }
  __pyx_v_npaths = __PYX_STD_MOVE_IF_SUPPORTED(__pyx_t_19);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1525
 *     cdef vector[INT] npaths = vector[INT](numEs)
 * 
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         mags[i] = 0.0; npaths[i] = 0
 * 
*/
  __pyx_t_4 = __pyx_v_numEs;
  __pyx_t_17 = __pyx_t_4;
  for (__pyx_t_18 = 0; __pyx_t_18 < __pyx_t_17; __pyx_t_18+=1) {
    __pyx_v_i = __pyx_t_18;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1526
 * 
 *     for i in range(numEs):
 *         mags[i] = 0.0; npaths[i] = 0             # <<<<<<<<<<<<<<
 * 
 *     count_paths_upto_threshold(factor_lists, threshold, numEs,
*/
    (__pyx_v_mags[__pyx_v_i]) = 0.0;
    (__pyx_v_npaths[__pyx_v_i]) = 0;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1528
 *         mags[i] = 0.0; npaths[i] = 0
 * 
 *     count_paths_upto_threshold(factor_lists, threshold, numEs,             # <<<<<<<<<<<<<<
 *                                foat_indices_per_op, cscel.e_indices, NO_LIMIT,
 *                                mags, npaths)
*/
  __pyx_t_9 = __Pyx_PyFloat_AsDouble(__pyx_v_threshold); if (unlikely((__pyx_t_9 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1528, __pyx_L1_error)

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1530
 *     count_paths_upto_threshold(factor_lists, threshold, numEs,
 *                                foat_indices_per_op, cscel.e_indices, NO_LIMIT,
 *                                mags, npaths)             # <<<<<<<<<<<<<<
 * 
 *     ##DEBUG TODO REMOVE
*/
  __pyx_f_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_count_paths_upto_threshold(__pyx_v_factor_lists, __pyx_t_9, __pyx_v_numEs, __pyx_v_foat_indices_per_op, __pyx_v_cscel->e_indices, __pyx_v_NO_LIMIT, __pyx_v_mags, __pyx_v_npaths); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1528, __pyx_L1_error)

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1539
 *     #print("MAX sopm = ",max_sum_of_pathmags)
 * 
 *     achieved_sopm = np.empty(numEs,'d')             # <<<<<<<<<<<<<<
 *     max_sopm = np.empty(numEs,'d')
 *     for i in range(numEs):
*/
  __pyx_t_7 = NULL;
  __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1539, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_empty); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1539, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_13);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_numEs); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1539, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_8 = 1;
  #if CYTHON_UNPACK_METHODS
  if (unlikely(PyMethod_Check(__pyx_t_13))) {
    __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_13);
    assert(__pyx_t_7);
    PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_13);
    __Pyx_INCREF(__pyx_t_7);
    __Pyx_INCREF(__pyx__function);
    __Pyx_DECREF_SET(__pyx_t_13, __pyx__function);
    __pyx_t_8 = 0;
  }
  #endif
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_7, __pyx_t_3, __pyx_mstate_global->__pyx_n_u_d};
    __pyx_t_12 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_13, __pyx_callargs+__pyx_t_8, (3-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
    if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1539, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_12);
  }
  __pyx_v_achieved_sopm = __pyx_t_12;
  __pyx_t_12 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1540
 * 
 *     achieved_sopm = np.empty(numEs,'d')
 *     max_sopm = np.empty(numEs,'d')             # <<<<<<<<<<<<<<
 *     for i in range(numEs):
 *         achieved_sopm[i] = mags[i]
*/
  __pyx_t_13 = NULL;
  __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1540, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_mstate_global->__pyx_n_u_empty); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1540, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyLong_From_PY_LONG_LONG(__pyx_v_numEs); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1540, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_8 = 1;
  #if CYTHON_UNPACK_METHODS
  if (unlikely(PyMethod_Check(__pyx_t_7))) {
    __pyx_t_13 = PyMethod_GET_SELF(__pyx_t_7);
    assert(__pyx_t_13);
    PyObject* __pyx__function = PyMethod_GET_FUNCTION(__pyx_t_7);
    __Pyx_INCREF(__pyx_t_13);
    __Pyx_INCREF(__pyx__function);
    __Pyx_DECREF_SET(__pyx_t_7, __pyx__function);
    __pyx_t_8 = 0;
  }
  #endif
  {
    PyObject *__pyx_callargs[3] = {__pyx_t_13, __pyx_t_3, __pyx_mstate_global->__pyx_n_u_d};
    __pyx_t_12 = __Pyx_PyObject_FastCall((PyObject*)__pyx_t_7, __pyx_callargs+__pyx_t_8, (3-__pyx_t_8) | (__pyx_t_8*__Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET));
    __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1540, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_12);
  }
  __pyx_v_max_sopm = __pyx_t_12;
  __pyx_t_12 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1541
 *     achieved_sopm = np.empty(numEs,'d')
 *     max_sopm = np.empty(numEs,'d')
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         achieved_sopm[i] = mags[i]
 *         max_sopm[i] = max_sum_of_pathmags[i]
*/
  __pyx_t_4 = __pyx_v_numEs;
  __pyx_t_17 = __pyx_t_4;
  for (__pyx_t_18 = 0; __pyx_t_18 < __pyx_t_17; __pyx_t_18+=1) {
    __pyx_v_i = __pyx_t_18;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1542
 *     max_sopm = np.empty(numEs,'d')
 *     for i in range(numEs):
 *         achieved_sopm[i] = mags[i]             # <<<<<<<<<<<<<<
 *         max_sopm[i] = max_sum_of_pathmags[i]
 * 
*/
    __pyx_t_12 = PyFloat_FromDouble((__pyx_v_mags[__pyx_v_i])); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1542, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_12);
    if (unlikely((__Pyx_SetItemInt(__pyx_v_achieved_sopm, __pyx_v_i, __pyx_t_12, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, 1, __Pyx_PyLong_From_PY_LONG_LONG, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 1542, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;

    /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1543
 *     for i in range(numEs):
 *         achieved_sopm[i] = mags[i]
 *         max_sopm[i] = max_sum_of_pathmags[i]             # <<<<<<<<<<<<<<
 * 
 *     return achieved_sopm, max_sopm
*/
    __pyx_t_12 = PyFloat_FromDouble((__pyx_v_max_sum_of_pathmags[__pyx_v_i])); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1543, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_12);
    if (unlikely((__Pyx_SetItemInt(__pyx_v_max_sopm, __pyx_v_i, __pyx_t_12, __pyx_t_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_INT, 1, __Pyx_PyLong_From_PY_LONG_LONG, 0, 1, 1, 1, __Pyx_ReferenceSharing_OwnStrongReference) < 0))) __PYX_ERR(0, 1543, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
  }

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1545
 *         max_sopm[i] = max_sum_of_pathmags[i]
 * 
 *     return achieved_sopm, max_sopm             # <<<<<<<<<<<<<<
*/
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_12 = PyTuple_New(2); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1545, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_12);
  __Pyx_INCREF(__pyx_v_achieved_sopm);
  __Pyx_GIVEREF(__pyx_v_achieved_sopm);
  if (__Pyx_PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_v_achieved_sopm) != (0)) __PYX_ERR(0, 1545, __pyx_L1_error);
  __Pyx_INCREF(__pyx_v_max_sopm);
  __Pyx_GIVEREF(__pyx_v_max_sopm);
  if (__Pyx_PyTuple_SET_ITEM(__pyx_t_12, 1, __pyx_v_max_sopm) != (0)) __PYX_ERR(0, 1545, __pyx_L1_error);
  __pyx_r = __pyx_t_12;
  __pyx_t_12 = 0;
  goto __pyx_L0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1471
 *     return threshold_lower_bound
 * 
 * def circuit_achieved_and_max_sopm(fwdsim, rholabel, elabels, circuit, repcache, threshold, min_term_mag):             # <<<<<<<<<<<<<<
 *     """ TODO: docstring """
 * 
*/

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_12);
  __Pyx_XDECREF(__pyx_t_13);
  __Pyx_XDECREF(__pyx_t_14);
  __Pyx_AddTraceback("pygsti.forwardsims.termforwardsim_calc_stabilizer.circuit_achieved_and_max_sopm", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_cscel);
  __Pyx_XDECREF(__pyx_v_circuitsetup_cache);
  __Pyx_XDECREF(__pyx_v_glbl);
  __Pyx_XDECREF(__pyx_v_op);
  __Pyx_XDECREF(__pyx_v_elbl);
  __Pyx_XDECREF(__pyx_v_stateDim);
  __Pyx_XDECREF(__pyx_v_achieved_sopm);
  __Pyx_XDECREF(__pyx_v_max_sopm);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}
/* #### Code section: module_exttypes ### */

static PyObject *__pyx_tp_new_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *p;
  PyObject *o;
  o = __Pyx_AllocateExtensionType(t, 0);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)o);
  __Pyx_default_placement_construct(&(p->reps));
  __Pyx_default_placement_construct(&(p->foat_indices));
  __Pyx_default_placement_construct(&(p->e_indices));
  p->pyterm_references = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_1__cinit__(o, __pyx_mstate_global->__pyx_empty_tuple, NULL) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl(PyObject *o) {
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *p = (struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
    if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl) {
      if (PyObject_CallFinalizerFromDealloc(o)) return;
    }
  }
  #endif
  PyObject_GC_UnTrack(o);
  __Pyx_call_destructor(p->reps);
  __Pyx_call_destructor(p->foat_indices);
  __Pyx_call_destructor(p->e_indices);
  Py_CLEAR(p->pyterm_references);
  PyTypeObject *tp = Py_TYPE(o);
  #if CYTHON_USE_TYPE_SLOTS
  (*tp->tp_free)(o);
  #else
  {
    freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
    if (tp_free) tp_free(o);
  }
  #endif
  #if CYTHON_USE_TYPE_SPECS
  Py_DECREF(tp);
  #endif
}

static int __pyx_tp_traverse_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *p = (struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)o;
  {
    e = __Pyx_call_type_traverse(o, 1, v, a);
    if (e) return e;
  }
  if (p->pyterm_references) {
    e = (*v)(p->pyterm_references, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *p = (struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl *)o;
  tmp = ((PyObject*)p->pyterm_references);
  p->pyterm_references = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_pyterm_references(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_1__get__(o);
}

static int __pyx_setprop_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_pyterm_references(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_17pyterm_references_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl[] = {
  {"__reduce_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_3__reduce_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
  {"__setstate_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_5__setstate_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl[] = {
  {"pyterm_references", __pyx_getprop_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_pyterm_references, __pyx_setprop_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_pyterm_references, 0, 0},
  {0, 0, 0, 0, 0}
};
#if CYTHON_USE_TYPE_SPECS
static PyType_Slot __pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl_slots[] = {
  {Py_tp_dealloc, (void *)__pyx_tp_dealloc_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl},
  {Py_tp_traverse, (void *)__pyx_tp_traverse_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl},
  {Py_tp_clear, (void *)__pyx_tp_clear_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl},
  {Py_tp_methods, (void *)__pyx_methods_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl},
  {Py_tp_getset, (void *)__pyx_getsets_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl},
  {Py_tp_new, (void *)__pyx_tp_new_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl},
  {0, 0},
};
static PyType_Spec __pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl_spec = {
  "pygsti.forwardsims.termforwardsim_calc_stabilizer.RepCacheEl",
  sizeof(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl),
  0,
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC,
  __pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl_slots,
};
#else

static PyTypeObject __pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.forwardsims.termforwardsim_calc_stabilizer.""RepCacheEl", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl, /*tp_dealloc*/
  0, /*tp_vectorcall_offset*/
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  0, /*tp_as_async*/
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  #if !CYTHON_USE_TYPE_SPECS
  0, /*tp_dictoffset*/
  #endif
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if CYTHON_USE_TP_FINALIZE
  0, /*tp_finalize*/
  #else
  NULL, /*tp_finalize*/
  #endif
  #if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
  0, /*tp_vectorcall*/
  #endif
  #if __PYX_NEED_TP_PRINT_SLOT == 1
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030C0000
  0, /*tp_watched*/
  #endif
  #if PY_VERSION_HEX >= 0x030d00A4
  0, /*tp_versions_used*/
  #endif
  #if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
  0, /*tp_pypy_flags*/
  #endif
};
#endif

static PyObject *__pyx_tp_new_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *p;
  PyObject *o;
  o = __Pyx_AllocateExtensionType(t, 0);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)o);
  __Pyx_default_placement_construct(&(p->cgatestring));
  __Pyx_default_placement_construct(&(p->rho_term_reps));
  __Pyx_default_placement_construct(&(p->op_term_reps));
  __Pyx_default_placement_construct(&(p->E_term_reps));
  __Pyx_default_placement_construct(&(p->rho_foat_indices));
  __Pyx_default_placement_construct(&(p->op_foat_indices));
  __Pyx_default_placement_construct(&(p->E_foat_indices));
  __Pyx_default_placement_construct(&(p->e_indices));
  p->pyterm_references = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_1__cinit__(o, __pyx_mstate_global->__pyx_empty_tuple, NULL) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl(PyObject *o) {
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *p = (struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(__Pyx_PyObject_GetSlot(o, tp_finalize, destructor)) && !__Pyx_PyObject_GC_IsFinalized(o)) {
    if (__Pyx_PyObject_GetSlot(o, tp_dealloc, destructor) == __pyx_tp_dealloc_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl) {
      if (PyObject_CallFinalizerFromDealloc(o)) return;
    }
  }
  #endif
  PyObject_GC_UnTrack(o);
  __Pyx_call_destructor(p->cgatestring);
  __Pyx_call_destructor(p->rho_term_reps);
  __Pyx_call_destructor(p->op_term_reps);
  __Pyx_call_destructor(p->E_term_reps);
  __Pyx_call_destructor(p->rho_foat_indices);
  __Pyx_call_destructor(p->op_foat_indices);
  __Pyx_call_destructor(p->E_foat_indices);
  __Pyx_call_destructor(p->e_indices);
  Py_CLEAR(p->pyterm_references);
  PyTypeObject *tp = Py_TYPE(o);
  #if CYTHON_USE_TYPE_SLOTS
  (*tp->tp_free)(o);
  #else
  {
    freefunc tp_free = (freefunc)PyType_GetSlot(tp, Py_tp_free);
    if (tp_free) tp_free(o);
  }
  #endif
  #if CYTHON_USE_TYPE_SPECS
  Py_DECREF(tp);
  #endif
}

static int __pyx_tp_traverse_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *p = (struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)o;
  {
    e = __Pyx_call_type_traverse(o, 1, v, a);
    if (e) return e;
  }
  if (p->pyterm_references) {
    e = (*v)(p->pyterm_references, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *p = (struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl *)o;
  tmp = ((PyObject*)p->pyterm_references);
  p->pyterm_references = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyMethodDef __pyx_methods_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl[] = {
  {"__reduce_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_3__reduce_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
  {"__setstate_cython__", (PyCFunction)(void(*)(void))(__Pyx_PyCFunction_FastCallWithKeywords)__pyx_pw_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_5__setstate_cython__, __Pyx_METH_FASTCALL|METH_KEYWORDS, 0},
  {0, 0, 0, 0}
};
#if CYTHON_USE_TYPE_SPECS
static PyType_Slot __pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl_slots[] = {
  {Py_tp_dealloc, (void *)__pyx_tp_dealloc_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl},
  {Py_tp_traverse, (void *)__pyx_tp_traverse_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl},
  {Py_tp_clear, (void *)__pyx_tp_clear_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl},
  {Py_tp_methods, (void *)__pyx_methods_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl},
  {Py_tp_new, (void *)__pyx_tp_new_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl},
  {0, 0},
};
static PyType_Spec __pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl_spec = {
  "pygsti.forwardsims.termforwardsim_calc_stabilizer.CircuitSetupCacheEl",
  sizeof(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl),
  0,
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC,
  __pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl_slots,
};
#else

static PyTypeObject __pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.forwardsims.termforwardsim_calc_stabilizer.""CircuitSetupCacheEl", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl, /*tp_dealloc*/
  0, /*tp_vectorcall_offset*/
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  0, /*tp_as_async*/
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl, /*tp_methods*/
  0, /*tp_members*/
  0, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  #if !CYTHON_USE_TYPE_SPECS
  0, /*tp_dictoffset*/
  #endif
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if CYTHON_USE_TP_FINALIZE
  0, /*tp_finalize*/
  #else
  NULL, /*tp_finalize*/
  #endif
  #if !CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM >= 0x07030800
  0, /*tp_vectorcall*/
  #endif
  #if __PYX_NEED_TP_PRINT_SLOT == 1
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030C0000
  0, /*tp_watched*/
  #endif
  #if PY_VERSION_HEX >= 0x030d00A4
  0, /*tp_versions_used*/
  #endif
  #if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX >= 0x03090000 && PY_VERSION_HEX < 0x030a0000
  0, /*tp_pypy_flags*/
  #endif
};
#endif

static PyMethodDef __pyx_methods[] = {
  {0, 0, 0, 0}
};
/* #### Code section: initfunc_declarations ### */
static CYTHON_SMALL_CODE int __Pyx_InitCachedBuiltins(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_InitCachedConstants(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_InitGlobals(void); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_InitConstants(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_global_init_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_export_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_function_export_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_type_init_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_type_import_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_import_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_function_import_code(__pyx_mstatetype *__pyx_mstate); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_CreateCodeObjects(__pyx_mstatetype *__pyx_mstate); /*proto*/
/* #### Code section: init_module ### */

static int __Pyx_modinit_global_init_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __Pyx_RefNannySetupContext("__Pyx_modinit_global_init_code", 0);
  /*--- Global init code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

static int __Pyx_modinit_variable_export_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __Pyx_RefNannySetupContext("__Pyx_modinit_variable_export_code", 0);
  /*--- Variable export code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

static int __Pyx_modinit_function_export_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __Pyx_RefNannySetupContext("__Pyx_modinit_function_export_code", 0);
  /*--- Function export code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

static int __Pyx_modinit_type_init_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__Pyx_modinit_type_init_code", 0);
  /*--- Type init code ---*/
  #if CYTHON_USE_TYPE_SPECS
  __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl)) __PYX_ERR(0, 74, __pyx_L1_error)
  if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl_spec, __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl) < (0)) __PYX_ERR(0, 74, __pyx_L1_error)
  #else
  __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl = &__pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl;
  #endif
  #if !CYTHON_COMPILING_IN_LIMITED_API
  #endif
  #if !CYTHON_USE_TYPE_SPECS
  if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl) < (0)) __PYX_ERR(0, 74, __pyx_L1_error)
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl);
  #endif
  #if !CYTHON_COMPILING_IN_LIMITED_API
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl->tp_dictoffset && __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl->tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl->tp_getattro = PyObject_GenericGetAttr;
  }
  #endif
  if (PyObject_SetAttr(__pyx_m, __pyx_mstate_global->__pyx_n_u_RepCacheEl, (PyObject *) __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl) < (0)) __PYX_ERR(0, 74, __pyx_L1_error)
  if (__Pyx_setup_reduce((PyObject *) __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_RepCacheEl) < (0)) __PYX_ERR(0, 74, __pyx_L1_error)
  #if CYTHON_USE_TYPE_SPECS
  __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl = (PyTypeObject *) __Pyx_PyType_FromModuleAndSpec(__pyx_m, &__pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl_spec, NULL); if (unlikely(!__pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl)) __PYX_ERR(0, 87, __pyx_L1_error)
  if (__Pyx_fix_up_extension_type_from_spec(&__pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl_spec, __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl) < (0)) __PYX_ERR(0, 87, __pyx_L1_error)
  #else
  __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl = &__pyx_type_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl;
  #endif
  #if !CYTHON_COMPILING_IN_LIMITED_API
  #endif
  #if !CYTHON_USE_TYPE_SPECS
  if (__Pyx_PyType_Ready(__pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl) < (0)) __PYX_ERR(0, 87, __pyx_L1_error)
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount((PyObject*)__pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl);
  #endif
  #if !CYTHON_COMPILING_IN_LIMITED_API
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl->tp_dictoffset && __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl->tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl->tp_getattro = PyObject_GenericGetAttr;
  }
  #endif
  if (PyObject_SetAttr(__pyx_m, __pyx_mstate_global->__pyx_n_u_CircuitSetupCacheEl, (PyObject *) __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl) < (0)) __PYX_ERR(0, 87, __pyx_L1_error)
  if (__Pyx_setup_reduce((PyObject *) __pyx_mstate->__pyx_ptype_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_CircuitSetupCacheEl) < (0)) __PYX_ERR(0, 87, __pyx_L1_error)
  __Pyx_RefNannyFinishContext();
  return 0;
  __pyx_L1_error:;
  __Pyx_RefNannyFinishContext();
  return -1;
}

static int __Pyx_modinit_type_import_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__Pyx_modinit_type_import_code", 0);
  /*--- Type import code ---*/
  __pyx_t_1 = PyImport_ImportModule(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 9, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_mstate->__pyx_ptype_7cpython_4type_type = __Pyx_ImportType_3_2_1(__pyx_t_1, __Pyx_BUILTIN_MODULE_NAME, "type",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyTypeObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyTypeObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  0, 0,
  #else
  sizeof(PyHeapTypeObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyHeapTypeObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_7cpython_4type_type) __PYX_ERR(3, 9, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = PyImport_ImportModule("numpy"); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 272, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_mstate->__pyx_ptype_5numpy_dtype = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "dtype",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyArray_Descr), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArray_Descr),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyArray_Descr), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArray_Descr),
  #else
  sizeof(PyArray_Descr), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArray_Descr),
  #endif
  __Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_dtype) __PYX_ERR(2, 272, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_flatiter = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "flatiter",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyArrayIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayIterObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyArrayIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayIterObject),
  #else
  sizeof(PyArrayIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayIterObject),
  #endif
  __Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_flatiter) __PYX_ERR(2, 317, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_broadcast = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "broadcast",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyArrayMultiIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayMultiIterObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyArrayMultiIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayMultiIterObject),
  #else
  sizeof(PyArrayMultiIterObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayMultiIterObject),
  #endif
  __Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_broadcast) __PYX_ERR(2, 321, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_ndarray = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "ndarray",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyArrayObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyArrayObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayObject),
  #else
  sizeof(PyArrayObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyArrayObject),
  #endif
  __Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_ndarray) __PYX_ERR(2, 360, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_generic = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "generic",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_generic) __PYX_ERR(2, 873, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_number = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "number",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_number) __PYX_ERR(2, 875, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_integer = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "integer",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_integer) __PYX_ERR(2, 877, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_signedinteger = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "signedinteger",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_signedinteger) __PYX_ERR(2, 879, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_unsignedinteger = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "unsignedinteger",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_unsignedinteger) __PYX_ERR(2, 881, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_inexact = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "inexact",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_inexact) __PYX_ERR(2, 883, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_floating = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "floating",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_floating) __PYX_ERR(2, 885, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_complexfloating = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "complexfloating",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_complexfloating) __PYX_ERR(2, 887, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_flexible = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "flexible",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_flexible) __PYX_ERR(2, 889, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_character = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "character",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #else
  sizeof(PyObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_character) __PYX_ERR(2, 891, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_5numpy_ufunc = __Pyx_ImportType_3_2_1(__pyx_t_1, "numpy", "ufunc",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyUFuncObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyUFuncObject),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(PyUFuncObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyUFuncObject),
  #else
  sizeof(PyUFuncObject), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(PyUFuncObject),
  #endif
  __Pyx_ImportType_CheckSize_Ignore_3_2_1); if (!__pyx_mstate->__pyx_ptype_5numpy_ufunc) __PYX_ERR(2, 955, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = PyImport_ImportModule("pygsti.evotypes.basereps_cython"); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 27, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_mstate->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_OpRep = __Pyx_ImportType_3_2_1(__pyx_t_1, "pygsti.evotypes.basereps_cython", "OpRep",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_OpRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_OpRep),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_OpRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_OpRep),
  #else
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_OpRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_OpRep),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_OpRep) __PYX_ERR(4, 27, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_StateRep = __Pyx_ImportType_3_2_1(__pyx_t_1, "pygsti.evotypes.basereps_cython", "StateRep",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_StateRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_StateRep),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_StateRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_StateRep),
  #else
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_StateRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_StateRep),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_StateRep) __PYX_ERR(4, 30, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_EffectRep = __Pyx_ImportType_3_2_1(__pyx_t_1, "pygsti.evotypes.basereps_cython", "EffectRep",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_EffectRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_EffectRep),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_EffectRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_EffectRep),
  #else
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_EffectRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_EffectRep),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_EffectRep) __PYX_ERR(4, 33, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_TermRep = __Pyx_ImportType_3_2_1(__pyx_t_1, "pygsti.evotypes.basereps_cython", "TermRep",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_TermRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_TermRep),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_TermRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_TermRep),
  #else
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_TermRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_TermRep),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_TermRep) __PYX_ERR(4, 36, __pyx_L1_error)
  __pyx_mstate->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_PolynomialRep = __Pyx_ImportType_3_2_1(__pyx_t_1, "pygsti.evotypes.basereps_cython", "PolynomialRep",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_PolynomialRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_PolynomialRep),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_PolynomialRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_PolynomialRep),
  #else
  sizeof(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_PolynomialRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_15basereps_cython_PolynomialRep),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_6pygsti_8evotypes_15basereps_cython_PolynomialRep) __PYX_ERR(4, 64, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = PyImport_ImportModule("pygsti.evotypes.stabilizer.statereps"); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 34, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_mstate->__pyx_ptype_6pygsti_8evotypes_10stabilizer_9statereps_StateRep = __Pyx_ImportType_3_2_1(__pyx_t_1, "pygsti.evotypes.stabilizer.statereps", "StateRep",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_9statereps_StateRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_9statereps_StateRep),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_9statereps_StateRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_9statereps_StateRep),
  #else
  sizeof(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_9statereps_StateRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_9statereps_StateRep),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_6pygsti_8evotypes_10stabilizer_9statereps_StateRep) __PYX_ERR(5, 34, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = PyImport_ImportModule("pygsti.evotypes.stabilizer.opreps"); if (unlikely(!__pyx_t_1)) __PYX_ERR(6, 72, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_mstate->__pyx_ptype_6pygsti_8evotypes_10stabilizer_6opreps_OpRep = __Pyx_ImportType_3_2_1(__pyx_t_1, "pygsti.evotypes.stabilizer.opreps", "OpRep",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_6opreps_OpRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_6opreps_OpRep),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_6opreps_OpRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_6opreps_OpRep),
  #else
  sizeof(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_6opreps_OpRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_6opreps_OpRep),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_6pygsti_8evotypes_10stabilizer_6opreps_OpRep) __PYX_ERR(6, 72, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = PyImport_ImportModule("pygsti.evotypes.stabilizer.effectreps"); if (unlikely(!__pyx_t_1)) __PYX_ERR(7, 62, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_mstate->__pyx_ptype_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep = __Pyx_ImportType_3_2_1(__pyx_t_1, "pygsti.evotypes.stabilizer.effectreps", "EffectRep",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep),
  #else
  sizeof(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_6pygsti_8evotypes_10stabilizer_10effectreps_EffectRep) __PYX_ERR(7, 62, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = PyImport_ImportModule("pygsti.evotypes.stabilizer.termreps"); if (unlikely(!__pyx_t_1)) __PYX_ERR(8, 59, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_mstate->__pyx_ptype_6pygsti_8evotypes_10stabilizer_8termreps_TermRep = __Pyx_ImportType_3_2_1(__pyx_t_1, "pygsti.evotypes.stabilizer.termreps", "TermRep",
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep),
  #elif CYTHON_COMPILING_IN_LIMITED_API
  sizeof(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep),
  #else
  sizeof(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep), __PYX_GET_STRUCT_ALIGNMENT_3_2_1(struct __pyx_obj_6pygsti_8evotypes_10stabilizer_8termreps_TermRep),
  #endif
  __Pyx_ImportType_CheckSize_Warn_3_2_1); if (!__pyx_mstate->__pyx_ptype_6pygsti_8evotypes_10stabilizer_8termreps_TermRep) __PYX_ERR(8, 59, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_RefNannyFinishContext();
  return 0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_RefNannyFinishContext();
  return -1;
}

static int __Pyx_modinit_variable_import_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  PyObject *__pyx_t_1 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannySetupContext("__Pyx_modinit_variable_import_code", 0);
  /*--- Variable import code ---*/
  {
    __pyx_t_1 = PyImport_ImportModule("pygsti.evotypes.stabilizer.termreps"); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    const char * __pyx_import_signature = __Pyx_PyBytes_AsString(__pyx_mstate_global->__pyx_kp_b_double_LARGE_SMALL);
    #if !CYTHON_ASSUME_SAFE_MACROS
    if (unlikely(!__pyx_import_signature)) __PYX_ERR(0, 1, __pyx_L1_error)
    #endif
    const char * __pyx_import_name = __pyx_import_signature + 8;
    void **const __pyx_import_pointers[] = {(void **)&__pyx_vp_6pygsti_8evotypes_10stabilizer_8termreps_LARGE, (void **)&__pyx_vp_6pygsti_8evotypes_10stabilizer_8termreps_SMALL, (void **) NULL};
    void **const *__pyx_import_pointer = __pyx_import_pointers;
    const char *__pyx_import_current_signature = __pyx_import_signature;
    while (*__pyx_import_pointer) {
      if (__Pyx_ImportVoidPtr_3_2_1(__pyx_t_1, __pyx_import_name, *__pyx_import_pointer, __pyx_import_current_signature) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
      ++__pyx_import_pointer;
      __pyx_import_name = strchr(__pyx_import_name, '\0') + 1;
      __pyx_import_signature = strchr(__pyx_import_signature, '\0') + 1;
      if (*__pyx_import_signature != '\0') __pyx_import_current_signature = __pyx_import_signature;
    }
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  }
  __Pyx_RefNannyFinishContext();
  return 0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_RefNannyFinishContext();
  return -1;
}

static int __Pyx_modinit_function_import_code(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __Pyx_RefNannySetupContext("__Pyx_modinit_function_import_code", 0);
  /*--- Function import code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

#if CYTHON_PEP489_MULTI_PHASE_INIT
static PyObject* __pyx_pymod_create(PyObject *spec, PyModuleDef *def); /*proto*/
static int __pyx_pymod_exec_termforwardsim_calc_stabilizer(PyObject* module); /*proto*/
static PyModuleDef_Slot __pyx_moduledef_slots[] = {
  {Py_mod_create, (void*)__pyx_pymod_create},
  {Py_mod_exec, (void*)__pyx_pymod_exec_termforwardsim_calc_stabilizer},
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
  {Py_mod_gil, Py_MOD_GIL_USED},
  #endif
  #if PY_VERSION_HEX >= 0x030C0000 && CYTHON_USE_MODULE_STATE
  {Py_mod_multiple_interpreters, Py_MOD_MULTIPLE_INTERPRETERS_NOT_SUPPORTED},
  #endif
  {0, NULL}
};
#endif

#ifdef __cplusplus
namespace {
  struct PyModuleDef __pyx_moduledef =
  #else
  static struct PyModuleDef __pyx_moduledef =
  #endif
  {
      PyModuleDef_HEAD_INIT,
      "termforwardsim_calc_stabilizer",
      0, /* m_doc */
    #if CYTHON_USE_MODULE_STATE
      sizeof(__pyx_mstatetype), /* m_size */
    #else
      (CYTHON_PEP489_MULTI_PHASE_INIT) ? 0 : -1, /* m_size */
    #endif
      __pyx_methods /* m_methods */,
    #if CYTHON_PEP489_MULTI_PHASE_INIT
      __pyx_moduledef_slots, /* m_slots */
    #else
      NULL, /* m_reload */
    #endif
    #if CYTHON_USE_MODULE_STATE
      __pyx_m_traverse, /* m_traverse */
      __pyx_m_clear, /* m_clear */
      NULL /* m_free */
    #else
      NULL, /* m_traverse */
      NULL, /* m_clear */
      NULL /* m_free */
    #endif
  };
  #ifdef __cplusplus
} /* anonymous namespace */
#endif

/* PyModInitFuncType */
#ifndef CYTHON_NO_PYINIT_EXPORT
  #define __Pyx_PyMODINIT_FUNC PyMODINIT_FUNC
#else
  #ifdef __cplusplus
  #define __Pyx_PyMODINIT_FUNC extern "C" PyObject *
  #else
  #define __Pyx_PyMODINIT_FUNC PyObject *
  #endif
#endif

__Pyx_PyMODINIT_FUNC PyInit_termforwardsim_calc_stabilizer(void) CYTHON_SMALL_CODE; /*proto*/
__Pyx_PyMODINIT_FUNC PyInit_termforwardsim_calc_stabilizer(void)
#if CYTHON_PEP489_MULTI_PHASE_INIT
{
  return PyModuleDef_Init(&__pyx_moduledef);
}
/* ModuleCreationPEP489 */
#if CYTHON_COMPILING_IN_LIMITED_API && (__PYX_LIMITED_VERSION_HEX < 0x03090000\
      || ((defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)) && __PYX_LIMITED_VERSION_HEX < 0x030A0000))
static PY_INT64_T __Pyx_GetCurrentInterpreterId(void) {
    {
        PyObject *module = PyImport_ImportModule("_interpreters"); // 3.13+ I think
        if (!module) {
            PyErr_Clear(); // just try the 3.8-3.12 version
            module = PyImport_ImportModule("_xxsubinterpreters");
            if (!module) goto bad;
        }
        PyObject *current = PyObject_CallMethod(module, "get_current", NULL);
        Py_DECREF(module);
        if (!current) goto bad;
        if (PyTuple_Check(current)) {
            PyObject *new_current = PySequence_GetItem(current, 0);
            Py_DECREF(current);
            current = new_current;
            if (!new_current) goto bad;
        }
        long long as_c_int = PyLong_AsLongLong(current);
        Py_DECREF(current);
        return as_c_int;
    }
  bad:
    PySys_WriteStderr("__Pyx_GetCurrentInterpreterId failed. Try setting the C define CYTHON_PEP489_MULTI_PHASE_INIT=0\n");
    return -1;
}
#endif
#if !CYTHON_USE_MODULE_STATE
static CYTHON_SMALL_CODE int __Pyx_check_single_interpreter(void) {
    static PY_INT64_T main_interpreter_id = -1;
#if CYTHON_COMPILING_IN_GRAAL && defined(GRAALPY_VERSION_NUM) && GRAALPY_VERSION_NUM > 0x19000000
    PY_INT64_T current_id = GraalPyInterpreterState_GetIDFromThreadState(PyThreadState_Get());
#elif CYTHON_COMPILING_IN_GRAAL
    PY_INT64_T current_id = PyInterpreterState_GetIDFromThreadState(PyThreadState_Get());
#elif CYTHON_COMPILING_IN_LIMITED_API && (__PYX_LIMITED_VERSION_HEX < 0x03090000\
      || ((defined(_WIN32) || defined(WIN32) || defined(MS_WINDOWS)) && __PYX_LIMITED_VERSION_HEX < 0x030A0000))
    PY_INT64_T current_id = __Pyx_GetCurrentInterpreterId();
#elif CYTHON_COMPILING_IN_LIMITED_API
    PY_INT64_T current_id = PyInterpreterState_GetID(PyInterpreterState_Get());
#else
    PY_INT64_T current_id = PyInterpreterState_GetID(PyThreadState_Get()->interp);
#endif
    if (unlikely(current_id == -1)) {
        return -1;
    }
    if (main_interpreter_id == -1) {
        main_interpreter_id = current_id;
        return 0;
    } else if (unlikely(main_interpreter_id != current_id)) {
        PyErr_SetString(
            PyExc_ImportError,
            "Interpreter change detected - this module can only be loaded into one interpreter per process.");
        return -1;
    }
    return 0;
}
#endif
static CYTHON_SMALL_CODE int __Pyx_copy_spec_to_module(PyObject *spec, PyObject *moddict, const char* from_name, const char* to_name, int allow_none)
{
    PyObject *value = PyObject_GetAttrString(spec, from_name);
    int result = 0;
    if (likely(value)) {
        if (allow_none || value != Py_None) {
            result = PyDict_SetItemString(moddict, to_name, value);
        }
        Py_DECREF(value);
    } else if (PyErr_ExceptionMatches(PyExc_AttributeError)) {
        PyErr_Clear();
    } else {
        result = -1;
    }
    return result;
}
static CYTHON_SMALL_CODE PyObject* __pyx_pymod_create(PyObject *spec, PyModuleDef *def) {
    PyObject *module = NULL, *moddict, *modname;
    CYTHON_UNUSED_VAR(def);
    #if !CYTHON_USE_MODULE_STATE
    if (__Pyx_check_single_interpreter())
        return NULL;
    #endif
    if (__pyx_m)
        return __Pyx_NewRef(__pyx_m);
    modname = PyObject_GetAttrString(spec, "name");
    if (unlikely(!modname)) goto bad;
    module = PyModule_NewObject(modname);
    Py_DECREF(modname);
    if (unlikely(!module)) goto bad;
    moddict = PyModule_GetDict(module);
    if (unlikely(!moddict)) goto bad;
    if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "loader", "__loader__", 1) < 0)) goto bad;
    if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "origin", "__file__", 1) < 0)) goto bad;
    if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "parent", "__package__", 1) < 0)) goto bad;
    if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "submodule_search_locations", "__path__", 0) < 0)) goto bad;
    return module;
bad:
    Py_XDECREF(module);
    return NULL;
}


static CYTHON_SMALL_CODE int __pyx_pymod_exec_termforwardsim_calc_stabilizer(PyObject *__pyx_pyinit_module)
#endif
{
  int stringtab_initialized = 0;
  #if CYTHON_USE_MODULE_STATE
  int pystate_addmodule_run = 0;
  #endif
  __pyx_mstatetype *__pyx_mstate = NULL;
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  Py_ssize_t __pyx_t_3;
  PyObject *__pyx_t_4 = NULL;
  int __pyx_lineno = 0;
  const char *__pyx_filename = NULL;
  int __pyx_clineno = 0;
  __Pyx_RefNannyDeclarations
  #if CYTHON_PEP489_MULTI_PHASE_INIT
  if (__pyx_m) {
    if (__pyx_m == __pyx_pyinit_module) return 0;
    PyErr_SetString(PyExc_RuntimeError, "Module 'termforwardsim_calc_stabilizer' has already been imported. Re-initialisation is not supported.");
    return -1;
  }
  #else
  if (__pyx_m) return __Pyx_NewRef(__pyx_m);
  #endif
  /*--- Module creation code ---*/
  #if CYTHON_PEP489_MULTI_PHASE_INIT
  __pyx_t_1 = __pyx_pyinit_module;
  Py_INCREF(__pyx_t_1);
  #else
  __pyx_t_1 = PyModule_Create(&__pyx_moduledef); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1, __pyx_L1_error)
  #endif
  #if CYTHON_USE_MODULE_STATE
  {
    int add_module_result = __Pyx_State_AddModule(__pyx_t_1, &__pyx_moduledef);
    __pyx_t_1 = 0; /* transfer ownership from __pyx_t_1 to "termforwardsim_calc_stabilizer" pseudovariable */
    if (unlikely((add_module_result < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
    pystate_addmodule_run = 1;
  }
  #else
  __pyx_m = __pyx_t_1;
  #endif
  #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
  PyUnstable_Module_SetGIL(__pyx_m, Py_MOD_GIL_USED);
  #endif
  __pyx_mstate = __pyx_mstate_global;
  CYTHON_UNUSED_VAR(__pyx_t_1);
  __pyx_mstate->__pyx_d = PyModule_GetDict(__pyx_m); if (unlikely(!__pyx_mstate->__pyx_d)) __PYX_ERR(0, 1, __pyx_L1_error)
  Py_INCREF(__pyx_mstate->__pyx_d);
  __pyx_mstate->__pyx_b = __Pyx_PyImport_AddModuleRef(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_mstate->__pyx_b)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_mstate->__pyx_cython_runtime = __Pyx_PyImport_AddModuleRef("cython_runtime"); if (unlikely(!__pyx_mstate->__pyx_cython_runtime)) __PYX_ERR(0, 1, __pyx_L1_error)
  if (PyObject_SetAttrString(__pyx_m, "__builtins__", __pyx_mstate->__pyx_b) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  /* ImportRefnannyAPI */
  #if CYTHON_REFNANNY
  __Pyx_RefNanny = __Pyx_RefNannyImportAPI("refnanny");
  if (!__Pyx_RefNanny) {
    PyErr_Clear();
    __Pyx_RefNanny = __Pyx_RefNannyImportAPI("Cython.Runtime.refnanny");
    if (!__Pyx_RefNanny)
        Py_FatalError("failed to import 'refnanny' module");
  }
  #endif
  
__Pyx_RefNannySetupContext("PyInit_termforwardsim_calc_stabilizer", 0);
  __Pyx_init_runtime_version();
  if (__Pyx_check_binary_version(__PYX_LIMITED_VERSION_HEX, __Pyx_get_runtime_version(), CYTHON_COMPILING_IN_LIMITED_API) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_mstate->__pyx_empty_tuple = PyTuple_New(0); if (unlikely(!__pyx_mstate->__pyx_empty_tuple)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_mstate->__pyx_empty_bytes = PyBytes_FromStringAndSize("", 0); if (unlikely(!__pyx_mstate->__pyx_empty_bytes)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_mstate->__pyx_empty_unicode = PyUnicode_FromStringAndSize("", 0); if (unlikely(!__pyx_mstate->__pyx_empty_unicode)) __PYX_ERR(0, 1, __pyx_L1_error)
  /*--- Library function declarations ---*/
  /*--- Initialize various global constants etc. ---*/
  if (__Pyx_InitConstants(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  stringtab_initialized = 1;
  if (__Pyx_InitGlobals() < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  if (__pyx_module_is_main_pygsti__forwardsims__termforwardsim_calc_stabilizer) {
    if (PyObject_SetAttr(__pyx_m, __pyx_mstate_global->__pyx_n_u_name, __pyx_mstate_global->__pyx_n_u_main) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  }
  {
    PyObject *modules = PyImport_GetModuleDict(); if (unlikely(!modules)) __PYX_ERR(0, 1, __pyx_L1_error)
    if (!PyDict_GetItemString(modules, "pygsti.forwardsims.termforwardsim_calc_stabilizer")) {
      if (unlikely((PyDict_SetItemString(modules, "pygsti.forwardsims.termforwardsim_calc_stabilizer", __pyx_m) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
    }
  }
  /*--- Builtin init code ---*/
  if (__Pyx_InitCachedBuiltins(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  /*--- Constants init code ---*/
  if (__Pyx_InitCachedConstants(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  if (__Pyx_CreateCodeObjects(__pyx_mstate) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  /*--- Global type/function init code ---*/
  (void)__Pyx_modinit_global_init_code(__pyx_mstate);
  (void)__Pyx_modinit_variable_export_code(__pyx_mstate);
  (void)__Pyx_modinit_function_export_code(__pyx_mstate);
  if (unlikely((__Pyx_modinit_type_init_code(__pyx_mstate) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
  if (unlikely((__Pyx_modinit_type_import_code(__pyx_mstate) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
  if (unlikely((__Pyx_modinit_variable_import_code(__pyx_mstate) < 0))) __PYX_ERR(0, 1, __pyx_L1_error)
  (void)__Pyx_modinit_function_import_code(__pyx_mstate);
  /*--- Execution code ---*/

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":34
 * cimport cython
 * 
 * import time as pytime             # <<<<<<<<<<<<<<
 * import numpy as np
 * 
*/
  __pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_time, 0, 0, NULL, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 34, __pyx_L1_error)
  __pyx_t_2 = __pyx_t_1;
  __Pyx_GOTREF(__pyx_t_2);
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_pytime, __pyx_t_2) < (0)) __PYX_ERR(0, 34, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":35
 * 
 * import time as pytime
 * import numpy as np             # <<<<<<<<<<<<<<
 * 
 * #import itertools as _itertools
*/
  __pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_numpy, 0, 0, NULL, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 35, __pyx_L1_error)
  __pyx_t_2 = __pyx_t_1;
  __Pyx_GOTREF(__pyx_t_2);
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_np, __pyx_t_2) < (0)) __PYX_ERR(0, 35, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":38
 * 
 * #import itertools as _itertools
 * from pygsti.baseobjs.opcalc import fastopcalc as _fastopcalc             # <<<<<<<<<<<<<<
 * #from scipy.sparse.linalg import LinearOperator
 * 
*/
  {
    PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_fastopcalc_2};
    __pyx_t_1 = __Pyx_Import(__pyx_mstate_global->__pyx_n_u_pygsti_baseobjs_opcalc, __pyx_imported_names, 1, NULL, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 38, __pyx_L1_error)
  }
  __pyx_t_2 = __pyx_t_1;
  __Pyx_GOTREF(__pyx_t_2);
  {
    PyObject* const __pyx_imported_names[] = {__pyx_mstate_global->__pyx_n_u_fastopcalc_2};
    __pyx_t_3 = 0; {
      __pyx_t_4 = __Pyx_ImportFrom(__pyx_t_2, __pyx_imported_names[__pyx_t_3]); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 38, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      switch (__pyx_t_3) {
        case 0:
        if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_fastopcalc, __pyx_t_4) < (0)) __PYX_ERR(0, 38, __pyx_L1_error)
        break;
        default:;
      }
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    }
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":41
 * #from scipy.sparse.linalg import LinearOperator
 * 
 * cdef double SMALL = 1e-5             # <<<<<<<<<<<<<<
 * cdef double LOGSMALL = -5
 * # a number which is used in place of zero within the
*/
  __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_SMALL = 1e-5;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":42
 * 
 * cdef double SMALL = 1e-5
 * cdef double LOGSMALL = -5             # <<<<<<<<<<<<<<
 * # a number which is used in place of zero within the
 * # product of term magnitudes to keep a running path
*/
  __pyx_v_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_LOGSMALL = -5.0;

  /* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_3__reduce_cython__, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_RepCacheEl___reduce_cython, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_forwardsims_termforwardsi, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[1])); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_reduce_cython, __pyx_t_2) < (0)) __PYX_ERR(1, 1, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_10RepCacheEl_5__setstate_cython__, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_RepCacheEl___setstate_cython, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_forwardsims_termforwardsi, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[2])); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 3, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_setstate_cython, __pyx_t_2) < (0)) __PYX_ERR(1, 3, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_3__reduce_cython__, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_CircuitSetupCacheEl___reduce_cyt, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_forwardsims_termforwardsi, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[3])); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_reduce_cython, __pyx_t_2) < (0)) __PYX_ERR(1, 1, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError, "no default __reduce__ due to non-trivial __cinit__"
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_19CircuitSetupCacheEl_5__setstate_cython__, __Pyx_CYFUNCTION_CCLASS, __pyx_mstate_global->__pyx_n_u_CircuitSetupCacheEl___setstate_c, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_forwardsims_termforwardsi, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[4])); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 3, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_setstate_cython, __pyx_t_2) < (0)) __PYX_ERR(1, 3, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":129
 * 
 * 
 * def prs_as_polynomials(fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,             # <<<<<<<<<<<<<<
 *                        comm=None, mem_limit=None, fastmode=True):
 * 
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_1prs_as_polynomials, 0, __pyx_mstate_global->__pyx_n_u_prs_as_polynomials, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_forwardsims_termforwardsi, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[5])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 129, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_2, __pyx_mstate_global->__pyx_tuple[1]);
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_prs_as_polynomials, __pyx_t_2) < (0)) __PYX_ERR(0, 129, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":610
 * # NOTE - below this point is just copied from statevec verision -- need to check this, in ptic use of 'dim'
 * # Stabilizer pruned-polynomial-term calcs -------------------------
 * def create_circuitsetup_cacheel(fwdsim, rholabel, elabels, circuit, repcache, min_term_mag, mpv):             # <<<<<<<<<<<<<<
 * 
 *     cdef INT i, j
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_3create_circuitsetup_cacheel, 0, __pyx_mstate_global->__pyx_n_u_create_circuitsetup_cacheel, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_forwardsims_termforwardsi, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[6])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 610, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_create_circuitsetup_cacheel, __pyx_t_2) < (0)) __PYX_ERR(0, 610, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":727
 * 
 * 
 * def refresh_magnitudes_in_repcache(repcache, paramvec):             # <<<<<<<<<<<<<<
 *     cdef RepCacheEl repcel
 *     cdef TermRep termrep
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_5refresh_magnitudes_in_repcache, 0, __pyx_mstate_global->__pyx_n_u_refresh_magnitudes_in_repcache, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_forwardsims_termforwardsi, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[7])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 727, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_refresh_magnitudes_in_repcache, __pyx_t_2) < (0)) __PYX_ERR(0, 727, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":739
 * 
 * 
 * def find_best_pathmagnitude_threshold(fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,             # <<<<<<<<<<<<<<
 *                                       repcache, circuitsetup_cache, comm=None, mem_limit=None,
 *                                       pathmagnitude_gap=0.0, min_term_mag=0.01, max_paths=500, threshold_guess=0.0):
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_7find_best_pathmagnitude_threshold, 0, __pyx_mstate_global->__pyx_n_u_find_best_pathmagnitude_threshol, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_forwardsims_termforwardsi, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[8])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 739, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_2, __pyx_mstate_global->__pyx_tuple[2]);
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_find_best_pathmagnitude_threshol, __pyx_t_2) < (0)) __PYX_ERR(0, 739, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":848
 * 
 * 
 * def compute_pruned_path_polynomials_given_threshold(             # <<<<<<<<<<<<<<
 *         threshold, fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,
 *         repcache, circuitsetup_cache, comm=None, mem_limit=None, fastmode=1):
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_9compute_pruned_path_polynomials_given_threshold, 0, __pyx_mstate_global->__pyx_n_u_compute_pruned_path_polynomials, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_forwardsims_termforwardsi, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[9])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 848, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_2, __pyx_mstate_global->__pyx_tuple[3]);
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_compute_pruned_path_polynomials, __pyx_t_2) < (0)) __PYX_ERR(0, 848, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1471
 *     return threshold_lower_bound
 * 
 * def circuit_achieved_and_max_sopm(fwdsim, rholabel, elabels, circuit, repcache, threshold, min_term_mag):             # <<<<<<<<<<<<<<
 *     """ TODO: docstring """
 * 
*/
  __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_6pygsti_11forwardsims_30termforwardsim_calc_stabilizer_11circuit_achieved_and_max_sopm, 0, __pyx_mstate_global->__pyx_n_u_circuit_achieved_and_max_sopm, NULL, __pyx_mstate_global->__pyx_n_u_pygsti_forwardsims_termforwardsi, __pyx_mstate_global->__pyx_d, ((PyObject *)__pyx_mstate_global->__pyx_codeobj_tab[10])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1471, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030E0000
  PyUnstable_Object_EnableDeferredRefcount(__pyx_t_2);
  #endif
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_circuit_achieved_and_max_sopm, __pyx_t_2) < (0)) __PYX_ERR(0, 1471, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":1
 * # encoding: utf-8             # <<<<<<<<<<<<<<
 * # cython: profile=False
 * # cython: linetrace=False
*/
  __pyx_t_2 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  if (PyDict_SetItem(__pyx_mstate_global->__pyx_d, __pyx_mstate_global->__pyx_n_u_test, __pyx_t_2) < (0)) __PYX_ERR(0, 1, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /*--- Wrapped vars code ---*/

  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_4);
  if (__pyx_m) {
    if (__pyx_mstate->__pyx_d && stringtab_initialized) {
      __Pyx_AddTraceback("init pygsti.forwardsims.termforwardsim_calc_stabilizer", __pyx_clineno, __pyx_lineno, __pyx_filename);
    }
    #if !CYTHON_USE_MODULE_STATE
    Py_CLEAR(__pyx_m);
    #else
    Py_DECREF(__pyx_m);
    if (pystate_addmodule_run) {
      PyObject *tp, *value, *tb;
      PyErr_Fetch(&tp, &value, &tb);
      PyState_RemoveModule(&__pyx_moduledef);
      PyErr_Restore(tp, value, tb);
    }
    #endif
  } else if (!PyErr_Occurred()) {
    PyErr_SetString(PyExc_ImportError, "init pygsti.forwardsims.termforwardsim_calc_stabilizer");
  }
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  #if CYTHON_PEP489_MULTI_PHASE_INIT
  return (__pyx_m != NULL) ? 0 : -1;
  #else
  return __pyx_m;
  #endif
}
/* #### Code section: pystring_table ### */
/* #### Code section: cached_builtins ### */

static int __Pyx_InitCachedBuiltins(__pyx_mstatetype *__pyx_mstate) {
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __pyx_builtin_enumerate = __Pyx_GetBuiltinName(__pyx_mstate->__pyx_n_u_enumerate); if (!__pyx_builtin_enumerate) __PYX_ERR(0, 121, __pyx_L1_error)
  __pyx_builtin_round = __Pyx_GetBuiltinName(__pyx_mstate->__pyx_n_u_round); if (!__pyx_builtin_round) __PYX_ERR(0, 1503, __pyx_L1_error)

  /* Cached unbound methods */
  __pyx_mstate->__pyx_umethod_PyDict_Type_items.type = (PyObject*)&PyDict_Type;
  __pyx_mstate->__pyx_umethod_PyDict_Type_items.method_name = &__pyx_mstate->__pyx_n_u_items;
  __pyx_mstate->__pyx_umethod_PyDict_Type_pop.type = (PyObject*)&PyDict_Type;
  __pyx_mstate->__pyx_umethod_PyDict_Type_pop.method_name = &__pyx_mstate->__pyx_n_u_pop;
  __pyx_mstate->__pyx_umethod_PyDict_Type_values.type = (PyObject*)&PyDict_Type;
  __pyx_mstate->__pyx_umethod_PyDict_Type_values.method_name = &__pyx_mstate->__pyx_n_u_values;
  return 0;
  __pyx_L1_error:;
  return -1;
}
/* #### Code section: cached_constants ### */

static int __Pyx_InitCachedConstants(__pyx_mstatetype *__pyx_mstate) {
  __Pyx_RefNannyDeclarations
  CYTHON_UNUSED_VAR(__pyx_mstate);
  __Pyx_RefNannySetupContext("__Pyx_InitCachedConstants", 0);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":735
 *         #repcel = <RepCacheEl?>repcel
 *         for termrep in repcel.pyterm_references:
 *             coeff_array = _fastopcalc.bulk_eval_compact_polynomials_complex(termrep.compact_coeff[0],termrep.compact_coeff[1],paramvec,(1,))             # <<<<<<<<<<<<<<
 *             termrep.set_magnitude_only(abs(coeff_array[0]))
 * 
*/
  __pyx_mstate_global->__pyx_tuple[0] = PyTuple_Pack(1, __pyx_mstate_global->__pyx_int_1); if (unlikely(!__pyx_mstate_global->__pyx_tuple[0])) __PYX_ERR(0, 735, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_mstate_global->__pyx_tuple[0]);
  __Pyx_GIVEREF(__pyx_mstate_global->__pyx_tuple[0]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":129
 * 
 * 
 * def prs_as_polynomials(fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,             # <<<<<<<<<<<<<<
 *                        comm=None, mem_limit=None, fastmode=True):
 * 
*/
  __pyx_mstate_global->__pyx_tuple[1] = PyTuple_Pack(3, Py_None, Py_None, ((PyObject*)Py_True)); if (unlikely(!__pyx_mstate_global->__pyx_tuple[1])) __PYX_ERR(0, 129, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_mstate_global->__pyx_tuple[1]);
  __Pyx_GIVEREF(__pyx_mstate_global->__pyx_tuple[1]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":739
 * 
 * 
 * def find_best_pathmagnitude_threshold(fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,             # <<<<<<<<<<<<<<
 *                                       repcache, circuitsetup_cache, comm=None, mem_limit=None,
 *                                       pathmagnitude_gap=0.0, min_term_mag=0.01, max_paths=500, threshold_guess=0.0):
*/
  __pyx_mstate_global->__pyx_tuple[2] = PyTuple_Pack(6, Py_None, Py_None, ((PyObject*)__pyx_mstate_global->__pyx_float_0_0), ((PyObject*)__pyx_mstate_global->__pyx_float_0_01), ((PyObject*)__pyx_mstate_global->__pyx_int_500), ((PyObject*)__pyx_mstate_global->__pyx_float_0_0)); if (unlikely(!__pyx_mstate_global->__pyx_tuple[2])) __PYX_ERR(0, 739, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_mstate_global->__pyx_tuple[2]);
  __Pyx_GIVEREF(__pyx_mstate_global->__pyx_tuple[2]);

  /* "pygsti/forwardsims/termforwardsim_calc_stabilizer.pyx":848
 * 
 * 
 * def compute_pruned_path_polynomials_given_threshold(             # <<<<<<<<<<<<<<
 *         threshold, fwdsim, rholabel, elabels, circuit, polynomial_vindices_per_int,
 *         repcache, circuitsetup_cache, comm=None, mem_limit=None, fastmode=1):
*/
  __pyx_mstate_global->__pyx_tuple[3] = PyTuple_Pack(3, Py_None, Py_None, ((PyObject*)__pyx_mstate_global->__pyx_int_1)); if (unlikely(!__pyx_mstate_global->__pyx_tuple[3])) __PYX_ERR(0, 848, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_mstate_global->__pyx_tuple[3]);
  __Pyx_GIVEREF(__pyx_mstate_global->__pyx_tuple[3]);
  #if CYTHON_IMMORTAL_CONSTANTS
  {
    PyObject **table = __pyx_mstate->__pyx_tuple;
    for (Py_ssize_t i=0; i<4; ++i) {
      #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
      Py_SET_REFCNT(table[i], _Py_IMMORTAL_REFCNT_LOCAL);
      #else
      Py_SET_REFCNT(table[i], _Py_IMMORTAL_INITIAL_REFCNT);
      #endif
    }
  }
  #endif
  __Pyx_RefNannyFinishContext();
  return 0;
  __pyx_L1_error:;
  __Pyx_RefNannyFinishContext();
  return -1;
}
/* #### Code section: init_constants ### */

static int __Pyx_InitConstants(__pyx_mstatetype *__pyx_mstate) {
  CYTHON_UNUSED_VAR(__pyx_mstate);
  {
    const struct { const unsigned int length: 10; } index[] = {{1},{35},{1},{7},{6},{2},{9},{50},{39},{34},{53},{14},{19},{37},{39},{10},{14},{12},{23},{11},{4},{1},{8},{20},{10},{28},{30},{1},{13},{24},{6},{18},{4},{37},{11},{7},{29},{23},{18},{17},{18},{11},{4},{13},{47},{27},{45},{5},{5},{11},{13},{1},{3},{19},{9},{7},{4},{5},{9},{12},{8},{11},{10},{33},{12},{19},{8},{6},{15},{12},{2},{2},{4},{5},{19},{7},{1},{2},{4},{4},{13},{7},{5},{1},{2},{3},{8},{4},{9},{4},{8},{9},{16},{9},{19},{8},{19},{16},{9},{12},{5},{10},{3},{12},{8},{2},{6},{7},{5},{9},{10},{10},{5},{2},{15},{12},{5},{8},{17},{27},{11},{3},{4},{4},{18},{22},{49},{6},{11},{12},{10},{17},{13},{30},{3},{8},{6},{7},{5},{16},{14},{13},{8},{5},{4},{18},{12},{10},{12},{19},{4},{4},{8},{11},{1},{22},{18},{9},{7},{13},{8},{9},{15},{4},{5},{19},{12},{17},{20},{5},{6},{3},{1},{19},{229},{8},{615},{391},{89},{798},{9},{539}};
    #if (CYTHON_COMPRESS_STRINGS) == 2 /* compression: bz2 (2819 bytes) */
const char* const cstring = "BZh91AY&SY\320\250\270\306\000\001\273\177\377\377\377\377\377\377\377\377\377\377\377\377\377\377\377\377\377\300@@@@@@@@@@@@\000@\000`\n?y\300\363m)\357g=wP\320\0004\n'\200\000\3404\024\324\322&\201\244\366SQ\275Q\372e=&4\030\323F\243S\312zD\366\221\251\346F\250\366\243MF\231\3456\212czT\375I\264\324\362e\003\310\365M\212\004\222\002jz\002\t\204L\021\246\230T\365\017)\352=\021\265\000\320z\206\200\001\352\000\000\003A\240=A\352\033Q\240\324\311\210\"4\215#FCe\r=\020\320h\r\032\000\r\000\000\000\000\006\200\000\000\320\320\006\204\224~\232Pi\240\001\241\240\000\000\000\000\000\0004\000\000\000\000\000\001\240 \323\023\002\014\000M4\323L\000F\00212`\023\000\001\030F\000\001\030\0012d\302b\004\241\010*z#\324{\325O\nmF\215\001\240z\203L\324i\241\240z\200\r\r\000\0004\000z\201\241\3514\003\324\007\370;\312Mx\264\031\201\226*Up\310\217\"\325'B\327\207\264\01633~\250}\200\373\202\370/\240\037\347@\300\217\223\r(\226\266\215aA\372\324f\244@e\207\213\216\371\370p\233\373\315\212m\266\3371\320b~\377\031\003\006Df\0000\014\031\2030`\314\310\314\301\200`\306\031\014\311\230[\311\t\341\022\351d2\343@D\211\020\321\240\323g0B\300\250\255L\222d\303\014\2230#\267\024\212\257a\027\300 \241x\344X\014\375D\336\271\030\307\033\355\271\2013$JC%u\201p\364B\350;\252\005\267\321)\n\311\222M6p\035op\257\275b\226\0139\235+\342\020x\371\030J2\234\343\024\347\303\013\313\353}\3031l\352R\005\222\\\254\017\261\206$\252\372\326/i4\254\210\370\021\n\252\223\272P\2469\214\312\222\264\231\230Y\213\213\343\007\231\213\213\006\243\034\2415`\223\230\2406\222B,\261r\340\254\205cP\270\253LD\324\230b0\242\264\005\354k\305\001J\241` \200I\2675t~\377\270\371\341{r\376\010>\371F\177\021;\313\353b\372\256M\2279\344#C\300\2127\257^4\002\222\001\344\252\004R\324K0\2166\022<V\255o]00B\007\205\3400 +\225\307\301\225\264-\303\025\342\227/r\320s+m^)V\2470\232\331F\316b\234\367N@\360\3117\360,:;xO\355\0138xu\262\014\013\203\033DZ\033\227\010\347{0\031w\242\254\201nZr\320\212\353=2\343v\303l\246\326\016e\026s\313'""\0104\031\274\256^=\226\227H\277\307\\\320\361\363h\245\244\211+:\317\217<L\247}\020\342\212\343\344vb\243\034\327\222,\276X\232R\311\334S\250\336\032\206\223\335X\335\312\264Yq\343\320\322\316g\255'\310]\302\374\357\361\333'$\302\327\026\\\355)i8\r\374\353\352\357r\322\216b\223u\030\244^\240B\377R\320\242\201H]\346\027O\213\256\205\013-\362}{\276_\202\356N\306c\236\277\227><a1y\235\2213-\231\267\241\337\272R\365_\023Q\273\373\3247\n\027\331\026\034x]q\326\277\307\277\207s\262\357N\373ww\017\337U\241\311\275\201\215\354\\*5\335Rl?uq~\270\345\330\023NW\007\244zV$\220RR\r\250Y\226\014\245z\001\221b\216E\t\346\316\351g\235$\014\021\342\340\233\203\262\210\322\n\374\014\017\336Yae\212\314\372=bk\275\353\177\007\252R\236O\343\024g?\222r\234\367\261\270\376jF\237'\177\372@3\030f]\2346\377Ra\345\3010\355\267\322\316$\274\274>\233\303\261q\205$\360\036\014\210\367O\271\265\324c\241C\r\357*\010GR)\331\242\240\214\037d\253O\244\272R:\356\250u\340t\203\022\224i\004\316`\354\242\021\226\251\246+5\010\200\251$I\226\301\350H\355\032q\244V\23200\311\247H\032&,\230jE\256\030\225\004\rN)\266\006\314\007l{\203\334\"\372\014\344\220\274\n\244\254v\032\301\315N\275J\317\242\0173\200\2643x\2307\205\n\211qV\211\234\244\263^\347\265BRB\202G\036\005O\222\274\021E\347^\335VQI\320\272\254\020\304\301^\\S\037\235y\353\205\305gX\273\033pZw\"\225e\270`v\r\205PH\371\207\200\304\362\232$,\006\274\256Y\307y\202\260\220g+6\264\225\241g\025\204\255KW\211\321\352'm\345y\306\235\255\317Z\215Z2\207v\3569\225[\206\031Wm\242\246Q\342\020\373\016\343\222X\346+\213\273\026\270t\234t\267V\227\034L\265\350\274\343\202\364r\256\r&W\240\256\213\005\263\315j\245\031\314\313\2629\363\331\2607\367\236\373\201\211LF_\343\013v\306\303\266\303\254\210\255\2549N2X\337C\237\036\350\231\3303\236\323\200\346b\014\303\r\221\\\356\202b!p\204A@\234h\035 x\321\210\2502\306\320\273jA\322eS\226u\341'\327\214\255\340?\005x\202\337<\211V\327\344R\324\210\2632M;pOc\026V\241\214\363\271\235C\224f\272\217{)\364'.\307\020U\332}""\377kwJ\344GI\3414v89\334\270\336\3067\347\201&8\237\010\352r\3369\375\t\2534\310\313\250\352w\\:\026N-\303\212\273\210\233\354\\\346\351H\223s(\352\344\336j\244\271\235\310\301\013P\300\344-\\$\357\202\354\266Bm\302=\016\332-\231\\\216\021\304\354\035\247\204q\232z-i\350\301\346\014+3H\316J-\355\023\t\332\357{O\332\261\316\266\261\346j\2309hQKU\373hm\341'\237\327 ?\"YF,q\236\035\223\367\002g\001\306\357\204Sc\362\222\034H.\321\30283\306o\262\234.&Y,\325\357\362\225 \230bI\265\336-\033\322\352\230\353L\266\003\330\202\031\017\303\225\230\376\316$\364\355\263t\367\367\336\316lH\2765\200\314\350=\303`.\007\\=\372\263=D\344\275\360\242\241!\210\346{\357\251\321\262Z+k\"\214\306fc+\213\267\242P\223\204C\3408s#\024\251\313`\256\302\246\233\030*\375\017\366]\355\320S\324\035\261SF\305\302_r\204\321x\252)!\236(\220\276\323d\036,c\025A\242\243A\354D}\301\000\313l\030\216\254Y\231\264\2713\2329\025\233\025dbL\232j@~\275\224x\247\0311sB\262#a\n\020\344\214\340\n\010\235h\373s\317\260\262V9\367\267)\300-\301\324wH\035z2\354\244\244\260\225\\:\313\334-8\213Y\231E\031\243Tb#\341~\200\241\000cY\227#\0146\315\256\314\346\213\306a\230\254g\263\2108jS6\345D\364\"6\016$I\316\036\274\360po\367M\221\247M\345jf\016\324\207\352\216\223\007Aa\t\277CRNnYN\2324\243U\301B\366\006\240\233U\227\272]-\026\235\005{M\257#\030\227;[\022\"\231\225\2264\334\262\306\212\332t@5\325R3\326\215|\007\237+\2746\255\215\0109\345\020\354\304 \341\306\370]\241\350\035\"3\021\245\223\310\010\215\235\356l\241\035\346,\003\270-\317OQ[\261\223\313\213\345|'\320\234`\243+\256\213s\331t\242\177\226UL\251\001\3422\"\2115l\t0\013KR\"TD[\372t\220\035b$b^\"\225p\330;Wj\274V\217\246\207\034Gmq\256\2471\3346\343\301\333\254\003\201\232\025\266v\242\245\273\345\320\3042w\031v\315b{\017\301\275P\346\315\034\010\373\316\010lh\2463\300O\330&$\334u\300\256\334\370\022\302F\243OU\227\350\261Y<\375\036\215?\351\327t\350\233\034\352R\366\026_K\237\301\341\350\037p=\010\026\321QC$\370\372\302\342\226\3202\205\350\006K\222\341""\226f)k\335ov\016p\341(\246\246\353\263U;\273s`\324\362\331\322 \302\235@\332\264\006\0141\356J\336A\214M\367\342\031\032\027\364\306\202\220\264\017h\300V\016\347\n\036\270\336\n>Q\231\034X\341%Ch\302\030\214\326B\215\374V\230\304E\316\020\032\342\007\366\247\347\214\021I\376\205\344i\265\3118\000\334\201d\t#\200o\374\030\335\241\005L\003\222\030df2O\332\002\324D\364\356fe\361\201\353\231G\2314\rC\220\007\307\214\033\246\241\305\233\237\2677\204\340\300B\343\235\317oe\003Jo0AP\2373I\302{\375\001\346\2243\201\024\005I\377\344\363\315\n\271\336\345B\007\321\\Nxf\357 ~\357y\231\314\270\260U*\305\017\245*\005\201F\222\250\300P\312\034\375\320\205\271E\006\370LgM\355\252\013(:G\2518UQ\232\367(\347\271\177\254\036\3471\003\365h\320<a\327Jk\330\3574U\315Y\033\230\357r\234\344x\330\265\335\276\2312l\224\236\326QJ\026jl\307\325\331Sr`\226\210\202\326\265g5\002\030\016\003\252\236\0351M\335\207\226W\272\252J\t\320\263g\3149r\245i\333\\\242\322;V\364\263\004\231|\0012G3\334\022p\306\2168\221\350\022\020lwv\016\243\227zO\031\350\037k4\003\357\342\005Jt\360s\361\t\332F\014\305?\024c\003\245\020rEj\2722\227\224w\2001\033.(\213\263\351\233:\304H\222\305\2376\226f\036\\/'\206V\210\351\227e\256\332\210DXSEj\331Y\324!V\031\025\007\243\350\022$v\372\326\305\212\305\377mW\3013\207\363\034_\334bw\\\207\225\361\240\037\335\005\2561(\344\236(\321sl9\266,\301\304\213Q\355\310u\001\236\307\200\267\014\262/\271j\352\365\006\264\215W/\355x0G\373\353e1\346\211{?\370\226t<b\350\243\324\036{$\3000/f\037\213\316/\001\337\324+\003\010\013\300i\375\303\343K\306\037\216Q\000\336\366\374\207\341w\204\265\275\367-\341\303\270^Blj\366\nY\216\347k!\253\027\025\270\010\033A\001\2462\010l\233\014c*\242\253<\3228\013j\026_8\244I\004\360\023\324\022\225\215\2719\036i]\246\024\210\031\261\277\374\350\"\010\030R\006A\246\201H\371\206\025R\rfh.*\244\312)\313%B\241\2167\032\232Y\222 \246\221H\033\325\351\001\006\001^\206\022\264\335Fbm\t\376L\350\301\225\020\024\235\233\330\004\2233\314\337t\177\361w$S\205""\t\r\n\213\214`";
    PyObject *data = __Pyx_DecompressString(cstring, 2819, 2);
    if (unlikely(!data)) __PYX_ERR(0, 1, __pyx_L1_error)
    const char* const bytes = __Pyx_PyBytes_AsString(data);
    #if !CYTHON_ASSUME_SAFE_MACROS
    if (likely(bytes)); else { Py_DECREF(data); __PYX_ERR(0, 1, __pyx_L1_error) }
    #endif
    #elif (CYTHON_COMPRESS_STRINGS) != 0 /* compression: zlib (2716 bytes) */
const char* const cstring = "x\332\255VK{\323\326\026\215S'u\210)qB\034\010\241\261S\234B{\233\324@\002\245iZ\347\001\245M\001\007\022(\004T\331>vD$K\326\303\215CK\031z\250\241\206\032j\250\241\207\036zx\206\032\372'\360\023\356:\222\3558\205\366\366~\367\346\373\"\355\363\320>{\257\275\326>^\270gH9\242&\344b\242\310\347uYM\210\202\246k\t\311\320\364D\216$V\023_&\277-\010\032\237\023\t)\263g)/h\201U(\313\211\002)\362\206\250'8N%\005#O8.Q0HB\227\023e\271\374\205\256\nU\201\027\261\232\027\312\202\316qeCRj\013\\^V\311\202\204\357\004^U\371\032\216\026\340\216}%H\212\254\352\375\333\014\211\327\367\337\331\241\324J\232.,\026e\365W^-h\202\244-\352D\225\216\307\\\236\027\363\234\246\3639A\024\216\210\272\240\324\016W4\004T.i\262\241\346\311\352\272\240\346\rA\177HtCY\347\363\373dS|\317\324B/\263|M\337\227\313\034\367\376M\032\321q\230~\274m\223\345\\\020\362D\333\344\2122\257s\275\021\013\224\313\253D\351\332\235\025\216/\027\270\276i\337\254\222\374\275{\367\271\255\273?\335}\304q\017j\207\370\337\020\362:w\217\034\352\333\244\270M\272A\034[\357\306|b\355\235P9,\t\244J\n\234&+\322\361\300\2208\271\310)\300_\342K\032\257(\244\\\340\265Z9/\310\013\250\215l\350B\231h\271\357\005=g\210\007\034\251\362\"j&) \022\247\310b\255,K\250\276\346\317\211\3440_\302\241A\t\362\001\206\235\327\361\371\014\001\211?\364\343\340\272\253\"_#*'+D\345A\320\316\254\306\340G\221\221\024\330%\362\232\306\225\210.\350DbC\304\005T9]\345\363$\307\347\017\3622)\0269\237l\010F\352\006\351O\263\201\0014\024\325(#\004\226\356\211\350KB\225\300\325\276J\264}Y,\240p>v\357\204A\304\277YZX\021e0R[\205\301K\271\002\277\232\327\362\370\202\025:o\250]\n0\263W\373BA\220 =\200\214P\031v[|\216\210\032\351n&b0\026\241EI\321k\004\262a\030\221@\311\234\257\344\"\257\351\222\\ \0343d\205\251\242\317\202'.\207\232t\213\014\221\032\330\333K\266\237\270\3756\247\370\025\341\270\242Q\316\343\371+\223\034\013\261\217\334\034+H@4`X\022K\210\263$J\274\262/\224\372\317\302\007\332\276\344\277\004\374\225\341\252\\8\344\004\306\233\016\307`\263\323Yu""\265\227/_\036\220Z\027EQ.]\355\371b,\345\300\037T\336g\221\254\026\340\025\206\302\253h5\242O\253`\254\357k\276\321\2533W\345U\255K=\377}\222\375lJ\347k\"p\r\334\202h\242 \t\272\304x\306\222\306.\006\264\210\263\345\202!\"kI\251\226o\373\265\330b\245@\373\343%L\227\225\262\037@\271b\344@\023Tm\223=\262\335\021\013\227\227|\253\267C\251\311\n\360\356\257\001\206=\252\370!\371\237\241_\234\254e\t\272\355\313\262\277\200BY\357#:\374+rUR\340OQ\321\214\264~\025\004\375v!\307kD\316\275\324\026\002\376tf\373\272\360\302\337wa\245\246\013\014\0024c\256C\215\212\301\213\001.\307w\310;\375\2537A\016\231Yd\364\344z9jL\353\010\333\327\032\336}&4\246\242\263\250\032Q\367\345\373\n\036'0d\343c\306\366F\235\201\257/P\020\224$b\021z>>\222\223\313b\315o\245\235\242\302\352\334\205}\r\226{O\263E\255t\255\242\006\263\033\200\314_\325\320\217\210\256\363*4\363g\352\365\323.\220K/Hf\340\335y\005\212\3478\326e\271c\021\367\014\256d\020Mc\025\000%\361\225\254\203\021'z\1770\025\3203\260\273!\365\026\273\\\017p\320Y\024\350\373p\\U\204\303\202l\240\031\r\014le\266\357l\016<\374)\263\265\365&\324\236O\323t\246\031{;<0\0247\037Z!+\346\205'\314e+nU\230\221\366\302\347aW\355=\027\013\2630\262l\353\351\372\367\346\272\211\035\037\2769\254kf\322\213\214\321\261y:\177\263\021j\304\332\235\001\3346/\267>\243\217\236\323\347EZT\250\362\232\276\376\303\213L[I\353k\233o\207\027\351\3423\372l\017\037\233\243\326\222\375\221C\350\265\365\346R\353\014}\274G\367\236{\221\323\364t\302\036\242\251\033\256AW~j\355\320\355\207^\344L\375\225\225\262^9)\247\322\016\217\326\257\322\323Kn\326=\300a\227\232\205V\252e\320G;t\347)}J(yI_\0368\323n\332\315\270\3317!oj\216\316]u\223,\203\244\035\262'\354\214\235\365\302\321\372Z\275`\316\231\033\326\2405o\21781'\371\366\324\300\320H}\270\316{\221\t\363\226\225\265\210\275\344\204\234X\273\213\r3\322\355\360d\000\331\333\310\300\320Y\363\252\271\203\314n\330s\314\255]t\326\035\335]j\0147\212t\203\245C\237\347i~\237\356\277\242\257~{;0\360{hc\020\257\215\301\315Ao\3763""\347\n\266\206\032\361\306Q+\326JzS\027\254\233v\232\3059i\256\231\274Y\261\206\255\274}\326\336q\346\335a\272|\257\305\267\216\350\317\277\320_4\252\351Tg.\275\370\264u\305\2172\356\0345b\215d;<\216\302\204\307\314\220\027\216\324G\314I\370\251ZO\355\212\023\362\"\347,<\342&\362c\331\357\233\202U\261C^\364\034\313\006 |`_\267\r\347\266;Oo>\240\017\2624\373\230>~A_ThE\245j\215\326\216\274\350yk\312\036\264\223^t\312\374\325\312\371h\256\007\276'\314\033\326\234\225\361\"1s\n\220\372`\336t_7\263\3152}\204\272<\363\302K\356\213f\272\271E\037\354\322\335\307m\204\367\001\035\235\261\266\234a\007\021M\371\351\226\235\214\363\242\261\334\004\346S\346\357\200t\307\371\304\311b\235\355\256\3374\277\2622V\326\213 Gs\3052\372\326\221\321z\375\320\254!\244\230\027E\216\246\206\262,\333\2236\317\352t\016 l\373\037\354:\313\356\244\233k\204\030\316_\322\305\365f\332\213L\322\311\024M-\273\360s\326\274\203\317f\234\0357\345\326\232\303M\376\037\321\r4\333\270\337\252x\363\337\320o\200\035G\271_\376R\\\377/)\005\010\0376*M\324\372\253\3069\354F\345/\331\233>\227q\310%{\331\211\323\305;\315J\353\024\335\376\231\376\374\224\301\030\0015\"\247\353\273\3462=\237vc\356|\003\343\031k\315\362A\036\254_6\257XiV\310\217-\3362\350\245%w\333\2556v\351:S-\335\313\321\234@\205?@\342\357\006\327\030\227\327\006\327\007\331i\027\351\314\267\215\ns\375\302Z\242\211/\335!\227kn\266b\177%hzf\316^pG\351\327[-\0346g\203\27238\026\t\3401o\373\321\014\325wP\3514c\3560\242\201\367\213\364\3425\246l/2Kgo\270\225F\210\325g\325\272@/a\364&\024h\370\224y\331\372\324\006\220\321\372\217\250|\326\213N[\237\323\324\217\255t\353\016}\310S\036Y\240r\"\025\217\350\021t\364\032y\374\021\272\313\322\271;\370\303\240\027\235\240\023\010\301\326\234\244\363\265\313\373\216\307\006\206\036\204\350\375\003z z\341\273\364.S7\313\373\232\273\320\0145Q\343\1779\233\200\023%\370\024*\3128\331v\030\234\272\031\020\355?4\236\341\3677\036\306\334\221\240`\243\365%\363\003 \021\2354\367\354s\354\2436\314\247\200$\0323\343f""\225^d\004-62l\007g\257\321\371[\215\2447\3661\375x\321\251\272{4\003\272\356\276=;p:f\016\231Yol\312\227J\334\256xcq\032\277\354|\350T\334\020l\223X\267\354m\226x;:\026l\215\233\222}\013\"#.\216?kf\314'V\266\r\235\254ao\332\372\001=/\303\344\253Z\223(\321\021\032Q\205\345\023yS\363\003F?8\207\356\222l\303\230\266\322\254\355\017\233E:s\035\335\371)\343K\314\234e\344\370\252\001\335N\323\351\317\241OX\t;\304\252\267i\302\236\360e\277k\343\370q:~\311\276\343\244qdt\334L\231G\366\270}\r\267Jw\353\270\371\005B\210\261k\202\235\0242g\020k\370\254y\333B]\246\030\025\332\341\217\352\304L\233\231>\355\305\260\355\t\2727\337\013\022t\374S\223\364\025\034Pn\270\301\007(o\320\313+@\374O({\321O\354\033\016\300\237\300\345\260\215\2666\n\035\216;\327\350B\2469\321\334h\r\242\177\324\350\023\246G\0005\222\360\333\322#z\305\227p\320\310Ts\034\337\356\331\347\301\277\364?\001\200\r>C-xF=/z\246~\204v\363\273\363\003\270k B\037\212\013V\206\335\016\363\270\004\302\254\010P\330\244\271k\341B\033\251\317\262\311\021:2\315p\302\373<kZ\307\323\027!!\366\366\005\212\367\005`\204\345\213\314\307h=\215\356\027>U\377\334\304m\3736\376n\327k\343\327\004\032\372\377\322\352\376\242\233]w\277od\032\331\377\252\255!vk\223&\257\272s\356\355\306<\375\356\211_\ntl\234[b\007\215\261(\315%\2440\216\337'L$U\307\377\3753\216\333T\264S\320\014\353T\220)\\\257\322U\334\222\314\207\027^\241+\350e-P\214\301\315n^\203\341\305n\266!_\324\351\023=\215I)\033l\262v\354/ \300!w\317o\342~\214\231\340\023{\2231#\326H5~C\367\312\370W\273\031\353\0048\311B`\376\331\005\236\002Q\207\360K\rM\343<\253[\312~\022\\\235\235+\241\335\177x\264\236\201\231b\212`\247\264\303\254\333\277v\236\001\265\331\353\356fc\246\231\365fS\3606\036\374\032)v\010\030>\003r\306\375\273\372d\207\236D.\304\272\356\213\305\247\333$\215_\t\216\035\255\177k%\377\r\202-\212\243";
    PyObject *data = __Pyx_DecompressString(cstring, 2716, 1);
    if (unlikely(!data)) __PYX_ERR(0, 1, __pyx_L1_error)
    const char* const bytes = __Pyx_PyBytes_AsString(data);
    #if !CYTHON_ASSUME_SAFE_MACROS
    if (likely(bytes)); else { Py_DECREF(data); __PYX_ERR(0, 1, __pyx_L1_error) }
    #endif
    #else /* compression: none (4824 bytes) */
const char* const bytes = ".Number of factor lists must be > 0!?disableenablegcisenabledno default __reduce__ due to non-trivial __cinit__numpy._core.multiarray failed to importnumpy._core.umath failed to importpygsti/forwardsims/termforwardsim_calc_stabilizer.pyx<stringsource>CircuitSetupCacheElCircuitSetupCacheEl.__reduce_cython__CircuitSetupCacheEl.__setstate_cython__E_cindicesE_foat_indicesE_term_crepsE_term_indices_and_repsE_term_repsEvecNNO_LIMIT__Pyx_PyDict_NextRefRepCacheElRepCacheEl.__reduce_cython__RepCacheEl.__setstate_cython___achieved_sopmachieved_sum_of_pathmagsappendasyncio.coroutinesbHitbulk_eval_compact_polynomials_complexcgatestringcircuitcircuit_achieved_and_max_sopm_circuit_layer_operatorcircuitsetup_cache__class_getitem__cline_in_tracebackcoeff_arraycommcompact_coeffcompute_pruned_path_polynomials_given_thresholdcreate_circuitsetup_cacheelcreate_circuitsetup_cacheel.<locals>.<lambda>cscelctermcur_indicescur_term_repsddimdistinct_gateLabelse_indiceselabelselblemptyenumeratefactor_listsfastmode_fastopcalcfastopcalcfind_best_pathmagnitude_thresholdfoat_indicesfoat_indices_per_op__func__fwdsimgate_term_creps__getstate__giglglblglmaphighmagnitude_termshmtermsiiiindsindx_is_coroutineis_foatitemsjjjkey<lambda>log2magnitudemags__main__max_ordermax_partial_sopmmax_pathsmax_polynomial_varsmax_sopmmax_sum_of_pathmagsmax_taylor_ordermem_limitmin_term_magmodel__module__mpvnFactorLists__name__npnpathsnqubitsnumEsnumQubitsnum_paramsnum_qubitsnumpyopop_foat_indicesop_term_repsorderparamvecpathmagnitude_gappolynomial_vindices_per_intpolynomialspoppovmprepprs_as_polynomialspygsti.baseobjs.opcalcpygsti.forwardsims.termforwardsim_calc_stabilizerpytime__pyx_state__qualname____reduce____reduce_cython____reduce_ex__refresh_magnitudes_in_repcachereprepcacherepcelreverserhoOprho_foat_indicesrho_term_crepsrho_term_repsrholabelroundselfset_magnitude_only__set_name__setdefault__setstate____setstate_cython__sortsqrtstateDimstate_spacettarget_sum_of_pathmagstaylor_order_termsterm_repstermreptermrep_li""sts__test__thresholdthreshold_guesstimetoreptotal_achieved_sopmtotal_npathstotal_target_sopmtotal_term_magnitudetrepsvaluesvpixdouble\000\000LARGE\000SMALL\200\001\340&1\3201A\300\021\360\006\000\005\026\220S\230\001\230\021\330\004\023\2206\230\026\230q\330\004\023\2201\330\004\031\230\026\230v\240\\\260\021\330\004\037\230v\240Q\360\006\000\005\r\210H\220C\220q\330\004\007\200x\210s\220!\330\010\020\320\020&\320&8\270\001\270\021\340\010\020\320\020&\320&A\300\021\300(\310*\320T]\320]f\320fp\320p~\320~\177\330\010\032\230!\230;\240a\340\004/\320/[\320[\\\330\010\020\220\013\2305\240\016\250e\3203C\3005\310\017\320W\\\320\\]\330\010\r\320\r \240\005\320%7\260u\320<M\310U\320RS\330\010\017\210{\230%\230{\250%\250q\340\004\013\2102\320\r5\260Q\260k\300\021\300$\300d\310%\310u\320TU\320UZ\320Ze\320ej\320jk\250\032\2601\260A\260Q\200\001\330\027\"\320\"2\260!\360\006\000\005!\240\001\240\023\240A\240Q\330\004\014\210B\210d\220\"\220D\230\002\230&\240\t\250\021\250!\360\n\000\005\t\210\006\210a\330\010\023\220:\230Q\230e\2405\250\001\250\021\340\004\023\2206\230\026\230q\340\004\023\2201\340\004\025\220S\230\001\230\021\360\010\000\005\024\2202\220U\230!\2307\240\"\240A\240Q\240f\250C\250t\2605\270\006\270f\320D\\\320\\]\320]c\320ch\320h{\320{|\360\000\000}\001D\002\360\000\000D\002E\002\330&*\250)\2605\270\001\270\026\270z\310\021\310!\330\027\033\2308\2401\360\006\000\005\025\220B\220a\220q\230\006\230c\240\024\240U\250&\260\006\3206N\310a\310z\320Y`\320`s\320st\320t{\320{|\330\026\032\230)\2405\250\001\250\026\250z\270\021\270!\340\004\022\220!\330\004\020\220\001\330\004\010\210\t\220\025\220a\220v\230Z\240q\250\001\330\010\030\230\001\330\010\026\220a\330\010\014\210B\210h\220i\230q\240\001\330\014\030\230\001\230\021\230&\240\003\2404\240u\250F\260&\3208P\320PQ\320QW\320W^\320^q\320qr\320ry\320yz\330\014\031\230\027\240\002\240!\330\014\027\220w\230b\240\001\240\023\240C\240q\250\001\330\010\023\2207\230\"\230A\330\010\021\220\027\230\002\230!\360\n\000\0058\260~""\300Q\300n\320TZ\320Z[\330\0045\260^\3001\300L\320PV\320VW\340\004\010\210\003\320\013\034\230L\250\006\250a\330\010\027\220q\230\006\230n\250A\250^\2706\300\021\340\004\027\220}\240A\240U\250#\250Q\250a\330\004\010\210\003\2108\2209\230A\230Q\330\010\022\220!\220<\230u\240A\240U\250#\250Q\250a\330\010\014\210C\210x\220y\240\001\240\021\330\014\026\220a\220s\230!\2306\240\025\240a\360\010\000\005\030\220v\230R\230u\240A\240V\2506\260\025\260b\270\001\360\006\000\0050\320/C\3001\330\010\025\320\025%\320%6\260a\330\010\024\220G\2306\240\034\250U\260%\260y\300\006\300a\340\004\013\2102\320\r5\260Q\260k\300\021\300$\300d\310%\310u\320TU\320UZ\320Ze\320ej\320jk\200\001\330DO\310q\330&=\320=P\320P_\320_`\360\006\000\005\026\220S\230\001\230\021\330\004\023\2206\230\026\230q\330\004\023\2201\360\006\000\005\r\210H\220C\220q\330\004\007\200x\210s\220!\330\010\020\320\020&\320&8\270\001\270\021\340\010\020\320\020&\320&A\300\021\300(\310*\320T]\320]f\320fp\320p~\320~\177\330\010\032\230!\230;\240a\360\n\000\0058\260x\270q\300\001\330\0049\270\030\300\021\300!\330\004$\240E\250\021\250!\360\006\000\005$\2406\250\026\320/G\300q\310\n\320RY\320YZ\330\004\010\210\010\220\001\330\010\r\210V\2206\320\0311\260\021\260&\270\001\330\010\034\230B\230a\330\004\010\210\002\210(\220)\2301\230A\330\010\036\230a\230u\320$5\260R\260v\270V\320C[\320[\\\320\\b\320bi\320i\177\360\000\000@\002B\002\360\000\000B\002C\002\360\006\000\005\035\320\034?\270q\330\010\r\210^\2305\320 0\260\005\260_\300E\310\021\330\010\r\320\r \240\005\320%7\260u\320<M\310U\320RS\330\010\017\320\017\"\240.\260\013\320;L\310A\330\010\"\240!\340\004\034\230A\330\004$\240A\330\004&\240a\330\004\010\210\005\210U\220!\2201\330\010\030\230\006\230a\230q\330\010\035\320\0353\2601\260A\330\010\037\320\0377\260q\270\001\340\004\013\210>\230\033\320$7\260q\200\001\360\n\000\005\t\210\n\220(\230'\240\021\340\010\014\210K\220v\230Q\330\014\032\230+\320%K\3101\310G\320Sa\320ab\320be\320el\320lz\320z{\320{~\360\000\000\177\001I""\002\360\000\000I\002J\002\330\014\023\320\023&\240a\240s\250!\250;\260a\260q\200\001\360\020\000\005P\001\320Ok\320kl\330\004I\320I\\\320\\]\360\006\000\0053\260.\300\001\300\021\330\004,\250E\260\021\260!\330\004'\240u\250A\250Q\340\004%\320%8\270\001\360\006\000\005!\240\001\240\023\240A\240Q\330\004\014\210B\210d\220\"\220D\230\002\230&\240\t\250\021\250!\360\006\000\005\t\210\006\210a\330\010\023\220:\230Q\230e\2405\250\001\250\021\360\010\000\005\t\210\010\220\001\330\010\013\2105\220\003\2201\330\014\025\220\\\240\030\250\021\250!\340\014\025\220Z\230q\330\014\021\220\026\220v\320\0355\260Q\260f\270A\330\014\025\220_\240B\320&:\270!\330\020\036\320\036/\250v\260\\\320AU\320UV\360\024\000\r\021\220\005\220Q\330\020\027\220y\240\001\240\026\240q\330\020\026\320\026(\250\007\250q\260\001\330\020\026\220e\230:\240R\240s\250!\340\014\020\220\005\220Q\330\020\026\220m\240:\250Q\250e\2601\330\014\024\220A\220X\230Q\340\010\024\220B\220e\2301\230J\240f\250A\330\010\027\220r\230\025\230a\230z\250\026\250q\360\006\000\005\010\200y\220\003\2201\330\010\021\220\030\230\021\230!\340\010\021\220\032\2301\330\010\020\220\006\220f\320\0344\260A\260Z\270q\330\010\021\220\037\240\005\320%9\270\021\330\014\032\320\032+\2506\260\021\330\014 \240\001\340\010\014\210E\220\021\330\014\023\2209\230A\230V\2401\330\014\022\320\022$\240G\2501\250A\330\014\022\220%\220z\240\022\2403\240a\340\010\014\210E\220\021\330\014\022\220-\230z\250\021\250%\250q\330\010\020\220\001\220\034\230Q\340\004\024\220F\230!\330\004\027\220v\230Q\340\004\016\210e\2201\220A\330\004\007\200x\210s\220!\330\010\021\220\034\230X\240Q\240a\340\010\021\220\032\2301\330\010\"\240!\330\010\014\210B\210h\220i\230q\240\001\330\014\023\2206\230\026\320\0377\260q\270\006\270a\330\014\025\220_\240D\320(<\270A\330\020\036\320\036/\250v\260\\\320AU\320UV\330\014#\2407\250!\330\020\023\2202\220R\220q\230\013\2406\250\022\2503\320.A\300\023\300D\310\002\310%\310y\320XY\320YZ\360\006\000\t \230u\240A\240T\320)9\270\030\300""\021\330\010\014\210C\210r\220\022\2202\220\\\240\031\250!\2501\330\014\023\2209\230A\230V\2401\330\014\022\320\022$\240G\2501\250A\330\014\022\220%\220z\240\022\2403\240a\330\014\022\220*\230J\240a\240u\250A\330\014\017\210z\230\026\230}\250J\260a\260u\270A\330\010\020\220\001\220\033\230A\340\004\022\220&\230\001\330\004\020\220\006\220a\330\004\025\220V\2301\340\004\t\210\037\230\001\330\004\t\320\t\032\230!\330\004\t\320\t\031\230\021\330\004\t\210\037\230\001\330\004\t\320\t\035\230Q\330\004\t\320\t\034\230A\330\004\t\320\t\033\2301\330\004\t\210\035\220a\330\004\013\2101\200\001\330\004\n\210+\220Q\200\001\360\026\000\005\026\220S\230\001\230\021\330\004\023\2206\230\026\230q\340\004\031\230\021\340\004\007\200x\210s\220!\330\010\020\320\020&\320&8\270\001\270\021\340\010\020\320\020&\320&A\300\021\300(\310*\320T]\320]f\320fp\320p~\320~\177\330\010\032\230!\230;\240a\360\006\000\005$\2406\250\026\320/G\300q\310\n\320RY\320YZ\330\0044\260H\270A\270Q\330\004\010\210\010\220\001\330\010\r\210V\2206\320\0311\260\021\260&\270\001\330\010\034\230B\230a\330\004\010\210\002\210(\220)\2301\230A\330\010\033\2301\230E\320!2\260\"\260F\270&\320@X\320XY\320Y_\320_f\320fg\360\006\000\005\020\210s\220!\2205\230\001\230\022\2305\240\001\240\026\240v\250Q\360\006\000\005\022\220\025\220l\240%\240q\330\004\034\230A\230Q\230a\330\004>\320>W\320WX\320XY\330\004<\320<L\310A\310Q\340\004\020\220\001\220\025\220a\220u\230A\330\004\027\220q\230\005\230Q\230e\2401\330\004\010\210\005\210U\220!\2201\330\010\024\220A\220Q\220a\220u\230A\230U\240-\250q\260\005\260\\\300\021\300!\330\010\033\2301\230A\230Q\230e\2401\240E\320)9\270\021\270%\270|\3101\310A\330\004\020\220\001\220\021\220!\2205\230\001\230\025\230a\330\004\027\220q\230\001\230\021\230%\230q\240\005\240Q\360\010\000\005\031\230\001\330\004%\240X\250Q\250a\330\004$\240E\250\021\250!\340\004\010\210\005\210U\220!\2201\330\010\014\210A\210U\220%\220v\230Q\230e\2401\340\004\036\230a\230~\250[\270\001\330\0374\260E\270\034\300Q""\330\037%\240Q\360\022\000\005\025\220B\220f\230A\230V\2401\330\004\017\210r\220\026\220q\230\006\230a\330\004\010\210\005\210U\220!\2201\330\010\025\220Q\220e\2304\230q\240\001\330\010\020\220\001\220\025\320\026)\250\021\250!\340\004\013\210?\230!";
    PyObject *data = NULL;
    CYTHON_UNUSED_VAR(__Pyx_DecompressString);
    #endif
    PyObject **stringtab = __pyx_mstate->__pyx_string_tab;
    Py_ssize_t pos = 0;
    for (int i = 0; i < 173; i++) {
      Py_ssize_t bytes_length = index[i].length;
      PyObject *string = PyUnicode_DecodeUTF8(bytes + pos, bytes_length, NULL);
      if (likely(string) && i >= 12) PyUnicode_InternInPlace(&string);
      if (unlikely(!string)) {
        Py_XDECREF(data);
        __PYX_ERR(0, 1, __pyx_L1_error)
      }
      stringtab[i] = string;
      pos += bytes_length;
    }
    for (int i = 173; i < 182; i++) {
      Py_ssize_t bytes_length = index[i].length;
      PyObject *string = PyBytes_FromStringAndSize(bytes + pos, bytes_length);
      stringtab[i] = string;
      pos += bytes_length;
      if (unlikely(!string)) {
        Py_XDECREF(data);
        __PYX_ERR(0, 1, __pyx_L1_error)
      }
    }
    Py_XDECREF(data);
    for (Py_ssize_t i = 0; i < 182; i++) {
      if (unlikely(PyObject_Hash(stringtab[i]) == -1)) {
        __PYX_ERR(0, 1, __pyx_L1_error)
      }
    }
    #if CYTHON_IMMORTAL_CONSTANTS
    {
      PyObject **table = stringtab + 173;
      for (Py_ssize_t i=0; i<9; ++i) {
        #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
        Py_SET_REFCNT(table[i], _Py_IMMORTAL_REFCNT_LOCAL);
        #else
        Py_SET_REFCNT(table[i], _Py_IMMORTAL_INITIAL_REFCNT);
        #endif
      }
    }
    #endif
  }
  {
    PyObject **numbertab = __pyx_mstate->__pyx_number_tab;
    double const c_constants[] = {0.0,0.01};
    for (int i = 0; i < 2; i++) {
      numbertab[i] = PyFloat_FromDouble(c_constants[i]);
      if (unlikely(!numbertab[i])) __PYX_ERR(0, 1, __pyx_L1_error)
    }
  }
  {
    PyObject **numbertab = __pyx_mstate->__pyx_number_tab + 2;
    int8_t const cint_constants_1[] = {0,1,2};
    int16_t const cint_constants_2[] = {500};
    for (int i = 0; i < 4; i++) {
      numbertab[i] = PyLong_FromLong((i < 3 ? cint_constants_1[i - 0] : cint_constants_2[i - 3]));
      if (unlikely(!numbertab[i])) __PYX_ERR(0, 1, __pyx_L1_error)
    }
  }
  #if CYTHON_IMMORTAL_CONSTANTS
  {
    PyObject **table = __pyx_mstate->__pyx_number_tab;
    for (Py_ssize_t i=0; i<6; ++i) {
      #if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
      Py_SET_REFCNT(table[i], _Py_IMMORTAL_REFCNT_LOCAL);
      #else
      Py_SET_REFCNT(table[i], _Py_IMMORTAL_INITIAL_REFCNT);
      #endif
    }
  }
  #endif
  return 0;
  __pyx_L1_error:;
  return -1;
}
/* #### Code section: init_codeobjects ### */
typedef struct {
    unsigned int argcount : 4;
    unsigned int num_posonly_args : 1;
    unsigned int num_kwonly_args : 1;
    unsigned int nlocals : 6;
    unsigned int flags : 10;
    unsigned int first_line : 11;
} __Pyx_PyCode_New_function_description;
/* NewCodeObj.proto */
static PyObject* __Pyx_PyCode_New(
        const __Pyx_PyCode_New_function_description descr,
        PyObject * const *varnames,
        PyObject *filename,
        PyObject *funcname,
        PyObject *line_table,
        PyObject *tuple_dedup_map
);


static int __Pyx_CreateCodeObjects(__pyx_mstatetype *__pyx_mstate) {
  PyObject* tuple_dedup_map = PyDict_New();
  if (unlikely(!tuple_dedup_map)) return -1;
  {
    const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 703};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_x};
    __pyx_mstate_global->__pyx_codeobj_tab[0] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_forwardsims_termforwardsi_2, __pyx_mstate->__pyx_n_u_lambda, __pyx_mstate->__pyx_kp_b_iso88591_1AQ, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[0])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 1};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self};
    __pyx_mstate_global->__pyx_codeobj_tab[1] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_stringsource, __pyx_mstate->__pyx_n_u_reduce_cython, __pyx_mstate->__pyx_kp_b_iso88591_Q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[1])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 2, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 3};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self, __pyx_mstate->__pyx_n_u_pyx_state};
    __pyx_mstate_global->__pyx_codeobj_tab[2] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_stringsource, __pyx_mstate->__pyx_n_u_setstate_cython, __pyx_mstate->__pyx_kp_b_iso88591_Q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[2])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {1, 0, 0, 1, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 1};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self};
    __pyx_mstate_global->__pyx_codeobj_tab[3] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_stringsource, __pyx_mstate->__pyx_n_u_reduce_cython, __pyx_mstate->__pyx_kp_b_iso88591_Q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[3])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 2, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 3};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_self, __pyx_mstate->__pyx_n_u_pyx_state};
    __pyx_mstate_global->__pyx_codeobj_tab[4] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_stringsource, __pyx_mstate->__pyx_n_u_setstate_cython, __pyx_mstate->__pyx_kp_b_iso88591_Q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[4])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {8, 0, 0, 46, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 129};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_fwdsim, __pyx_mstate->__pyx_n_u_rholabel, __pyx_mstate->__pyx_n_u_elabels, __pyx_mstate->__pyx_n_u_circuit, __pyx_mstate->__pyx_n_u_polynomial_vindices_per_int, __pyx_mstate->__pyx_n_u_comm, __pyx_mstate->__pyx_n_u_mem_limit, __pyx_mstate->__pyx_n_u_fastmode, __pyx_mstate->__pyx_n_u_distinct_gateLabels, __pyx_mstate->__pyx_n_u_glmap, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_cgatestring, __pyx_mstate->__pyx_n_u_gl, __pyx_mstate->__pyx_n_u_mpv, __pyx_mstate->__pyx_n_u_vpi, __pyx_mstate->__pyx_n_u_order, __pyx_mstate->__pyx_n_u_numEs, __pyx_mstate->__pyx_n_u_op_term_reps, __pyx_mstate->__pyx_n_u_rho_term_reps, __pyx_mstate->__pyx_n_u_E_term_reps, __pyx_mstate->__pyx_n_u_e_indices, __pyx_mstate->__pyx_n_u_cur_term_reps, __pyx_mstate->__pyx_n_u_cur_indices, __pyx_mstate->__pyx_n_u_elbl, __pyx_mstate->__pyx_n_u_term_reps, __pyx_mstate->__pyx_n_u_gi, __pyx_mstate->__pyx_n_u_rho_term_creps, __pyx_mstate->__pyx_n_u_E_term_creps, __pyx_mstate->__pyx_n_u_gate_term_creps, __pyx_mstate->__pyx_n_u_termrep_lists, __pyx_mstate->__pyx_n_u_E_cindices, __pyx_mstate->__pyx_n_u_ii, __pyx_mstate->__pyx_n_u_inds, __pyx_mstate->__pyx_n_u_jj, __pyx_mstate->__pyx_n_u_indx, __pyx_mstate->__pyx_n_u_nqubits, __pyx_mstate->__pyx_n_u_polynomials, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_gl, __pyx_mstate->__pyx_n_u_glbl, __pyx_mstate->__pyx_n_u_order, __pyx_mstate->__pyx_n_u_t, __pyx_mstate->__pyx_n_u_order, __pyx_mstate->__pyx_n_u_t, __pyx_mstate->__pyx_n_u_t, __pyx_mstate->__pyx_n_u_i};
    __pyx_mstate_global->__pyx_codeobj_tab[5] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_forwardsims_termforwardsi_2, __pyx_mstate->__pyx_n_u_prs_as_polynomials, __pyx_mstate->__pyx_kp_b_iso88591_2_AQ_Bd_D_a_Qe5_6_q_1_S_2U_7_AQ, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[5])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {7, 0, 0, 40, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 610};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_fwdsim, __pyx_mstate->__pyx_n_u_rholabel, __pyx_mstate->__pyx_n_u_elabels, __pyx_mstate->__pyx_n_u_circuit, __pyx_mstate->__pyx_n_u_repcache, __pyx_mstate->__pyx_n_u_min_term_mag, __pyx_mstate->__pyx_n_u_mpv, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_j, __pyx_mstate->__pyx_n_u_cgatestring, __pyx_mstate->__pyx_n_u_repcel, __pyx_mstate->__pyx_n_u_treps, __pyx_mstate->__pyx_n_u_rep, __pyx_mstate->__pyx_n_u_op_term_reps, __pyx_mstate->__pyx_n_u_op_foat_indices, __pyx_mstate->__pyx_n_u_rho_term_reps, __pyx_mstate->__pyx_n_u_rho_foat_indices, __pyx_mstate->__pyx_n_u_E_term_reps, __pyx_mstate->__pyx_n_u_E_foat_indices, __pyx_mstate->__pyx_n_u_e_indices, __pyx_mstate->__pyx_n_u_cterm, __pyx_mstate->__pyx_n_u_cscel, __pyx_mstate->__pyx_n_u_distinct_gateLabels, __pyx_mstate->__pyx_n_u_glmap, __pyx_mstate->__pyx_n_u_gl, __pyx_mstate->__pyx_n_u_glbl, __pyx_mstate->__pyx_n_u_op, __pyx_mstate->__pyx_n_u_hmterms, __pyx_mstate->__pyx_n_u_foat_indices, __pyx_mstate->__pyx_n_u_t, __pyx_mstate->__pyx_n_u_rhoOp, __pyx_mstate->__pyx_n_u_E_term_indices_and_reps, __pyx_mstate->__pyx_n_u_elbl, __pyx_mstate->__pyx_n_u_Evec, __pyx_mstate->__pyx_n_u__3, __pyx_mstate->__pyx_n_u_is_foat, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_gl, __pyx_mstate->__pyx_n_u_j, __pyx_mstate->__pyx_n_u_t};
    __pyx_mstate_global->__pyx_codeobj_tab[6] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_forwardsims_termforwardsi_2, __pyx_mstate->__pyx_n_u_create_circuitsetup_cacheel, __pyx_mstate->__pyx_kp_b_iso88591_P_Okkl_II_3_E_uAQ_8_AQ_Bd_D_a_Q, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[6])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {2, 0, 0, 5, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 727};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_repcache, __pyx_mstate->__pyx_n_u_paramvec, __pyx_mstate->__pyx_n_u_repcel, __pyx_mstate->__pyx_n_u_termrep, __pyx_mstate->__pyx_n_u_coeff_array};
    __pyx_mstate_global->__pyx_codeobj_tab[7] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_forwardsims_termforwardsi_2, __pyx_mstate->__pyx_n_u_refresh_magnitudes_in_repcache, __pyx_mstate->__pyx_kp_b_iso88591_KvQ_K1GSaabbeellzz_I_I_J_as_aq, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[7])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {13, 0, 0, 30, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 739};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_fwdsim, __pyx_mstate->__pyx_n_u_rholabel, __pyx_mstate->__pyx_n_u_elabels, __pyx_mstate->__pyx_n_u_circuit, __pyx_mstate->__pyx_n_u_polynomial_vindices_per_int, __pyx_mstate->__pyx_n_u_repcache, __pyx_mstate->__pyx_n_u_circuitsetup_cache, __pyx_mstate->__pyx_n_u_comm, __pyx_mstate->__pyx_n_u_mem_limit, __pyx_mstate->__pyx_n_u_pathmagnitude_gap, __pyx_mstate->__pyx_n_u_min_term_mag, __pyx_mstate->__pyx_n_u_max_paths, __pyx_mstate->__pyx_n_u_threshold_guess, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_numEs, __pyx_mstate->__pyx_n_u_mpv, __pyx_mstate->__pyx_n_u_vpi, __pyx_mstate->__pyx_n_u_cscel, __pyx_mstate->__pyx_n_u_bHit, __pyx_mstate->__pyx_n_u_target_sum_of_pathmags, __pyx_mstate->__pyx_n_u_achieved_sum_of_pathmags, __pyx_mstate->__pyx_n_u_npaths, __pyx_mstate->__pyx_n_u_max_partial_sopm, __pyx_mstate->__pyx_n_u_glbl, __pyx_mstate->__pyx_n_u_op, __pyx_mstate->__pyx_n_u_elbl, __pyx_mstate->__pyx_n_u_threshold, __pyx_mstate->__pyx_n_u_total_npaths, __pyx_mstate->__pyx_n_u_total_target_sopm, __pyx_mstate->__pyx_n_u_total_achieved_sopm};
    __pyx_mstate_global->__pyx_codeobj_tab[8] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_forwardsims_termforwardsi_2, __pyx_mstate->__pyx_n_u_find_best_pathmagnitude_threshol, __pyx_mstate->__pyx_kp_b_iso88591_DOq_PP___S_6_q_1_HCq_xs_8_A_T_f, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[8])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {11, 0, 0, 21, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 848};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_threshold, __pyx_mstate->__pyx_n_u_fwdsim, __pyx_mstate->__pyx_n_u_rholabel, __pyx_mstate->__pyx_n_u_elabels, __pyx_mstate->__pyx_n_u_circuit, __pyx_mstate->__pyx_n_u_polynomial_vindices_per_int, __pyx_mstate->__pyx_n_u_repcache, __pyx_mstate->__pyx_n_u_circuitsetup_cache, __pyx_mstate->__pyx_n_u_comm, __pyx_mstate->__pyx_n_u_mem_limit, __pyx_mstate->__pyx_n_u_fastmode, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_numEs, __pyx_mstate->__pyx_n_u_mpv, __pyx_mstate->__pyx_n_u_vpi, __pyx_mstate->__pyx_n_u_numQubits, __pyx_mstate->__pyx_n_u_min_term_mag, __pyx_mstate->__pyx_n_u_cscel, __pyx_mstate->__pyx_n_u_bHit, __pyx_mstate->__pyx_n_u_polynomials, __pyx_mstate->__pyx_n_u_i};
    __pyx_mstate_global->__pyx_codeobj_tab[9] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_forwardsims_termforwardsi_2, __pyx_mstate->__pyx_n_u_compute_pruned_path_polynomials, __pyx_mstate->__pyx_kp_b_iso88591_11A_S_6_q_1_v_vQ_HCq_xs_8_A_T_f, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[9])) goto bad;
  }
  {
    const __Pyx_PyCode_New_function_description descr = {7, 0, 0, 28, (unsigned int)(CO_OPTIMIZED|CO_NEWLOCALS), 1471};
    PyObject* const varnames[] = {__pyx_mstate->__pyx_n_u_fwdsim, __pyx_mstate->__pyx_n_u_rholabel, __pyx_mstate->__pyx_n_u_elabels, __pyx_mstate->__pyx_n_u_circuit, __pyx_mstate->__pyx_n_u_repcache, __pyx_mstate->__pyx_n_u_threshold, __pyx_mstate->__pyx_n_u_min_term_mag, __pyx_mstate->__pyx_n_u_i, __pyx_mstate->__pyx_n_u_j, __pyx_mstate->__pyx_n_u_numEs, __pyx_mstate->__pyx_n_u_mpv, __pyx_mstate->__pyx_n_u_cscel, __pyx_mstate->__pyx_n_u_circuitsetup_cache, __pyx_mstate->__pyx_n_u_max_partial_sopm, __pyx_mstate->__pyx_n_u_max_sum_of_pathmags, __pyx_mstate->__pyx_n_u_glbl, __pyx_mstate->__pyx_n_u_op, __pyx_mstate->__pyx_n_u_elbl, __pyx_mstate->__pyx_n_u_stateDim, __pyx_mstate->__pyx_n_u_N, __pyx_mstate->__pyx_n_u_nFactorLists, __pyx_mstate->__pyx_n_u_factor_lists, __pyx_mstate->__pyx_n_u_foat_indices_per_op, __pyx_mstate->__pyx_n_u_NO_LIMIT, __pyx_mstate->__pyx_n_u_mags, __pyx_mstate->__pyx_n_u_npaths, __pyx_mstate->__pyx_n_u_achieved_sopm, __pyx_mstate->__pyx_n_u_max_sopm};
    __pyx_mstate_global->__pyx_codeobj_tab[10] = __Pyx_PyCode_New(descr, varnames, __pyx_mstate->__pyx_kp_u_pygsti_forwardsims_termforwardsi_2, __pyx_mstate->__pyx_n_u_circuit_achieved_and_max_sopm, __pyx_mstate->__pyx_kp_b_iso88591_S_6_q_xs_8_A_T_ffpp_a_6_Gq_RYYZ, tuple_dedup_map); if (unlikely(!__pyx_mstate_global->__pyx_codeobj_tab[10])) goto bad;
  }
  Py_DECREF(tuple_dedup_map);
  return 0;
  bad:
  Py_DECREF(tuple_dedup_map);
  return -1;
}
/* #### Code section: init_globals ### */

static int __Pyx_InitGlobals(void) {
  /* PythonCompatibility.init */
  if (likely(__Pyx_init_co_variables() == 0)); else
  
  if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)

  /* AssertionsEnabled.init */
  if (likely(__Pyx_init_assertions_enabled() == 0)); else
  
  if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)

  /* CommonTypesMetaclass.init */
  if (likely(__pyx_CommonTypesMetaclass_init(__pyx_m) == 0)); else
  
  if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)

  /* CachedMethodType.init */
  #if CYTHON_COMPILING_IN_LIMITED_API
  {
      PyObject *typesModule=NULL;
      typesModule = PyImport_ImportModule("types");
      if (typesModule) {
          __pyx_mstate_global->__Pyx_CachedMethodType = PyObject_GetAttrString(typesModule, "MethodType");
          Py_DECREF(typesModule);
      }
  } // error handling follows
  #endif
  
  if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)

  /* CythonFunctionShared.init */
  if (likely(__pyx_CyFunction_init(__pyx_m) == 0)); else
  
  if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)

  /* NumpyImportArray.init */
  /*
   * Cython has automatically inserted a call to _import_array since
   * you didn't include one when you cimported numpy. To disable this
   * add the line
   *   <void>numpy._import_array
   */
  #ifdef NPY_FEATURE_VERSION
  #ifndef NO_IMPORT_ARRAY
  if (unlikely(_import_array() == -1)) {
      PyErr_SetString(PyExc_ImportError, "numpy.core.multiarray failed to import "
      "(auto-generated because you didn't call 'numpy.import_array()' after cimporting numpy; "
      "use '<void>numpy._import_array' to disable if you are certain you don't need it).");
  }
  #endif
  #endif
  
  if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1, __pyx_L1_error)

  return 0;
  __pyx_L1_error:;
  return -1;
}
/* #### Code section: cleanup_globals ### */
/* #### Code section: cleanup_module ### */
/* #### Code section: main_method ### */
/* #### Code section: utility_code_pragmas ### */
#ifdef _MSC_VER
#pragma warning( push )
/* Warning 4127: conditional expression is constant
 * Cython uses constant conditional expressions to allow in inline functions to be optimized at
 * compile-time, so this warning is not useful
 */
#pragma warning( disable : 4127 )
#endif



/* #### Code section: utility_code_def ### */

/* --- Runtime support code --- */
/* Refnanny */
#if CYTHON_REFNANNY
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname) {
    PyObject *m = NULL, *p = NULL;
    void *r = NULL;
    m = PyImport_ImportModule(modname);
    if (!m) goto end;
    p = PyObject_GetAttrString(m, "RefNannyAPI");
    if (!p) goto end;
    r = PyLong_AsVoidPtr(p);
end:
    Py_XDECREF(p);
    Py_XDECREF(m);
    return (__Pyx_RefNannyAPIStruct *)r;
}
#endif

/* PyErrExceptionMatches (used by PyObjectGetAttrStrNoError) */
#if CYTHON_FAST_THREAD_STATE
static int __Pyx_PyErr_ExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
    Py_ssize_t i, n;
    n = PyTuple_GET_SIZE(tuple);
    for (i=0; i<n; i++) {
        if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
    }
    for (i=0; i<n; i++) {
        if (__Pyx_PyErr_GivenExceptionMatches(exc_type, PyTuple_GET_ITEM(tuple, i))) return 1;
    }
    return 0;
}
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err) {
    int result;
    PyObject *exc_type;
#if PY_VERSION_HEX >= 0x030C00A6
    PyObject *current_exception = tstate->current_exception;
    if (unlikely(!current_exception)) return 0;
    exc_type = (PyObject*) Py_TYPE(current_exception);
    if (exc_type == err) return 1;
#else
    exc_type = tstate->curexc_type;
    if (exc_type == err) return 1;
    if (unlikely(!exc_type)) return 0;
#endif
    #if CYTHON_AVOID_BORROWED_REFS
    Py_INCREF(exc_type);
    #endif
    if (unlikely(PyTuple_Check(err))) {
        result = __Pyx_PyErr_ExceptionMatchesTuple(exc_type, err);
    } else {
        result = __Pyx_PyErr_GivenExceptionMatches(exc_type, err);
    }
    #if CYTHON_AVOID_BORROWED_REFS
    Py_DECREF(exc_type);
    #endif
    return result;
}
#endif

/* PyErrFetchRestore (used by PyObjectGetAttrStrNoError) */
#if CYTHON_FAST_THREAD_STATE
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
#if PY_VERSION_HEX >= 0x030C00A6
    PyObject *tmp_value;
    assert(type == NULL || (value != NULL && type == (PyObject*) Py_TYPE(value)));
    if (value) {
        #if CYTHON_COMPILING_IN_CPYTHON
        if (unlikely(((PyBaseExceptionObject*) value)->traceback != tb))
        #endif
            PyException_SetTraceback(value, tb);
    }
    tmp_value = tstate->current_exception;
    tstate->current_exception = value;
    Py_XDECREF(tmp_value);
    Py_XDECREF(type);
    Py_XDECREF(tb);
#else
    PyObject *tmp_type, *tmp_value, *tmp_tb;
    tmp_type = tstate->curexc_type;
    tmp_value = tstate->curexc_value;
    tmp_tb = tstate->curexc_traceback;
    tstate->curexc_type = type;
    tstate->curexc_value = value;
    tstate->curexc_traceback = tb;
    Py_XDECREF(tmp_type);
    Py_XDECREF(tmp_value);
    Py_XDECREF(tmp_tb);
#endif
}
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
#if PY_VERSION_HEX >= 0x030C00A6
    PyObject* exc_value;
    exc_value = tstate->current_exception;
    tstate->current_exception = 0;
    *value = exc_value;
    *type = NULL;
    *tb = NULL;
    if (exc_value) {
        *type = (PyObject*) Py_TYPE(exc_value);
        Py_INCREF(*type);
        #if CYTHON_COMPILING_IN_CPYTHON
        *tb = ((PyBaseExceptionObject*) exc_value)->traceback;
        Py_XINCREF(*tb);
        #else
        *tb = PyException_GetTraceback(exc_value);
        #endif
    }
#else
    *type = tstate->curexc_type;
    *value = tstate->curexc_value;
    *tb = tstate->curexc_traceback;
    tstate->curexc_type = 0;
    tstate->curexc_value = 0;
    tstate->curexc_traceback = 0;
#endif
}
#endif

/* PyObjectGetAttrStr (used by PyObjectGetAttrStrNoError) */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name) {
    PyTypeObject* tp = Py_TYPE(obj);
    if (likely(tp->tp_getattro))
        return tp->tp_getattro(obj, attr_name);
    return PyObject_GetAttr(obj, attr_name);
}
#endif

/* PyObjectGetAttrStrNoError (used by GetBuiltinName) */
#if __PYX_LIMITED_VERSION_HEX < 0x030d0000
static void __Pyx_PyObject_GetAttrStr_ClearAttributeError(void) {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    if (likely(__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError)))
        __Pyx_PyErr_Clear();
}
#endif
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name) {
    PyObject *result;
#if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
    (void) PyObject_GetOptionalAttr(obj, attr_name, &result);
    return result;
#else
#if CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_TYPE_SLOTS
    PyTypeObject* tp = Py_TYPE(obj);
    if (likely(tp->tp_getattro == PyObject_GenericGetAttr)) {
        return _PyObject_GenericGetAttrWithDict(obj, attr_name, NULL, 1);
    }
#endif
    result = __Pyx_PyObject_GetAttrStr(obj, attr_name);
    if (unlikely(!result)) {
        __Pyx_PyObject_GetAttrStr_ClearAttributeError();
    }
    return result;
#endif
}

/* GetBuiltinName */
static PyObject *__Pyx_GetBuiltinName(PyObject *name) {
    PyObject* result = __Pyx_PyObject_GetAttrStrNoError(__pyx_mstate_global->__pyx_b, name);
    if (unlikely(!result) && !PyErr_Occurred()) {
        PyErr_Format(PyExc_NameError,
            "name '%U' is not defined", name);
    }
    return result;
}

/* GetTopmostException (used by SaveResetException) */
#if CYTHON_USE_EXC_INFO_STACK && CYTHON_FAST_THREAD_STATE
static _PyErr_StackItem *
__Pyx_PyErr_GetTopmostException(PyThreadState *tstate)
{
    _PyErr_StackItem *exc_info = tstate->exc_info;
    while ((exc_info->exc_value == NULL || exc_info->exc_value == Py_None) &&
           exc_info->previous_item != NULL)
    {
        exc_info = exc_info->previous_item;
    }
    return exc_info;
}
#endif

/* SaveResetException */
#if CYTHON_FAST_THREAD_STATE
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
  #if CYTHON_USE_EXC_INFO_STACK && PY_VERSION_HEX >= 0x030B00a4
    _PyErr_StackItem *exc_info = __Pyx_PyErr_GetTopmostException(tstate);
    PyObject *exc_value = exc_info->exc_value;
    if (exc_value == NULL || exc_value == Py_None) {
        *value = NULL;
        *type = NULL;
        *tb = NULL;
    } else {
        *value = exc_value;
        Py_INCREF(*value);
        *type = (PyObject*) Py_TYPE(exc_value);
        Py_INCREF(*type);
        *tb = PyException_GetTraceback(exc_value);
    }
  #elif CYTHON_USE_EXC_INFO_STACK
    _PyErr_StackItem *exc_info = __Pyx_PyErr_GetTopmostException(tstate);
    *type = exc_info->exc_type;
    *value = exc_info->exc_value;
    *tb = exc_info->exc_traceback;
    Py_XINCREF(*type);
    Py_XINCREF(*value);
    Py_XINCREF(*tb);
  #else
    *type = tstate->exc_type;
    *value = tstate->exc_value;
    *tb = tstate->exc_traceback;
    Py_XINCREF(*type);
    Py_XINCREF(*value);
    Py_XINCREF(*tb);
  #endif
}
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
  #if CYTHON_USE_EXC_INFO_STACK && PY_VERSION_HEX >= 0x030B00a4
    _PyErr_StackItem *exc_info = tstate->exc_info;
    PyObject *tmp_value = exc_info->exc_value;
    exc_info->exc_value = value;
    Py_XDECREF(tmp_value);
    Py_XDECREF(type);
    Py_XDECREF(tb);
  #else
    PyObject *tmp_type, *tmp_value, *tmp_tb;
    #if CYTHON_USE_EXC_INFO_STACK
    _PyErr_StackItem *exc_info = tstate->exc_info;
    tmp_type = exc_info->exc_type;
    tmp_value = exc_info->exc_value;
    tmp_tb = exc_info->exc_traceback;
    exc_info->exc_type = type;
    exc_info->exc_value = value;
    exc_info->exc_traceback = tb;
    #else
    tmp_type = tstate->exc_type;
    tmp_value = tstate->exc_value;
    tmp_tb = tstate->exc_traceback;
    tstate->exc_type = type;
    tstate->exc_value = value;
    tstate->exc_traceback = tb;
    #endif
    Py_XDECREF(tmp_type);
    Py_XDECREF(tmp_value);
    Py_XDECREF(tmp_tb);
  #endif
}
#endif

/* GetException */
#if CYTHON_FAST_THREAD_STATE
static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb)
#else
static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb)
#endif
{
    PyObject *local_type = NULL, *local_value, *local_tb = NULL;
#if CYTHON_FAST_THREAD_STATE
    PyObject *tmp_type, *tmp_value, *tmp_tb;
  #if PY_VERSION_HEX >= 0x030C0000
    local_value = tstate->current_exception;
    tstate->current_exception = 0;
  #else
    local_type = tstate->curexc_type;
    local_value = tstate->curexc_value;
    local_tb = tstate->curexc_traceback;
    tstate->curexc_type = 0;
    tstate->curexc_value = 0;
    tstate->curexc_traceback = 0;
  #endif
#elif __PYX_LIMITED_VERSION_HEX > 0x030C0000
    local_value = PyErr_GetRaisedException();
#else
    PyErr_Fetch(&local_type, &local_value, &local_tb);
#endif
#if __PYX_LIMITED_VERSION_HEX > 0x030C0000
    if (likely(local_value)) {
        local_type = (PyObject*) Py_TYPE(local_value);
        Py_INCREF(local_type);
        local_tb = PyException_GetTraceback(local_value);
    }
#else
    PyErr_NormalizeException(&local_type, &local_value, &local_tb);
#if CYTHON_FAST_THREAD_STATE
    if (unlikely(tstate->curexc_type))
#else
    if (unlikely(PyErr_Occurred()))
#endif
        goto bad;
    if (local_tb) {
        if (unlikely(PyException_SetTraceback(local_value, local_tb) < 0))
            goto bad;
    }
#endif // __PYX_LIMITED_VERSION_HEX > 0x030C0000
    Py_XINCREF(local_tb);
    Py_XINCREF(local_type);
    Py_XINCREF(local_value);
    *type = local_type;
    *value = local_value;
    *tb = local_tb;
#if CYTHON_FAST_THREAD_STATE
    #if CYTHON_USE_EXC_INFO_STACK
    {
        _PyErr_StackItem *exc_info = tstate->exc_info;
      #if PY_VERSION_HEX >= 0x030B00a4
        tmp_value = exc_info->exc_value;
        exc_info->exc_value = local_value;
        tmp_type = NULL;
        tmp_tb = NULL;
        Py_XDECREF(local_type);
        Py_XDECREF(local_tb);
      #else
        tmp_type = exc_info->exc_type;
        tmp_value = exc_info->exc_value;
        tmp_tb = exc_info->exc_traceback;
        exc_info->exc_type = local_type;
        exc_info->exc_value = local_value;
        exc_info->exc_traceback = local_tb;
      #endif
    }
    #else
    tmp_type = tstate->exc_type;
    tmp_value = tstate->exc_value;
    tmp_tb = tstate->exc_traceback;
    tstate->exc_type = local_type;
    tstate->exc_value = local_value;
    tstate->exc_traceback = local_tb;
    #endif
    Py_XDECREF(tmp_type);
    Py_XDECREF(tmp_value);
    Py_XDECREF(tmp_tb);
#elif __PYX_LIMITED_VERSION_HEX >= 0x030b0000
    PyErr_SetHandledException(local_value);
    Py_XDECREF(local_value);
    Py_XDECREF(local_type);
    Py_XDECREF(local_tb);
#else
    PyErr_SetExcInfo(local_type, local_value, local_tb);
#endif
    return 0;
#if __PYX_LIMITED_VERSION_HEX <= 0x030C0000
bad:
    *type = 0;
    *value = 0;
    *tb = 0;
    Py_XDECREF(local_type);
    Py_XDECREF(local_value);
    Py_XDECREF(local_tb);
    return -1;
#endif
}

/* PyObjectCall (used by PyObjectFastCall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw) {
    PyObject *result;
    ternaryfunc call = Py_TYPE(func)->tp_call;
    if (unlikely(!call))
        return PyObject_Call(func, arg, kw);
    if (unlikely(Py_EnterRecursiveCall(" while calling a Python object")))
        return NULL;
    result = (*call)(func, arg, kw);
    Py_LeaveRecursiveCall();
    if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
        PyErr_SetString(
            PyExc_SystemError,
            "NULL result without error in PyObject_Call");
    }
    return result;
}
#endif

/* PyObjectCallMethO (used by PyObjectFastCall) */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg) {
    PyObject *self, *result;
    PyCFunction cfunc;
    cfunc = __Pyx_CyOrPyCFunction_GET_FUNCTION(func);
    self = __Pyx_CyOrPyCFunction_GET_SELF(func);
    if (unlikely(Py_EnterRecursiveCall(" while calling a Python object")))
        return NULL;
    result = cfunc(self, arg);
    Py_LeaveRecursiveCall();
    if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
        PyErr_SetString(
            PyExc_SystemError,
            "NULL result without error in PyObject_Call");
    }
    return result;
}
#endif

/* PyObjectFastCall */
#if PY_VERSION_HEX < 0x03090000 || CYTHON_COMPILING_IN_LIMITED_API
static PyObject* __Pyx_PyObject_FastCall_fallback(PyObject *func, PyObject * const*args, size_t nargs, PyObject *kwargs) {
    PyObject *argstuple;
    PyObject *result = 0;
    size_t i;
    argstuple = PyTuple_New((Py_ssize_t)nargs);
    if (unlikely(!argstuple)) return NULL;
    for (i = 0; i < nargs; i++) {
        Py_INCREF(args[i]);
        if (__Pyx_PyTuple_SET_ITEM(argstuple, (Py_ssize_t)i, args[i]) != (0)) goto bad;
    }
    result = __Pyx_PyObject_Call(func, argstuple, kwargs);
  bad:
    Py_DECREF(argstuple);
    return result;
}
#endif
#if CYTHON_VECTORCALL && !CYTHON_COMPILING_IN_LIMITED_API
  #if PY_VERSION_HEX < 0x03090000
    #define __Pyx_PyVectorcall_Function(callable) _PyVectorcall_Function(callable)
  #elif CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE vectorcallfunc __Pyx_PyVectorcall_Function(PyObject *callable) {
    PyTypeObject *tp = Py_TYPE(callable);
    #if defined(__Pyx_CyFunction_USED)
    if (__Pyx_CyFunction_CheckExact(callable)) {
        return __Pyx_CyFunction_func_vectorcall(callable);
    }
    #endif
    if (!PyType_HasFeature(tp, Py_TPFLAGS_HAVE_VECTORCALL)) {
        return NULL;
    }
    assert(PyCallable_Check(callable));
    Py_ssize_t offset = tp->tp_vectorcall_offset;
    assert(offset > 0);
    vectorcallfunc ptr;
    memcpy(&ptr, (char *) callable + offset, sizeof(ptr));
    return ptr;
}
  #else
    #define __Pyx_PyVectorcall_Function(callable) PyVectorcall_Function(callable)
  #endif
#endif
static CYTHON_INLINE PyObject* __Pyx_PyObject_FastCallDict(PyObject *func, PyObject *const *args, size_t _nargs, PyObject *kwargs) {
    Py_ssize_t nargs = __Pyx_PyVectorcall_NARGS(_nargs);
#if CYTHON_COMPILING_IN_CPYTHON
    if (nargs == 0 && kwargs == NULL) {
        if (__Pyx_CyOrPyCFunction_Check(func) && likely( __Pyx_CyOrPyCFunction_GET_FLAGS(func) & METH_NOARGS))
            return __Pyx_PyObject_CallMethO(func, NULL);
    }
    else if (nargs == 1 && kwargs == NULL) {
        if (__Pyx_CyOrPyCFunction_Check(func) && likely( __Pyx_CyOrPyCFunction_GET_FLAGS(func) & METH_O))
            return __Pyx_PyObject_CallMethO(func, args[0]);
    }
#endif
    if (kwargs == NULL) {
        #if CYTHON_VECTORCALL
          #if CYTHON_COMPILING_IN_LIMITED_API
            return PyObject_Vectorcall(func, args, _nargs, NULL);
          #else
            vectorcallfunc f = __Pyx_PyVectorcall_Function(func);
            if (f) {
                return f(func, args, _nargs, NULL);
            }
          #endif
        #endif
    }
    if (nargs == 0) {
        return __Pyx_PyObject_Call(func, __pyx_mstate_global->__pyx_empty_tuple, kwargs);
    }
    #if PY_VERSION_HEX >= 0x03090000 && !CYTHON_COMPILING_IN_LIMITED_API
    return PyObject_VectorcallDict(func, args, (size_t)nargs, kwargs);
    #else
    return __Pyx_PyObject_FastCall_fallback(func, args, (size_t)nargs, kwargs);
    #endif
}

/* RaiseException */
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause) {
    PyObject* owned_instance = NULL;
    if (tb == Py_None) {
        tb = 0;
    } else if (tb && !PyTraceBack_Check(tb)) {
        PyErr_SetString(PyExc_TypeError,
            "raise: arg 3 must be a traceback or None");
        goto bad;
    }
    if (value == Py_None)
        value = 0;
    if (PyExceptionInstance_Check(type)) {
        if (value) {
            PyErr_SetString(PyExc_TypeError,
                "instance exception may not have a separate value");
            goto bad;
        }
        value = type;
        type = (PyObject*) Py_TYPE(value);
    } else if (PyExceptionClass_Check(type)) {
        PyObject *instance_class = NULL;
        if (value && PyExceptionInstance_Check(value)) {
            instance_class = (PyObject*) Py_TYPE(value);
            if (instance_class != type) {
                int is_subclass = PyObject_IsSubclass(instance_class, type);
                if (!is_subclass) {
                    instance_class = NULL;
                } else if (unlikely(is_subclass == -1)) {
                    goto bad;
                } else {
                    type = instance_class;
                }
            }
        }
        if (!instance_class) {
            PyObject *args;
            if (!value)
                args = PyTuple_New(0);
            else if (PyTuple_Check(value)) {
                Py_INCREF(value);
                args = value;
            } else
                args = PyTuple_Pack(1, value);
            if (!args)
                goto bad;
            owned_instance = PyObject_Call(type, args, NULL);
            Py_DECREF(args);
            if (!owned_instance)
                goto bad;
            value = owned_instance;
            if (!PyExceptionInstance_Check(value)) {
                PyErr_Format(PyExc_TypeError,
                             "calling %R should have returned an instance of "
                             "BaseException, not %R",
                             type, Py_TYPE(value));
                goto bad;
            }
        }
    } else {
        PyErr_SetString(PyExc_TypeError,
            "raise: exception class must be a subclass of BaseException");
        goto bad;
    }
    if (cause) {
        PyObject *fixed_cause;
        if (cause == Py_None) {
            fixed_cause = NULL;
        } else if (PyExceptionClass_Check(cause)) {
            fixed_cause = PyObject_CallObject(cause, NULL);
            if (fixed_cause == NULL)
                goto bad;
        } else if (PyExceptionInstance_Check(cause)) {
            fixed_cause = cause;
            Py_INCREF(fixed_cause);
        } else {
            PyErr_SetString(PyExc_TypeError,
                            "exception causes must derive from "
                            "BaseException");
            goto bad;
        }
        PyException_SetCause(value, fixed_cause);
    }
    PyErr_SetObject(type, value);
    if (tb) {
#if PY_VERSION_HEX >= 0x030C00A6
        PyException_SetTraceback(value, tb);
#elif CYTHON_FAST_THREAD_STATE
        PyThreadState *tstate = __Pyx_PyThreadState_Current;
        PyObject* tmp_tb = tstate->curexc_traceback;
        if (tb != tmp_tb) {
            Py_INCREF(tb);
            tstate->curexc_traceback = tb;
            Py_XDECREF(tmp_tb);
        }
#else
        PyObject *tmp_type, *tmp_value, *tmp_tb;
        PyErr_Fetch(&tmp_type, &tmp_value, &tmp_tb);
        Py_INCREF(tb);
        PyErr_Restore(tmp_type, tmp_value, tb);
        Py_XDECREF(tmp_tb);
#endif
    }
bad:
    Py_XDECREF(owned_instance);
    return;
}

/* TupleAndListFromArray (used by fastcall) */
#if !CYTHON_COMPILING_IN_CPYTHON && CYTHON_METH_FASTCALL
static CYTHON_INLINE PyObject *
__Pyx_PyTuple_FromArray(PyObject *const *src, Py_ssize_t n)
{
    PyObject *res;
    Py_ssize_t i;
    if (n <= 0) {
        return __Pyx_NewRef(__pyx_mstate_global->__pyx_empty_tuple);
    }
    res = PyTuple_New(n);
    if (unlikely(res == NULL)) return NULL;
    for (i = 0; i < n; i++) {
        if (unlikely(__Pyx_PyTuple_SET_ITEM(res, i, src[i]) < (0))) {
            Py_DECREF(res);
            return NULL;
        }
        Py_INCREF(src[i]);
    }
    return res;
}
#elif CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE void __Pyx_copy_object_array(PyObject *const *CYTHON_RESTRICT src, PyObject** CYTHON_RESTRICT dest, Py_ssize_t length) {
    PyObject *v;
    Py_ssize_t i;
    for (i = 0; i < length; i++) {
        v = dest[i] = src[i];
        Py_INCREF(v);
    }
}
static CYTHON_INLINE PyObject *
__Pyx_PyTuple_FromArray(PyObject *const *src, Py_ssize_t n)
{
    PyObject *res;
    if (n <= 0) {
        return __Pyx_NewRef(__pyx_mstate_global->__pyx_empty_tuple);
    }
    res = PyTuple_New(n);
    if (unlikely(res == NULL)) return NULL;
    __Pyx_copy_object_array(src, ((PyTupleObject*)res)->ob_item, n);
    return res;
}
static CYTHON_INLINE PyObject *
__Pyx_PyList_FromArray(PyObject *const *src, Py_ssize_t n)
{
    PyObject *res;
    if (n <= 0) {
        return PyList_New(0);
    }
    res = PyList_New(n);
    if (unlikely(res == NULL)) return NULL;
    __Pyx_copy_object_array(src, ((PyListObject*)res)->ob_item, n);
    return res;
}
#endif

/* BytesEquals (used by UnicodeEquals) */
static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals) {
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_GRAAL ||\
        !(CYTHON_ASSUME_SAFE_SIZE && CYTHON_ASSUME_SAFE_MACROS)
    return PyObject_RichCompareBool(s1, s2, equals);
#else
    if (s1 == s2) {
        return (equals == Py_EQ);
    } else if (PyBytes_CheckExact(s1) & PyBytes_CheckExact(s2)) {
        const char *ps1, *ps2;
        Py_ssize_t length = PyBytes_GET_SIZE(s1);
        if (length != PyBytes_GET_SIZE(s2))
            return (equals == Py_NE);
        ps1 = PyBytes_AS_STRING(s1);
        ps2 = PyBytes_AS_STRING(s2);
        if (ps1[0] != ps2[0]) {
            return (equals == Py_NE);
        } else if (length == 1) {
            return (equals == Py_EQ);
        } else {
            int result;
#if CYTHON_USE_UNICODE_INTERNALS && (PY_VERSION_HEX < 0x030B0000)
            Py_hash_t hash1, hash2;
            hash1 = ((PyBytesObject*)s1)->ob_shash;
            hash2 = ((PyBytesObject*)s2)->ob_shash;
            if (hash1 != hash2 && hash1 != -1 && hash2 != -1) {
                return (equals == Py_NE);
            }
#endif
            result = memcmp(ps1, ps2, (size_t)length);
            return (equals == Py_EQ) ? (result == 0) : (result != 0);
        }
    } else if ((s1 == Py_None) & PyBytes_CheckExact(s2)) {
        return (equals == Py_NE);
    } else if ((s2 == Py_None) & PyBytes_CheckExact(s1)) {
        return (equals == Py_NE);
    } else {
        int result;
        PyObject* py_result = PyObject_RichCompare(s1, s2, equals);
        if (!py_result)
            return -1;
        result = __Pyx_PyObject_IsTrue(py_result);
        Py_DECREF(py_result);
        return result;
    }
#endif
}

/* UnicodeEquals (used by fastcall) */
static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals) {
#if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_GRAAL
    return PyObject_RichCompareBool(s1, s2, equals);
#else
    int s1_is_unicode, s2_is_unicode;
    if (s1 == s2) {
        goto return_eq;
    }
    s1_is_unicode = PyUnicode_CheckExact(s1);
    s2_is_unicode = PyUnicode_CheckExact(s2);
    if (s1_is_unicode & s2_is_unicode) {
        Py_ssize_t length, length2;
        int kind;
        void *data1, *data2;
        #if !CYTHON_COMPILING_IN_LIMITED_API
        if (unlikely(__Pyx_PyUnicode_READY(s1) < 0) || unlikely(__Pyx_PyUnicode_READY(s2) < 0))
            return -1;
        #endif
        length = __Pyx_PyUnicode_GET_LENGTH(s1);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely(length < 0)) return -1;
        #endif
        length2 = __Pyx_PyUnicode_GET_LENGTH(s2);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely(length2 < 0)) return -1;
        #endif
        if (length != length2) {
            goto return_ne;
        }
#if CYTHON_USE_UNICODE_INTERNALS
        {
            Py_hash_t hash1, hash2;
            hash1 = ((PyASCIIObject*)s1)->hash;
            hash2 = ((PyASCIIObject*)s2)->hash;
            if (hash1 != hash2 && hash1 != -1 && hash2 != -1) {
                goto return_ne;
            }
        }
#endif
        kind = __Pyx_PyUnicode_KIND(s1);
        if (kind != __Pyx_PyUnicode_KIND(s2)) {
            goto return_ne;
        }
        data1 = __Pyx_PyUnicode_DATA(s1);
        data2 = __Pyx_PyUnicode_DATA(s2);
        if (__Pyx_PyUnicode_READ(kind, data1, 0) != __Pyx_PyUnicode_READ(kind, data2, 0)) {
            goto return_ne;
        } else if (length == 1) {
            goto return_eq;
        } else {
            int result = memcmp(data1, data2, (size_t)(length * kind));
            return (equals == Py_EQ) ? (result == 0) : (result != 0);
        }
    } else if ((s1 == Py_None) & s2_is_unicode) {
        goto return_ne;
    } else if ((s2 == Py_None) & s1_is_unicode) {
        goto return_ne;
    } else {
        int result;
        PyObject* py_result = PyObject_RichCompare(s1, s2, equals);
        if (!py_result)
            return -1;
        result = __Pyx_PyObject_IsTrue(py_result);
        Py_DECREF(py_result);
        return result;
    }
return_eq:
    return (equals == Py_EQ);
return_ne:
    return (equals == Py_NE);
#endif
}

/* fastcall */
#if CYTHON_METH_FASTCALL
static CYTHON_INLINE PyObject * __Pyx_GetKwValue_FASTCALL(PyObject *kwnames, PyObject *const *kwvalues, PyObject *s)
{
    Py_ssize_t i, n = __Pyx_PyTuple_GET_SIZE(kwnames);
    #if !CYTHON_ASSUME_SAFE_SIZE
    if (unlikely(n == -1)) return NULL;
    #endif
    for (i = 0; i < n; i++)
    {
        PyObject *namei = __Pyx_PyTuple_GET_ITEM(kwnames, i);
        #if !CYTHON_ASSUME_SAFE_MACROS
        if (unlikely(!namei)) return NULL;
        #endif
        if (s == namei) return kwvalues[i];
    }
    for (i = 0; i < n; i++)
    {
        PyObject *namei = __Pyx_PyTuple_GET_ITEM(kwnames, i);
        #if !CYTHON_ASSUME_SAFE_MACROS
        if (unlikely(!namei)) return NULL;
        #endif
        int eq = __Pyx_PyUnicode_Equals(s, namei, Py_EQ);
        if (unlikely(eq != 0)) {
            if (unlikely(eq < 0)) return NULL;
            return kwvalues[i];
        }
    }
    return NULL;
}
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030d0000 || CYTHON_COMPILING_IN_LIMITED_API
CYTHON_UNUSED static PyObject *__Pyx_KwargsAsDict_FASTCALL(PyObject *kwnames, PyObject *const *kwvalues) {
    Py_ssize_t i, nkwargs;
    PyObject *dict;
#if !CYTHON_ASSUME_SAFE_SIZE
    nkwargs = PyTuple_Size(kwnames);
    if (unlikely(nkwargs < 0)) return NULL;
#else
    nkwargs = PyTuple_GET_SIZE(kwnames);
#endif
    dict = PyDict_New();
    if (unlikely(!dict))
        return NULL;
    for (i=0; i<nkwargs; i++) {
#if !CYTHON_ASSUME_SAFE_MACROS
        PyObject *key = PyTuple_GetItem(kwnames, i);
        if (!key) goto bad;
#else
        PyObject *key = PyTuple_GET_ITEM(kwnames, i);
#endif
        if (unlikely(PyDict_SetItem(dict, key, kwvalues[i]) < 0))
            goto bad;
    }
    return dict;
bad:
    Py_DECREF(dict);
    return NULL;
}
#endif
#endif

/* RaiseArgTupleInvalid */
static void __Pyx_RaiseArgtupleInvalid(
    const char* func_name,
    int exact,
    Py_ssize_t num_min,
    Py_ssize_t num_max,
    Py_ssize_t num_found)
{
    Py_ssize_t num_expected;
    const char *more_or_less;
    if (num_found < num_min) {
        num_expected = num_min;
        more_or_less = "at least";
    } else {
        num_expected = num_max;
        more_or_less = "at most";
    }
    if (exact) {
        more_or_less = "exactly";
    }
    PyErr_Format(PyExc_TypeError,
                 "%.200s() takes %.8s %" CYTHON_FORMAT_SSIZE_T "d positional argument%.1s (%" CYTHON_FORMAT_SSIZE_T "d given)",
                 func_name, more_or_less, num_expected,
                 (num_expected == 1) ? "" : "s", num_found);
}

/* PyObjectCallOneArg (used by CallUnboundCMethod0) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) {
    PyObject *args[2] = {NULL, arg};
    return __Pyx_PyObject_FastCall(func, args+1, 1 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
}

/* UnpackUnboundCMethod (used by CallUnboundCMethod0) */
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030C0000
static PyObject *__Pyx_SelflessCall(PyObject *method, PyObject *args, PyObject *kwargs) {
    PyObject *result;
    PyObject *selfless_args = PyTuple_GetSlice(args, 1, PyTuple_Size(args));
    if (unlikely(!selfless_args)) return NULL;
    result = PyObject_Call(method, selfless_args, kwargs);
    Py_DECREF(selfless_args);
    return result;
}
#elif CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX < 0x03090000
static PyObject *__Pyx_SelflessCall(PyObject *method, PyObject **args, Py_ssize_t nargs, PyObject *kwnames) {
        return _PyObject_Vectorcall
            (method, args ? args+1 : NULL, nargs ? nargs-1 : 0, kwnames);
}
#else
static PyObject *__Pyx_SelflessCall(PyObject *method, PyObject *const *args, Py_ssize_t nargs, PyObject *kwnames) {
    return
#if PY_VERSION_HEX < 0x03090000
    _PyObject_Vectorcall
#else
    PyObject_Vectorcall
#endif
        (method, args ? args+1 : NULL, nargs ? (size_t) nargs-1 : 0, kwnames);
}
#endif
static PyMethodDef __Pyx_UnboundCMethod_Def = {
     "CythonUnboundCMethod",
     __PYX_REINTERPRET_FUNCION(PyCFunction, __Pyx_SelflessCall),
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030C0000
     METH_VARARGS | METH_KEYWORDS,
#else
     METH_FASTCALL | METH_KEYWORDS,
#endif
     NULL
};
static int __Pyx_TryUnpackUnboundCMethod(__Pyx_CachedCFunction* target) {
    PyObject *method, *result=NULL;
    method = __Pyx_PyObject_GetAttrStr(target->type, *target->method_name);
    if (unlikely(!method))
        return -1;
    result = method;
#if CYTHON_COMPILING_IN_CPYTHON
    if (likely(__Pyx_TypeCheck(method, &PyMethodDescr_Type)))
    {
        PyMethodDescrObject *descr = (PyMethodDescrObject*) method;
        target->func = descr->d_method->ml_meth;
        target->flag = descr->d_method->ml_flags & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_STACKLESS);
    } else
#endif
#if CYTHON_COMPILING_IN_PYPY
#else
    if (PyCFunction_Check(method))
#endif
    {
        PyObject *self;
        int self_found;
#if CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_PYPY
        self = PyObject_GetAttrString(method, "__self__");
        if (!self) {
            PyErr_Clear();
        }
#else
        self = PyCFunction_GET_SELF(method);
#endif
        self_found = (self && self != Py_None);
#if CYTHON_COMPILING_IN_LIMITED_API || CYTHON_COMPILING_IN_PYPY
        Py_XDECREF(self);
#endif
        if (self_found) {
            PyObject *unbound_method = PyCFunction_New(&__Pyx_UnboundCMethod_Def, method);
            if (unlikely(!unbound_method)) return -1;
            Py_DECREF(method);
            result = unbound_method;
        }
    }
#if !CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    if (unlikely(target->method)) {
        Py_DECREF(result);
    } else
#endif
    target->method = result;
    return 0;
}

/* CallUnboundCMethod0 */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self) {
    int was_initialized = __Pyx_CachedCFunction_GetAndSetInitializing(cfunc);
    if (likely(was_initialized == 2 && cfunc->func)) {
        if (likely(cfunc->flag == METH_NOARGS))
            return __Pyx_CallCFunction(cfunc, self, NULL);
        if (likely(cfunc->flag == METH_FASTCALL))
            return __Pyx_CallCFunctionFast(cfunc, self, NULL, 0);
        if (cfunc->flag == (METH_FASTCALL | METH_KEYWORDS))
            return __Pyx_CallCFunctionFastWithKeywords(cfunc, self, NULL, 0, NULL);
        if (likely(cfunc->flag == (METH_VARARGS | METH_KEYWORDS)))
            return __Pyx_CallCFunctionWithKeywords(cfunc, self, __pyx_mstate_global->__pyx_empty_tuple, NULL);
        if (cfunc->flag == METH_VARARGS)
            return __Pyx_CallCFunction(cfunc, self, __pyx_mstate_global->__pyx_empty_tuple);
        return __Pyx__CallUnboundCMethod0(cfunc, self);
    }
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    else if (unlikely(was_initialized == 1)) {
        __Pyx_CachedCFunction tmp_cfunc = {
#ifndef __cplusplus
            0
#endif
        };
        tmp_cfunc.type = cfunc->type;
        tmp_cfunc.method_name = cfunc->method_name;
        return __Pyx__CallUnboundCMethod0(&tmp_cfunc, self);
    }
#endif
    PyObject *result = __Pyx__CallUnboundCMethod0(cfunc, self);
    __Pyx_CachedCFunction_SetFinishedInitializing(cfunc);
    return result;
}
#endif
static PyObject* __Pyx__CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self) {
    PyObject *result;
    if (unlikely(!cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL;
    result = __Pyx_PyObject_CallOneArg(cfunc->method, self);
    return result;
}

/* py_dict_items (used by OwnedDictNext) */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Items(PyObject* d) {
    return __Pyx_CallUnboundCMethod0(&__pyx_mstate_global->__pyx_umethod_PyDict_Type_items, d);
}

/* py_dict_values (used by OwnedDictNext) */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Values(PyObject* d) {
    return __Pyx_CallUnboundCMethod0(&__pyx_mstate_global->__pyx_umethod_PyDict_Type_values, d);
}

/* OwnedDictNext (used by RejectKeywords) */
#if CYTHON_AVOID_BORROWED_REFS
static int __Pyx_PyDict_NextRef(PyObject *p, PyObject **ppos, PyObject **pkey, PyObject **pvalue) {
    PyObject *next = NULL;
    if (!*ppos) {
        if (pvalue) {
            PyObject *dictview = pkey ? __Pyx_PyDict_Items(p) : __Pyx_PyDict_Values(p);
            if (unlikely(!dictview)) goto bad;
            *ppos = PyObject_GetIter(dictview);
            Py_DECREF(dictview);
        } else {
            *ppos = PyObject_GetIter(p);
        }
        if (unlikely(!*ppos)) goto bad;
    }
    next = PyIter_Next(*ppos);
    if (!next) {
        if (PyErr_Occurred()) goto bad;
        return 0;
    }
    if (pkey && pvalue) {
        *pkey = __Pyx_PySequence_ITEM(next, 0);
        if (unlikely(*pkey)) goto bad;
        *pvalue = __Pyx_PySequence_ITEM(next, 1);
        if (unlikely(*pvalue)) goto bad;
        Py_DECREF(next);
    } else if (pkey) {
        *pkey = next;
    } else {
        assert(pvalue);
        *pvalue = next;
    }
    return 1;
  bad:
    Py_XDECREF(next);
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d0000
    PyErr_FormatUnraisable("Exception ignored in __Pyx_PyDict_NextRef");
#else
    PyErr_WriteUnraisable(__pyx_mstate_global->__pyx_n_u_Pyx_PyDict_NextRef);
#endif
    if (pkey) *pkey = NULL;
    if (pvalue) *pvalue = NULL;
    return 0;
}
#else // !CYTHON_AVOID_BORROWED_REFS
static int __Pyx_PyDict_NextRef(PyObject *p, Py_ssize_t *ppos, PyObject **pkey, PyObject **pvalue) {
    int result = PyDict_Next(p, ppos, pkey, pvalue);
    if (likely(result == 1)) {
        if (pkey) Py_INCREF(*pkey);
        if (pvalue) Py_INCREF(*pvalue);
    }
    return result;
}
#endif

/* RejectKeywords */
static void __Pyx_RejectKeywords(const char* function_name, PyObject *kwds) {
    PyObject *key = NULL;
    if (CYTHON_METH_FASTCALL && likely(PyTuple_Check(kwds))) {
        key = __Pyx_PySequence_ITEM(kwds, 0);
    } else {
#if CYTHON_AVOID_BORROWED_REFS
        PyObject *pos = NULL;
#else
        Py_ssize_t pos = 0;
#endif
#if !CYTHON_COMPILING_IN_PYPY || defined(PyArg_ValidateKeywordArguments)
        if (unlikely(!PyArg_ValidateKeywordArguments(kwds))) return;
#endif
        __Pyx_PyDict_NextRef(kwds, &pos, &key, NULL);
#if CYTHON_AVOID_BORROWED_REFS
        Py_XDECREF(pos);
#endif
    }
    if (likely(key)) {
        PyErr_Format(PyExc_TypeError,
            "%s() got an unexpected keyword argument '%U'",
            function_name, key);
        Py_DECREF(key);
    }
}

/* RaiseDoubleKeywords (used by ParseKeywordsImpl) */
static void __Pyx_RaiseDoubleKeywordsError(
    const char* func_name,
    PyObject* kw_name)
{
    PyErr_Format(PyExc_TypeError,
        "%s() got multiple values for keyword argument '%U'", func_name, kw_name);
}

/* CallUnboundCMethod2 */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject *__Pyx_CallUnboundCMethod2(__Pyx_CachedCFunction *cfunc, PyObject *self, PyObject *arg1, PyObject *arg2) {
    int was_initialized = __Pyx_CachedCFunction_GetAndSetInitializing(cfunc);
    if (likely(was_initialized == 2 && cfunc->func)) {
        PyObject *args[2] = {arg1, arg2};
        if (cfunc->flag == METH_FASTCALL) {
            return __Pyx_CallCFunctionFast(cfunc, self, args, 2);
        }
        if (cfunc->flag == (METH_FASTCALL | METH_KEYWORDS))
            return __Pyx_CallCFunctionFastWithKeywords(cfunc, self, args, 2, NULL);
    }
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    else if (unlikely(was_initialized == 1)) {
        __Pyx_CachedCFunction tmp_cfunc = {
#ifndef __cplusplus
            0
#endif
        };
        tmp_cfunc.type = cfunc->type;
        tmp_cfunc.method_name = cfunc->method_name;
        return __Pyx__CallUnboundCMethod2(&tmp_cfunc, self, arg1, arg2);
    }
#endif
    PyObject *result = __Pyx__CallUnboundCMethod2(cfunc, self, arg1, arg2);
    __Pyx_CachedCFunction_SetFinishedInitializing(cfunc);
    return result;
}
#endif
static PyObject* __Pyx__CallUnboundCMethod2(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg1, PyObject* arg2){
    if (unlikely(!cfunc->func && !cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL;
#if CYTHON_COMPILING_IN_CPYTHON
    if (cfunc->func && (cfunc->flag & METH_VARARGS)) {
        PyObject *result = NULL;
        PyObject *args = PyTuple_New(2);
        if (unlikely(!args)) return NULL;
        Py_INCREF(arg1);
        PyTuple_SET_ITEM(args, 0, arg1);
        Py_INCREF(arg2);
        PyTuple_SET_ITEM(args, 1, arg2);
        if (cfunc->flag & METH_KEYWORDS)
            result = __Pyx_CallCFunctionWithKeywords(cfunc, self, args, NULL);
        else
            result = __Pyx_CallCFunction(cfunc, self, args);
        Py_DECREF(args);
        return result;
    }
#endif
    {
        PyObject *args[4] = {NULL, self, arg1, arg2};
        return __Pyx_PyObject_FastCall(cfunc->method, args+1, 3 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
    }
}

/* ParseKeywordsImpl (used by ParseKeywords) */
static int __Pyx_ValidateDuplicatePosArgs(
    PyObject *kwds,
    PyObject ** const argnames[],
    PyObject ** const *first_kw_arg,
    const char* function_name)
{
    PyObject ** const *name = argnames;
    while (name != first_kw_arg) {
        PyObject *key = **name;
        int found = PyDict_Contains(kwds, key);
        if (unlikely(found)) {
            if (found == 1) __Pyx_RaiseDoubleKeywordsError(function_name, key);
            goto bad;
        }
        name++;
    }
    return 0;
bad:
    return -1;
}
#if CYTHON_USE_UNICODE_INTERNALS
static CYTHON_INLINE int __Pyx_UnicodeKeywordsEqual(PyObject *s1, PyObject *s2) {
    int kind;
    Py_ssize_t len = PyUnicode_GET_LENGTH(s1);
    if (len != PyUnicode_GET_LENGTH(s2)) return 0;
    kind = PyUnicode_KIND(s1);
    if (kind != PyUnicode_KIND(s2)) return 0;
    const void *data1 = PyUnicode_DATA(s1);
    const void *data2 = PyUnicode_DATA(s2);
    return (memcmp(data1, data2, (size_t) len * (size_t) kind) == 0);
}
#endif
static int __Pyx_MatchKeywordArg_str(
    PyObject *key,
    PyObject ** const argnames[],
    PyObject ** const *first_kw_arg,
    size_t *index_found,
    const char *function_name)
{
    PyObject ** const *name;
    #if CYTHON_USE_UNICODE_INTERNALS
    Py_hash_t key_hash = ((PyASCIIObject*)key)->hash;
    if (unlikely(key_hash == -1)) {
        key_hash = PyObject_Hash(key);
        if (unlikely(key_hash == -1))
            goto bad;
    }
    #endif
    name = first_kw_arg;
    while (*name) {
        PyObject *name_str = **name;
        #if CYTHON_USE_UNICODE_INTERNALS
        if (key_hash == ((PyASCIIObject*)name_str)->hash && __Pyx_UnicodeKeywordsEqual(name_str, key)) {
            *index_found = (size_t) (name - argnames);
            return 1;
        }
        #else
        #if CYTHON_ASSUME_SAFE_SIZE
        if (PyUnicode_GET_LENGTH(name_str) == PyUnicode_GET_LENGTH(key))
        #endif
        {
            int cmp = PyUnicode_Compare(name_str, key);
            if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
            if (cmp == 0) {
                *index_found = (size_t) (name - argnames);
                return 1;
            }
        }
        #endif
        name++;
    }
    name = argnames;
    while (name != first_kw_arg) {
        PyObject *name_str = **name;
        #if CYTHON_USE_UNICODE_INTERNALS
        if (unlikely(key_hash == ((PyASCIIObject*)name_str)->hash)) {
            if (__Pyx_UnicodeKeywordsEqual(name_str, key))
                goto arg_passed_twice;
        }
        #else
        #if CYTHON_ASSUME_SAFE_SIZE
        if (PyUnicode_GET_LENGTH(name_str) == PyUnicode_GET_LENGTH(key))
        #endif
        {
            if (unlikely(name_str == key)) goto arg_passed_twice;
            int cmp = PyUnicode_Compare(name_str, key);
            if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
            if (cmp == 0) goto arg_passed_twice;
        }
        #endif
        name++;
    }
    return 0;
arg_passed_twice:
    __Pyx_RaiseDoubleKeywordsError(function_name, key);
    goto bad;
bad:
    return -1;
}
static int __Pyx_MatchKeywordArg_nostr(
    PyObject *key,
    PyObject ** const argnames[],
    PyObject ** const *first_kw_arg,
    size_t *index_found,
    const char *function_name)
{
    PyObject ** const *name;
    if (unlikely(!PyUnicode_Check(key))) goto invalid_keyword_type;
    name = first_kw_arg;
    while (*name) {
        int cmp = PyObject_RichCompareBool(**name, key, Py_EQ);
        if (cmp == 1) {
            *index_found = (size_t) (name - argnames);
            return 1;
        }
        if (unlikely(cmp == -1)) goto bad;
        name++;
    }
    name = argnames;
    while (name != first_kw_arg) {
        int cmp = PyObject_RichCompareBool(**name, key, Py_EQ);
        if (unlikely(cmp != 0)) {
            if (cmp == 1) goto arg_passed_twice;
            else goto bad;
        }
        name++;
    }
    return 0;
arg_passed_twice:
    __Pyx_RaiseDoubleKeywordsError(function_name, key);
    goto bad;
invalid_keyword_type:
    PyErr_Format(PyExc_TypeError,
        "%.200s() keywords must be strings", function_name);
    goto bad;
bad:
    return -1;
}
static CYTHON_INLINE int __Pyx_MatchKeywordArg(
    PyObject *key,
    PyObject ** const argnames[],
    PyObject ** const *first_kw_arg,
    size_t *index_found,
    const char *function_name)
{
    return likely(PyUnicode_CheckExact(key)) ?
        __Pyx_MatchKeywordArg_str(key, argnames, first_kw_arg, index_found, function_name) :
        __Pyx_MatchKeywordArg_nostr(key, argnames, first_kw_arg, index_found, function_name);
}
static void __Pyx_RejectUnknownKeyword(
    PyObject *kwds,
    PyObject ** const argnames[],
    PyObject ** const *first_kw_arg,
    const char *function_name)
{
    #if CYTHON_AVOID_BORROWED_REFS
    PyObject *pos = NULL;
    #else
    Py_ssize_t pos = 0;
    #endif
    PyObject *key = NULL;
    __Pyx_BEGIN_CRITICAL_SECTION(kwds);
    while (
        #if CYTHON_AVOID_BORROWED_REFS
        __Pyx_PyDict_NextRef(kwds, &pos, &key, NULL)
        #else
        PyDict_Next(kwds, &pos, &key, NULL)
        #endif
    ) {
        PyObject** const *name = first_kw_arg;
        while (*name && (**name != key)) name++;
        if (!*name) {
            size_t index_found = 0;
            int cmp = __Pyx_MatchKeywordArg(key, argnames, first_kw_arg, &index_found, function_name);
            if (cmp != 1) {
                if (cmp == 0) {
                    PyErr_Format(PyExc_TypeError,
                        "%s() got an unexpected keyword argument '%U'",
                        function_name, key);
                }
                #if CYTHON_AVOID_BORROWED_REFS
                Py_DECREF(key);
                #endif
                break;
            }
        }
        #if CYTHON_AVOID_BORROWED_REFS
        Py_DECREF(key);
        #endif
    }
    __Pyx_END_CRITICAL_SECTION();
    #if CYTHON_AVOID_BORROWED_REFS
    Py_XDECREF(pos);
    #endif
    assert(PyErr_Occurred());
}
static int __Pyx_ParseKeywordDict(
    PyObject *kwds,
    PyObject ** const argnames[],
    PyObject *values[],
    Py_ssize_t num_pos_args,
    Py_ssize_t num_kwargs,
    const char* function_name,
    int ignore_unknown_kwargs)
{
    PyObject** const *name;
    PyObject** const *first_kw_arg = argnames + num_pos_args;
    Py_ssize_t extracted = 0;
#if !CYTHON_COMPILING_IN_PYPY || defined(PyArg_ValidateKeywordArguments)
    if (unlikely(!PyArg_ValidateKeywordArguments(kwds))) return -1;
#endif
    name = first_kw_arg;
    while (*name && num_kwargs > extracted) {
        PyObject * key = **name;
        PyObject *value;
        int found = 0;
        #if __PYX_LIMITED_VERSION_HEX >= 0x030d0000
        found = PyDict_GetItemRef(kwds, key, &value);
        #else
        value = PyDict_GetItemWithError(kwds, key);
        if (value) {
            Py_INCREF(value);
            found = 1;
        } else {
            if (unlikely(PyErr_Occurred())) goto bad;
        }
        #endif
        if (found) {
            if (unlikely(found < 0)) goto bad;
            values[name-argnames] = value;
            extracted++;
        }
        name++;
    }
    if (num_kwargs > extracted) {
        if (ignore_unknown_kwargs) {
            if (unlikely(__Pyx_ValidateDuplicatePosArgs(kwds, argnames, first_kw_arg, function_name) == -1))
                goto bad;
        } else {
            __Pyx_RejectUnknownKeyword(kwds, argnames, first_kw_arg, function_name);
            goto bad;
        }
    }
    return 0;
bad:
    return -1;
}
static int __Pyx_ParseKeywordDictToDict(
    PyObject *kwds,
    PyObject ** const argnames[],
    PyObject *kwds2,
    PyObject *values[],
    Py_ssize_t num_pos_args,
    const char* function_name)
{
    PyObject** const *name;
    PyObject** const *first_kw_arg = argnames + num_pos_args;
    Py_ssize_t len;
#if !CYTHON_COMPILING_IN_PYPY || defined(PyArg_ValidateKeywordArguments)
    if (unlikely(!PyArg_ValidateKeywordArguments(kwds))) return -1;
#endif
    if (PyDict_Update(kwds2, kwds) < 0) goto bad;
    name = first_kw_arg;
    while (*name) {
        PyObject *key = **name;
        PyObject *value;
#if !CYTHON_COMPILING_IN_LIMITED_API && (PY_VERSION_HEX >= 0x030d00A2 || defined(PyDict_Pop))
        int found = PyDict_Pop(kwds2, key, &value);
        if (found) {
            if (unlikely(found < 0)) goto bad;
            values[name-argnames] = value;
        }
#elif __PYX_LIMITED_VERSION_HEX >= 0x030d0000
        int found = PyDict_GetItemRef(kwds2, key, &value);
        if (found) {
            if (unlikely(found < 0)) goto bad;
            values[name-argnames] = value;
            if (unlikely(PyDict_DelItem(kwds2, key) < 0)) goto bad;
        }
#else
    #if CYTHON_COMPILING_IN_CPYTHON
        value = _PyDict_Pop(kwds2, key, kwds2);
    #else
        value = __Pyx_CallUnboundCMethod2(&__pyx_mstate_global->__pyx_umethod_PyDict_Type_pop, kwds2, key, kwds2);
    #endif
        if (value == kwds2) {
            Py_DECREF(value);
        } else {
            if (unlikely(!value)) goto bad;
            values[name-argnames] = value;
        }
#endif
        name++;
    }
    len = PyDict_Size(kwds2);
    if (len > 0) {
        return __Pyx_ValidateDuplicatePosArgs(kwds, argnames, first_kw_arg, function_name);
    } else if (unlikely(len == -1)) {
        goto bad;
    }
    return 0;
bad:
    return -1;
}
static int __Pyx_ParseKeywordsTuple(
    PyObject *kwds,
    PyObject * const *kwvalues,
    PyObject ** const argnames[],
    PyObject *kwds2,
    PyObject *values[],
    Py_ssize_t num_pos_args,
    Py_ssize_t num_kwargs,
    const char* function_name,
    int ignore_unknown_kwargs)
{
    PyObject *key = NULL;
    PyObject** const * name;
    PyObject** const *first_kw_arg = argnames + num_pos_args;
    for (Py_ssize_t pos = 0; pos < num_kwargs; pos++) {
#if CYTHON_AVOID_BORROWED_REFS
        key = __Pyx_PySequence_ITEM(kwds, pos);
#else
        key = __Pyx_PyTuple_GET_ITEM(kwds, pos);
#endif
#if !CYTHON_ASSUME_SAFE_MACROS
        if (unlikely(!key)) goto bad;
#endif
        name = first_kw_arg;
        while (*name && (**name != key)) name++;
        if (*name) {
            PyObject *value = kwvalues[pos];
            values[name-argnames] = __Pyx_NewRef(value);
        } else {
            size_t index_found = 0;
            int cmp = __Pyx_MatchKeywordArg(key, argnames, first_kw_arg, &index_found, function_name);
            if (cmp == 1) {
                PyObject *value = kwvalues[pos];
                values[index_found] = __Pyx_NewRef(value);
            } else {
                if (unlikely(cmp == -1)) goto bad;
                if (kwds2) {
                    PyObject *value = kwvalues[pos];
                    if (unlikely(PyDict_SetItem(kwds2, key, value))) goto bad;
                } else if (!ignore_unknown_kwargs) {
                    goto invalid_keyword;
                }
            }
        }
        #if CYTHON_AVOID_BORROWED_REFS
        Py_DECREF(key);
        key = NULL;
        #endif
    }
    return 0;
invalid_keyword:
    PyErr_Format(PyExc_TypeError,
        "%s() got an unexpected keyword argument '%U'",
        function_name, key);
    goto bad;
bad:
    #if CYTHON_AVOID_BORROWED_REFS
    Py_XDECREF(key);
    #endif
    return -1;
}

/* ParseKeywords */
static int __Pyx_ParseKeywords(
    PyObject *kwds,
    PyObject * const *kwvalues,
    PyObject ** const argnames[],
    PyObject *kwds2,
    PyObject *values[],
    Py_ssize_t num_pos_args,
    Py_ssize_t num_kwargs,
    const char* function_name,
    int ignore_unknown_kwargs)
{
    if (CYTHON_METH_FASTCALL && likely(PyTuple_Check(kwds)))
        return __Pyx_ParseKeywordsTuple(kwds, kwvalues, argnames, kwds2, values, num_pos_args, num_kwargs, function_name, ignore_unknown_kwargs);
    else if (kwds2)
        return __Pyx_ParseKeywordDictToDict(kwds, argnames, kwds2, values, num_pos_args, function_name);
    else
        return __Pyx_ParseKeywordDict(kwds, argnames, values, num_pos_args, num_kwargs, function_name, ignore_unknown_kwargs);
}

/* tp_new */
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
static PyObject* __Pyx_tp_new_fallback(PyObject* type_obj, PyObject* args, PyObject* kwargs) {
    PyObject *new_func = NULL, *new_args = NULL, *obj;
    Py_ssize_t i, nargs = PyTuple_Size(args);
    if (unlikely(nargs < 0)) goto bad;
    new_args = PyTuple_New(nargs + 1);
    if (unlikely(!new_args)) goto bad;
    for (i = 0; i < nargs + 1; i++) {
        PyObject *item = (i == 0) ? type_obj : PyTuple_GetItem(args, i - 1);
        if (unlikely(!item)) goto bad;
        Py_INCREF(item);
        if (unlikely(PyTuple_SetItem(new_args, i, item)) < 0) goto bad;
    }
    new_func = PyObject_GetAttrString(type_obj, "__new__");
    if (unlikely(!new_func)) goto bad;
    obj = PyObject_Call(new_func, new_args, kwargs);
    Py_DECREF(new_func);
    Py_DECREF(new_args);
    return obj;
 bad:
    Py_XDECREF(new_func);
    Py_XDECREF(new_args);
    return NULL;
}
#endif
static PyObject* __Pyx_tp_new_kwargs(PyObject* type_obj, PyObject* args, PyObject* kwargs) {
    newfunc tp_new = __Pyx_PyType_TryGetSlot((PyTypeObject*)type_obj, tp_new, newfunc);
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
    if (!tp_new) return __Pyx_tp_new_fallback(type_obj, args, kwargs);
#else
    assert(tp_new != NULL);
#endif
    return tp_new((PyTypeObject*)type_obj, args, kwargs);
}

/* ExtTypeTest */
static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type) {
    __Pyx_TypeName obj_type_name;
    __Pyx_TypeName type_name;
    if (unlikely(!type)) {
        PyErr_SetString(PyExc_SystemError, "Missing type object");
        return 0;
    }
    if (likely(__Pyx_TypeCheck(obj, type)))
        return 1;
    obj_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(obj));
    type_name = __Pyx_PyType_GetFullyQualifiedName(type);
    PyErr_Format(PyExc_TypeError,
                 "Cannot convert " __Pyx_FMT_TYPENAME " to " __Pyx_FMT_TYPENAME,
                 obj_type_name, type_name);
    __Pyx_DECREF_TypeName(obj_type_name);
    __Pyx_DECREF_TypeName(type_name);
    return 0;
}

/* PyLongBinop */
#if !CYTHON_COMPILING_IN_PYPY
static PyObject* __Pyx_Fallback___Pyx_PyLong_AddObjC(PyObject *op1, PyObject *op2, int inplace) {
    return (inplace ? PyNumber_InPlaceAdd : PyNumber_Add)(op1, op2);
}
#if CYTHON_USE_PYLONG_INTERNALS
static PyObject* __Pyx_Unpacked___Pyx_PyLong_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check) {
    CYTHON_MAYBE_UNUSED_VAR(inplace);
    CYTHON_UNUSED_VAR(zerodivision_check);
    const long b = intval;
    long a;
    const PY_LONG_LONG llb = intval;
    PY_LONG_LONG lla;
    if (unlikely(__Pyx_PyLong_IsZero(op1))) {
        return __Pyx_NewRef(op2);
    }
    const int is_positive = __Pyx_PyLong_IsPos(op1);
    const digit* digits = __Pyx_PyLong_Digits(op1);
    const Py_ssize_t size = __Pyx_PyLong_DigitCount(op1);
    if (likely(size == 1)) {
        a = (long) digits[0];
        if (!is_positive) a *= -1;
    } else {
        switch (size) {
            case 2:
                if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                    a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                    if (!is_positive) a *= -1;
                    goto calculate_long;
                } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                    lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                    if (!is_positive) lla *= -1;
                    goto calculate_long_long;
                }
                break;
            case 3:
                if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                    a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                    if (!is_positive) a *= -1;
                    goto calculate_long;
                } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                    lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                    if (!is_positive) lla *= -1;
                    goto calculate_long_long;
                }
                break;
            case 4:
                if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
                    a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                    if (!is_positive) a *= -1;
                    goto calculate_long;
                } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                    lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                    if (!is_positive) lla *= -1;
                    goto calculate_long_long;
                }
                break;
        }
        return PyLong_Type.tp_as_number->nb_add(op1, op2);
    }
    calculate_long:
        {
            long x;
            x = a + b;
            return PyLong_FromLong(x);
        }
    calculate_long_long:
        {
            PY_LONG_LONG llx;
            llx = lla + llb;
            return PyLong_FromLongLong(llx);
        }
    
}
#endif
static PyObject* __Pyx_Float___Pyx_PyLong_AddObjC(PyObject *float_val, long intval, int zerodivision_check) {
    CYTHON_UNUSED_VAR(zerodivision_check);
    const long b = intval;
    double a = __Pyx_PyFloat_AS_DOUBLE(float_val);
        double result;
        
        result = ((double)a) + (double)b;
        return PyFloat_FromDouble(result);
}
static CYTHON_INLINE PyObject* __Pyx_PyLong_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check) {
    CYTHON_MAYBE_UNUSED_VAR(intval);
    CYTHON_UNUSED_VAR(zerodivision_check);
    #if CYTHON_USE_PYLONG_INTERNALS
    if (likely(PyLong_CheckExact(op1))) {
        return __Pyx_Unpacked___Pyx_PyLong_AddObjC(op1, op2, intval, inplace, zerodivision_check);
    }
    #endif
    if (PyFloat_CheckExact(op1)) {
        return __Pyx_Float___Pyx_PyLong_AddObjC(op1, intval, zerodivision_check);
    }
    return __Pyx_Fallback___Pyx_PyLong_AddObjC(op1, op2, inplace);
}
#endif

/* DictGetItem */
#if !CYTHON_COMPILING_IN_PYPY
static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key) {
    PyObject *value;
    if (unlikely(__Pyx_PyDict_GetItemRef(d, key, &value) == 0)) { // no value, no error
        if (unlikely(PyTuple_Check(key))) {
            PyObject* args = PyTuple_Pack(1, key);
            if (likely(args)) {
                PyErr_SetObject(PyExc_KeyError, args);
                Py_DECREF(args);
            }
        } else {
            PyErr_SetObject(PyExc_KeyError, key);
        }
    }
    return value;
}
#endif

/* PyObjectFastCallMethod */
#if !CYTHON_VECTORCALL || PY_VERSION_HEX < 0x03090000
static PyObject *__Pyx_PyObject_FastCallMethod(PyObject *name, PyObject *const *args, size_t nargsf) {
    PyObject *result;
    PyObject *attr = PyObject_GetAttr(args[0], name);
    if (unlikely(!attr))
        return NULL;
    result = __Pyx_PyObject_FastCall(attr, args+1, nargsf - 1);
    Py_DECREF(attr);
    return result;
}
#endif

/* IterFinish (used by dict_iter) */
static CYTHON_INLINE int __Pyx_IterFinish(void) {
    PyObject* exc_type;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    exc_type = __Pyx_PyErr_CurrentExceptionType();
    if (unlikely(exc_type)) {
        if (unlikely(!__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration)))
            return -1;
        __Pyx_PyErr_Clear();
        return 0;
    }
    return 0;
}

/* PyObjectCallNoArg (used by PyObjectCallMethod0) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func) {
    PyObject *arg[2] = {NULL, NULL};
    return __Pyx_PyObject_FastCall(func, arg + 1, 0 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
}

/* PyObjectGetMethod (used by PyObjectCallMethod0) */
#if !(CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000)))
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method) {
    PyObject *attr;
#if CYTHON_UNPACK_METHODS && CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_PYTYPE_LOOKUP
    __Pyx_TypeName type_name;
    PyTypeObject *tp = Py_TYPE(obj);
    PyObject *descr;
    descrgetfunc f = NULL;
    PyObject **dictptr, *dict;
    int meth_found = 0;
    assert (*method == NULL);
    if (unlikely(tp->tp_getattro != PyObject_GenericGetAttr)) {
        attr = __Pyx_PyObject_GetAttrStr(obj, name);
        goto try_unpack;
    }
    if (unlikely(tp->tp_dict == NULL) && unlikely(PyType_Ready(tp) < 0)) {
        return 0;
    }
    descr = _PyType_Lookup(tp, name);
    if (likely(descr != NULL)) {
        Py_INCREF(descr);
#if defined(Py_TPFLAGS_METHOD_DESCRIPTOR) && Py_TPFLAGS_METHOD_DESCRIPTOR
        if (__Pyx_PyType_HasFeature(Py_TYPE(descr), Py_TPFLAGS_METHOD_DESCRIPTOR))
#else
        #ifdef __Pyx_CyFunction_USED
        if (likely(PyFunction_Check(descr) || __Pyx_IS_TYPE(descr, &PyMethodDescr_Type) || __Pyx_CyFunction_Check(descr)))
        #else
        if (likely(PyFunction_Check(descr) || __Pyx_IS_TYPE(descr, &PyMethodDescr_Type)))
        #endif
#endif
        {
            meth_found = 1;
        } else {
            f = Py_TYPE(descr)->tp_descr_get;
            if (f != NULL && PyDescr_IsData(descr)) {
                attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
                Py_DECREF(descr);
                goto try_unpack;
            }
        }
    }
    dictptr = _PyObject_GetDictPtr(obj);
    if (dictptr != NULL && (dict = *dictptr) != NULL) {
        Py_INCREF(dict);
        attr = __Pyx_PyDict_GetItemStr(dict, name);
        if (attr != NULL) {
            Py_INCREF(attr);
            Py_DECREF(dict);
            Py_XDECREF(descr);
            goto try_unpack;
        }
        Py_DECREF(dict);
    }
    if (meth_found) {
        *method = descr;
        return 1;
    }
    if (f != NULL) {
        attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
        Py_DECREF(descr);
        goto try_unpack;
    }
    if (likely(descr != NULL)) {
        *method = descr;
        return 0;
    }
    type_name = __Pyx_PyType_GetFullyQualifiedName(tp);
    PyErr_Format(PyExc_AttributeError,
                 "'" __Pyx_FMT_TYPENAME "' object has no attribute '%U'",
                 type_name, name);
    __Pyx_DECREF_TypeName(type_name);
    return 0;
#else
    attr = __Pyx_PyObject_GetAttrStr(obj, name);
    goto try_unpack;
#endif
try_unpack:
#if CYTHON_UNPACK_METHODS
    if (likely(attr) && PyMethod_Check(attr) && likely(PyMethod_GET_SELF(attr) == obj)) {
        PyObject *function = PyMethod_GET_FUNCTION(attr);
        Py_INCREF(function);
        Py_DECREF(attr);
        *method = function;
        return 1;
    }
#endif
    *method = attr;
    return 0;
}
#endif

/* PyObjectCallMethod0 (used by dict_iter) */
static PyObject* __Pyx_PyObject_CallMethod0(PyObject* obj, PyObject* method_name) {
#if CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000))
    PyObject *args[1] = {obj};
    (void) __Pyx_PyObject_CallOneArg;
    (void) __Pyx_PyObject_CallNoArg;
    return PyObject_VectorcallMethod(method_name, args, 1 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
#else
    PyObject *method = NULL, *result = NULL;
    int is_method = __Pyx_PyObject_GetMethod(obj, method_name, &method);
    if (likely(is_method)) {
        result = __Pyx_PyObject_CallOneArg(method, obj);
        Py_DECREF(method);
        return result;
    }
    if (unlikely(!method)) goto bad;
    result = __Pyx_PyObject_CallNoArg(method);
    Py_DECREF(method);
bad:
    return result;
#endif
}

/* RaiseNeedMoreValuesToUnpack (used by UnpackTuple2) */
static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index) {
    PyErr_Format(PyExc_ValueError,
                 "need more than %" CYTHON_FORMAT_SSIZE_T "d value%.1s to unpack",
                 index, (index == 1) ? "" : "s");
}

/* RaiseTooManyValuesToUnpack (used by UnpackItemEndCheck) */
static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected) {
    PyErr_Format(PyExc_ValueError,
                 "too many values to unpack (expected %" CYTHON_FORMAT_SSIZE_T "d)", expected);
}

/* UnpackItemEndCheck (used by UnpackTuple2) */
static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected) {
    if (unlikely(retval)) {
        Py_DECREF(retval);
        __Pyx_RaiseTooManyValuesError(expected);
        return -1;
    }
    return __Pyx_IterFinish();
}

/* RaiseNoneIterError (used by UnpackTupleError) */
static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void) {
    PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
}

/* UnpackTupleError (used by UnpackTuple2) */
static void __Pyx_UnpackTupleError(PyObject *t, Py_ssize_t index) {
    if (t == Py_None) {
      __Pyx_RaiseNoneNotIterableError();
    } else {
      Py_ssize_t size = __Pyx_PyTuple_GET_SIZE(t);
 #if !CYTHON_ASSUME_SAFE_SIZE
      if (unlikely(size < 0)) return;
 #endif
      if (size < index) {
        __Pyx_RaiseNeedMoreValuesError(size);
      } else {
        __Pyx_RaiseTooManyValuesError(index);
      }
    }
}

/* UnpackTuple2 (used by dict_iter) */
static CYTHON_INLINE int __Pyx_unpack_tuple2(
        PyObject* tuple, PyObject** value1, PyObject** value2, int is_tuple, int has_known_size, int decref_tuple) {
    if (likely(is_tuple || PyTuple_Check(tuple))) {
        Py_ssize_t size;
        if (has_known_size) {
            return __Pyx_unpack_tuple2_exact(tuple, value1, value2, decref_tuple);
        }
        size = __Pyx_PyTuple_GET_SIZE(tuple);
        if (likely(size == 2)) {
            return __Pyx_unpack_tuple2_exact(tuple, value1, value2, decref_tuple);
        }
        if (size >= 0) {
            __Pyx_UnpackTupleError(tuple, 2);
        }
        return -1;
    } else {
        return __Pyx_unpack_tuple2_generic(tuple, value1, value2, has_known_size, decref_tuple);
    }
}
static CYTHON_INLINE int __Pyx_unpack_tuple2_exact(
        PyObject* tuple, PyObject** pvalue1, PyObject** pvalue2, int decref_tuple) {
    PyObject *value1 = NULL, *value2 = NULL;
#if CYTHON_AVOID_BORROWED_REFS || !CYTHON_ASSUME_SAFE_MACROS
    value1 = __Pyx_PySequence_ITEM(tuple, 0);  if (unlikely(!value1)) goto bad;
    value2 = __Pyx_PySequence_ITEM(tuple, 1);  if (unlikely(!value2)) goto bad;
#else
    value1 = PyTuple_GET_ITEM(tuple, 0);  Py_INCREF(value1);
    value2 = PyTuple_GET_ITEM(tuple, 1);  Py_INCREF(value2);
#endif
    if (decref_tuple) {
        Py_DECREF(tuple);
    }
    *pvalue1 = value1;
    *pvalue2 = value2;
    return 0;
#if CYTHON_AVOID_BORROWED_REFS || !CYTHON_ASSUME_SAFE_MACROS
bad:
    Py_XDECREF(value1);
    Py_XDECREF(value2);
    if (decref_tuple) { Py_XDECREF(tuple); }
    return -1;
#endif
}
static int __Pyx_unpack_tuple2_generic(PyObject* tuple, PyObject** pvalue1, PyObject** pvalue2,
                                       int has_known_size, int decref_tuple) {
    Py_ssize_t index;
    PyObject *value1 = NULL, *value2 = NULL, *iter = NULL;
    iternextfunc iternext;
    iter = PyObject_GetIter(tuple);
    if (unlikely(!iter)) goto bad;
    if (decref_tuple) { Py_DECREF(tuple); tuple = NULL; }
    iternext = __Pyx_PyObject_GetIterNextFunc(iter);
    value1 = iternext(iter); if (unlikely(!value1)) { index = 0; goto unpacking_failed; }
    value2 = iternext(iter); if (unlikely(!value2)) { index = 1; goto unpacking_failed; }
    if (!has_known_size && unlikely(__Pyx_IternextUnpackEndCheck(iternext(iter), 2))) goto bad;
    Py_DECREF(iter);
    *pvalue1 = value1;
    *pvalue2 = value2;
    return 0;
unpacking_failed:
    if (!has_known_size && __Pyx_IterFinish() == 0)
        __Pyx_RaiseNeedMoreValuesError(index);
bad:
    Py_XDECREF(iter);
    Py_XDECREF(value1);
    Py_XDECREF(value2);
    if (decref_tuple) { Py_XDECREF(tuple); }
    return -1;
}

/* dict_iter */
#if CYTHON_COMPILING_IN_PYPY
#include <string.h>
#endif
static CYTHON_INLINE PyObject* __Pyx_dict_iterator(PyObject* iterable, int is_dict, PyObject* method_name,
                                                   Py_ssize_t* p_orig_length, int* p_source_is_dict) {
    is_dict = is_dict || likely(PyDict_CheckExact(iterable));
    *p_source_is_dict = is_dict;
    if (is_dict) {
#if !CYTHON_COMPILING_IN_PYPY
        *p_orig_length = PyDict_Size(iterable);
        Py_INCREF(iterable);
        return iterable;
#else
        static PyObject *py_items = NULL, *py_keys = NULL, *py_values = NULL;
        PyObject **pp = NULL;
        if (method_name) {
            const char *name = PyUnicode_AsUTF8(method_name);
            if (strcmp(name, "iteritems") == 0) pp = &py_items;
            else if (strcmp(name, "iterkeys") == 0) pp = &py_keys;
            else if (strcmp(name, "itervalues") == 0) pp = &py_values;
            if (pp) {
                if (!*pp) {
                    *pp = PyUnicode_FromString(name + 4);
                    if (!*pp)
                        return NULL;
                }
                method_name = *pp;
            }
        }
#endif
    }
    *p_orig_length = 0;
    if (method_name) {
        PyObject* iter;
        iterable = __Pyx_PyObject_CallMethod0(iterable, method_name);
        if (!iterable)
            return NULL;
#if !CYTHON_COMPILING_IN_PYPY
        if (PyTuple_CheckExact(iterable) || PyList_CheckExact(iterable))
            return iterable;
#endif
        iter = PyObject_GetIter(iterable);
        Py_DECREF(iterable);
        return iter;
    }
    return PyObject_GetIter(iterable);
}
#if !CYTHON_AVOID_BORROWED_REFS
static CYTHON_INLINE int __Pyx_dict_iter_next_source_is_dict(
        PyObject* iter_obj, CYTHON_NCP_UNUSED Py_ssize_t orig_length, CYTHON_NCP_UNUSED Py_ssize_t* ppos,
        PyObject** pkey, PyObject** pvalue, PyObject** pitem) {
    PyObject *key, *value;
    if (unlikely(orig_length != PyDict_Size(iter_obj))) {
        PyErr_SetString(PyExc_RuntimeError, "dictionary changed size during iteration");
        return -1;
    }
    if (unlikely(!PyDict_Next(iter_obj, ppos, &key, &value))) {
        return 0;
    }
    if (pitem) {
        PyObject* tuple = PyTuple_New(2);
        if (unlikely(!tuple)) {
            return -1;
        }
        Py_INCREF(key);
        Py_INCREF(value);
        #if CYTHON_ASSUME_SAFE_MACROS
        PyTuple_SET_ITEM(tuple, 0, key);
        PyTuple_SET_ITEM(tuple, 1, value);
        #else
        if (unlikely(PyTuple_SetItem(tuple, 0, key) < 0)) {
            Py_DECREF(value);
            Py_DECREF(tuple);
            return -1;
        }
        if (unlikely(PyTuple_SetItem(tuple, 1, value) < 0)) {
            Py_DECREF(tuple);
            return -1;
        }
        #endif
        *pitem = tuple;
    } else {
        if (pkey) {
            Py_INCREF(key);
            *pkey = key;
        }
        if (pvalue) {
            Py_INCREF(value);
            *pvalue = value;
        }
    }
    return 1;
}
#endif
static CYTHON_INLINE int __Pyx_dict_iter_next(
        PyObject* iter_obj, CYTHON_NCP_UNUSED Py_ssize_t orig_length, CYTHON_NCP_UNUSED Py_ssize_t* ppos,
        PyObject** pkey, PyObject** pvalue, PyObject** pitem, int source_is_dict) {
    PyObject* next_item;
#if !CYTHON_AVOID_BORROWED_REFS
    if (source_is_dict) {
        int result;
#if PY_VERSION_HEX >= 0x030d0000 && !CYTHON_COMPILING_IN_LIMITED_API
        Py_BEGIN_CRITICAL_SECTION(iter_obj);
#endif
        result = __Pyx_dict_iter_next_source_is_dict(iter_obj, orig_length, ppos, pkey, pvalue, pitem);
#if PY_VERSION_HEX >= 0x030d0000 && !CYTHON_COMPILING_IN_LIMITED_API
        Py_END_CRITICAL_SECTION();
#endif
        return result;
    } else if (PyTuple_CheckExact(iter_obj)) {
        Py_ssize_t pos = *ppos;
        Py_ssize_t tuple_size = __Pyx_PyTuple_GET_SIZE(iter_obj);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely(tuple_size < 0)) return -1;
        #endif
        if (unlikely(pos >= tuple_size)) return 0;
        *ppos = pos + 1;
        #if CYTHON_ASSUME_SAFE_MACROS
        next_item = PyTuple_GET_ITEM(iter_obj, pos);
        #else
        next_item = PyTuple_GetItem(iter_obj, pos);
        if (unlikely(!next_item)) return -1;
        #endif
        Py_INCREF(next_item);
    } else if (PyList_CheckExact(iter_obj)) {
        Py_ssize_t pos = *ppos;
        Py_ssize_t list_size = __Pyx_PyList_GET_SIZE(iter_obj);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely(list_size < 0)) return -1;
        #endif
        if (unlikely(pos >= list_size)) return 0;
        *ppos = pos + 1;
        next_item = __Pyx_PyList_GetItemRef(iter_obj, pos);
        if (unlikely(!next_item)) return -1;
    } else
#endif
    {
        next_item = PyIter_Next(iter_obj);
        if (unlikely(!next_item)) {
            return __Pyx_IterFinish();
        }
    }
    if (pitem) {
        *pitem = next_item;
    } else if (pkey && pvalue) {
        if (__Pyx_unpack_tuple2(next_item, pkey, pvalue, source_is_dict, source_is_dict, 1))
            return -1;
    } else if (pkey) {
        *pkey = next_item;
    } else {
        *pvalue = next_item;
    }
    return 1;
}

/* PyLongBinop */
#if !CYTHON_COMPILING_IN_PYPY
static PyObject* __Pyx_Fallback___Pyx_PyLong_FloorDivideObjC(PyObject *op1, PyObject *op2, int inplace) {
    return (inplace ? PyNumber_InPlaceFloorDivide : PyNumber_FloorDivide)(op1, op2);
}
#if CYTHON_USE_PYLONG_INTERNALS
static PyObject* __Pyx_Unpacked___Pyx_PyLong_FloorDivideObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check) {
    CYTHON_MAYBE_UNUSED_VAR(inplace);
    CYTHON_UNUSED_VAR(zerodivision_check);
    const long b = intval;
    long a;
    const PY_LONG_LONG llb = intval;
    PY_LONG_LONG lla;
    if (unlikely(__Pyx_PyLong_IsZero(op1))) {
        return __Pyx_NewRef(op1);
    }
    const int is_positive = __Pyx_PyLong_IsPos(op1);
    const digit* digits = __Pyx_PyLong_Digits(op1);
    const Py_ssize_t size = __Pyx_PyLong_DigitCount(op1);
    if (likely(size == 1)) {
        a = (long) digits[0];
        if (!is_positive) a *= -1;
    } else {
        switch (size) {
            case 2:
                if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                    a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                    if (!is_positive) a *= -1;
                    goto calculate_long;
                } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                    lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                    if (!is_positive) lla *= -1;
                    goto calculate_long_long;
                }
                break;
            case 3:
                if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                    a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                    if (!is_positive) a *= -1;
                    goto calculate_long;
                } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                    lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                    if (!is_positive) lla *= -1;
                    goto calculate_long_long;
                }
                break;
            case 4:
                if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
                    a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                    if (!is_positive) a *= -1;
                    goto calculate_long;
                } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                    lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                    if (!is_positive) lla *= -1;
                    goto calculate_long_long;
                }
                break;
        }
        return PyLong_Type.tp_as_number->nb_floor_divide(op1, op2);
    }
    calculate_long:
        {
            long q, r;
            q = a / b;
            r = a - q*b;
            q -= ((r != 0) & ((r ^ b) < 0));
            return PyLong_FromLong(q);
        }
    calculate_long_long:
        {
            PY_LONG_LONG q, r;
            q = lla / llb;
            r = lla - q*llb;
            q -= ((r != 0) & ((r ^ llb) < 0));
            return PyLong_FromLongLong(q);
        }
    
}
#endif
static CYTHON_INLINE PyObject* __Pyx_PyLong_FloorDivideObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check) {
    CYTHON_MAYBE_UNUSED_VAR(intval);
    CYTHON_UNUSED_VAR(zerodivision_check);
    #if CYTHON_USE_PYLONG_INTERNALS
    if (likely(PyLong_CheckExact(op1))) {
        return __Pyx_Unpacked___Pyx_PyLong_FloorDivideObjC(op1, op2, intval, inplace, zerodivision_check);
    }
    #endif
    return __Pyx_Fallback___Pyx_PyLong_FloorDivideObjC(op1, op2, inplace);
}
#endif

/* PyDictVersioning (used by GetModuleGlobalName) */
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj) {
    PyObject *dict = Py_TYPE(obj)->tp_dict;
    return likely(dict) ? __PYX_GET_DICT_VERSION(dict) : 0;
}
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj) {
    PyObject **dictptr = NULL;
    Py_ssize_t offset = Py_TYPE(obj)->tp_dictoffset;
    if (offset) {
#if CYTHON_COMPILING_IN_CPYTHON
        dictptr = (likely(offset > 0)) ? (PyObject **) ((char *)obj + offset) : _PyObject_GetDictPtr(obj);
#else
        dictptr = _PyObject_GetDictPtr(obj);
#endif
    }
    return (dictptr && *dictptr) ? __PYX_GET_DICT_VERSION(*dictptr) : 0;
}
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version) {
    PyObject *dict = Py_TYPE(obj)->tp_dict;
    if (unlikely(!dict) || unlikely(tp_dict_version != __PYX_GET_DICT_VERSION(dict)))
        return 0;
    return obj_dict_version == __Pyx_get_object_dict_version(obj);
}
#endif

/* GetModuleGlobalName */
#if CYTHON_USE_DICT_VERSIONS
static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value)
#else
static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name)
#endif
{
    PyObject *result;
#if CYTHON_COMPILING_IN_LIMITED_API
    if (unlikely(!__pyx_m)) {
        if (!PyErr_Occurred())
            PyErr_SetNone(PyExc_NameError);
        return NULL;
    }
    result = PyObject_GetAttr(__pyx_m, name);
    if (likely(result)) {
        return result;
    }
    PyErr_Clear();
#elif CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS
    if (unlikely(__Pyx_PyDict_GetItemRef(__pyx_mstate_global->__pyx_d, name, &result) == -1)) PyErr_Clear();
    __PYX_UPDATE_DICT_CACHE(__pyx_mstate_global->__pyx_d, result, *dict_cached_value, *dict_version)
    if (likely(result)) {
        return result;
    }
#else
    result = _PyDict_GetItem_KnownHash(__pyx_mstate_global->__pyx_d, name, ((PyASCIIObject *) name)->hash);
    __PYX_UPDATE_DICT_CACHE(__pyx_mstate_global->__pyx_d, result, *dict_cached_value, *dict_version)
    if (likely(result)) {
        return __Pyx_NewRef(result);
    }
    PyErr_Clear();
#endif
    return __Pyx_GetBuiltinName(name);
}

/* GetItemInt */
static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j) {
    PyObject *r;
    if (unlikely(!j)) return NULL;
    r = PyObject_GetItem(o, j);
    Py_DECREF(j);
    return r;
}
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
                                                              int wraparound, int boundscheck, int unsafe_shared) {
    CYTHON_MAYBE_UNUSED_VAR(unsafe_shared);
#if CYTHON_ASSUME_SAFE_SIZE
    Py_ssize_t wrapped_i = i;
    if (wraparound & unlikely(i < 0)) {
        wrapped_i += PyList_GET_SIZE(o);
    }
    if ((CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS || !CYTHON_ASSUME_SAFE_MACROS)) {
        return __Pyx_PyList_GetItemRefFast(o, wrapped_i, unsafe_shared);
    } else
    if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyList_GET_SIZE(o)))) {
        return __Pyx_NewRef(PyList_GET_ITEM(o, wrapped_i));
    }
    return __Pyx_GetItemInt_Generic(o, PyLong_FromSsize_t(i));
#else
    (void)wraparound;
    (void)boundscheck;
    return PySequence_GetItem(o, i);
#endif
}
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
                                                              int wraparound, int boundscheck, int unsafe_shared) {
    CYTHON_MAYBE_UNUSED_VAR(unsafe_shared);
#if CYTHON_ASSUME_SAFE_SIZE && CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    Py_ssize_t wrapped_i = i;
    if (wraparound & unlikely(i < 0)) {
        wrapped_i += PyTuple_GET_SIZE(o);
    }
    if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyTuple_GET_SIZE(o)))) {
        return __Pyx_NewRef(PyTuple_GET_ITEM(o, wrapped_i));
    }
    return __Pyx_GetItemInt_Generic(o, PyLong_FromSsize_t(i));
#else
    (void)wraparound;
    (void)boundscheck;
    return PySequence_GetItem(o, i);
#endif
}
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i, int is_list,
                                                     int wraparound, int boundscheck, int unsafe_shared) {
    CYTHON_MAYBE_UNUSED_VAR(unsafe_shared);
#if CYTHON_ASSUME_SAFE_MACROS && CYTHON_ASSUME_SAFE_SIZE
    if (is_list || PyList_CheckExact(o)) {
        Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyList_GET_SIZE(o);
        if ((CYTHON_AVOID_BORROWED_REFS || CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS)) {
            return __Pyx_PyList_GetItemRefFast(o, n, unsafe_shared);
        } else if ((!boundscheck) || (likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o))))) {
            return __Pyx_NewRef(PyList_GET_ITEM(o, n));
        }
    } else
    #if !CYTHON_AVOID_BORROWED_REFS
    if (PyTuple_CheckExact(o)) {
        Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyTuple_GET_SIZE(o);
        if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyTuple_GET_SIZE(o)))) {
            return __Pyx_NewRef(PyTuple_GET_ITEM(o, n));
        }
    } else
    #endif
#endif
#if CYTHON_USE_TYPE_SLOTS && !CYTHON_COMPILING_IN_PYPY
    {
        PyMappingMethods *mm = Py_TYPE(o)->tp_as_mapping;
        PySequenceMethods *sm = Py_TYPE(o)->tp_as_sequence;
        if (!is_list && mm && mm->mp_subscript) {
            PyObject *r, *key = PyLong_FromSsize_t(i);
            if (unlikely(!key)) return NULL;
            r = mm->mp_subscript(o, key);
            Py_DECREF(key);
            return r;
        }
        if (is_list || likely(sm && sm->sq_item)) {
            if (wraparound && unlikely(i < 0) && likely(sm->sq_length)) {
                Py_ssize_t l = sm->sq_length(o);
                if (likely(l >= 0)) {
                    i += l;
                } else {
                    if (!PyErr_ExceptionMatches(PyExc_OverflowError))
                        return NULL;
                    PyErr_Clear();
                }
            }
            return sm->sq_item(o, i);
        }
    }
#else
    if (is_list || !PyMapping_Check(o)) {
        return PySequence_GetItem(o, i);
    }
#endif
    (void)wraparound;
    (void)boundscheck;
    return __Pyx_GetItemInt_Generic(o, PyLong_FromSsize_t(i));
}

/* ObjectGetItem */
#if CYTHON_USE_TYPE_SLOTS
static PyObject *__Pyx_PyObject_GetIndex(PyObject *obj, PyObject *index) {
    PyObject *runerr = NULL;
    Py_ssize_t key_value;
    key_value = __Pyx_PyIndex_AsSsize_t(index);
    if (likely(key_value != -1 || !(runerr = PyErr_Occurred()))) {
        return __Pyx_GetItemInt_Fast(obj, key_value, 0, 1, 1, 1);
    }
    if (PyErr_GivenExceptionMatches(runerr, PyExc_OverflowError)) {
        __Pyx_TypeName index_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(index));
        PyErr_Clear();
        PyErr_Format(PyExc_IndexError,
            "cannot fit '" __Pyx_FMT_TYPENAME "' into an index-sized integer", index_type_name);
        __Pyx_DECREF_TypeName(index_type_name);
    }
    return NULL;
}
static PyObject *__Pyx_PyObject_GetItem_Slow(PyObject *obj, PyObject *key) {
    __Pyx_TypeName obj_type_name;
    if (likely(PyType_Check(obj))) {
        PyObject *meth = __Pyx_PyObject_GetAttrStrNoError(obj, __pyx_mstate_global->__pyx_n_u_class_getitem);
        if (!meth) {
            PyErr_Clear();
        } else {
            PyObject *result = __Pyx_PyObject_CallOneArg(meth, key);
            Py_DECREF(meth);
            return result;
        }
    }
    obj_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(obj));
    PyErr_Format(PyExc_TypeError,
        "'" __Pyx_FMT_TYPENAME "' object is not subscriptable", obj_type_name);
    __Pyx_DECREF_TypeName(obj_type_name);
    return NULL;
}
static PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject *key) {
    PyTypeObject *tp = Py_TYPE(obj);
    PyMappingMethods *mm = tp->tp_as_mapping;
    PySequenceMethods *sm = tp->tp_as_sequence;
    if (likely(mm && mm->mp_subscript)) {
        return mm->mp_subscript(obj, key);
    }
    if (likely(sm && sm->sq_item)) {
        return __Pyx_PyObject_GetIndex(obj, key);
    }
    return __Pyx_PyObject_GetItem_Slow(obj, key);
}
#endif

/* PyObjectVectorCallKwBuilder (used by PyObjectVectorCallMethodKwBuilder) */
#if CYTHON_VECTORCALL
static int __Pyx_VectorcallBuilder_AddArg(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n) {
    (void)__Pyx_PyObject_FastCallDict;
    if (__Pyx_PyTuple_SET_ITEM(builder, n, key) != (0)) return -1;
    Py_INCREF(key);
    args[n] = value;
    return 0;
}
CYTHON_UNUSED static int __Pyx_VectorcallBuilder_AddArg_Check(PyObject *key, PyObject *value, PyObject *builder, PyObject **args, int n) {
    (void)__Pyx_VectorcallBuilder_AddArgStr;
    if (unlikely(!PyUnicode_Check(key))) {
        PyErr_SetString(PyExc_TypeError, "keywords must be strings");
        return -1;
    }
    return __Pyx_VectorcallBuilder_AddArg(key, value, builder, args, n);
}
static int __Pyx_VectorcallBuilder_AddArgStr(const char *key, PyObject *value, PyObject *builder, PyObject **args, int n) {
    PyObject *pyKey = PyUnicode_FromString(key);
    if (!pyKey) return -1;
    return __Pyx_VectorcallBuilder_AddArg(pyKey, value, builder, args, n);
}
#else // CYTHON_VECTORCALL
CYTHON_UNUSED static int __Pyx_VectorcallBuilder_AddArg_Check(PyObject *key, PyObject *value, PyObject *builder, CYTHON_UNUSED PyObject **args, CYTHON_UNUSED int n) {
    if (unlikely(!PyUnicode_Check(key))) {
        PyErr_SetString(PyExc_TypeError, "keywords must be strings");
        return -1;
    }
    return PyDict_SetItem(builder, key, value);
}
#endif

/* PyObjectVectorCallMethodKwBuilder */
#if !CYTHON_VECTORCALL || PY_VERSION_HEX < 0x03090000
static PyObject *__Pyx_Object_VectorcallMethod_CallFromBuilder(PyObject *name, PyObject *const *args, size_t nargsf, PyObject *kwnames) {
    PyObject *result;
    PyObject *obj = PyObject_GetAttr(args[0], name);
    if (unlikely(!obj))
        return NULL;
    result = __Pyx_Object_Vectorcall_CallFromBuilder(obj, args+1, nargsf-1, kwnames);
    Py_DECREF(obj);
    return result;
}
#endif

/* PyObjectCall2Args (used by PyObjectCallMethod1) */
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call2Args(PyObject* function, PyObject* arg1, PyObject* arg2) {
    PyObject *args[3] = {NULL, arg1, arg2};
    return __Pyx_PyObject_FastCall(function, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET);
}

/* PyObjectCallMethod1 (used by append) */
#if !(CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000)))
static PyObject* __Pyx__PyObject_CallMethod1(PyObject* method, PyObject* arg) {
    PyObject *result = __Pyx_PyObject_CallOneArg(method, arg);
    Py_DECREF(method);
    return result;
}
#endif
static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg) {
#if CYTHON_VECTORCALL && (__PYX_LIMITED_VERSION_HEX >= 0x030C0000 || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x03090000))
    PyObject *args[2] = {obj, arg};
    (void) __Pyx_PyObject_CallOneArg;
    (void) __Pyx_PyObject_Call2Args;
    return PyObject_VectorcallMethod(method_name, args, 2 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
#else
    PyObject *method = NULL, *result;
    int is_method = __Pyx_PyObject_GetMethod(obj, method_name, &method);
    if (likely(is_method)) {
        result = __Pyx_PyObject_Call2Args(method, obj, arg);
        Py_DECREF(method);
        return result;
    }
    if (unlikely(!method)) return NULL;
    return __Pyx__PyObject_CallMethod1(method, arg);
#endif
}

/* append */
static CYTHON_INLINE int __Pyx_PyObject_Append(PyObject* L, PyObject* x) {
    if (likely(PyList_CheckExact(L))) {
        if (unlikely(__Pyx_PyList_Append(L, x) < 0)) return -1;
    } else {
        PyObject* retval = __Pyx_PyObject_CallMethod1(L, __pyx_mstate_global->__pyx_n_u_append, x);
        if (unlikely(!retval))
            return -1;
        Py_DECREF(retval);
    }
    return 0;
}

/* dict_setdefault (used by FetchCommonType) */
static CYTHON_INLINE PyObject *__Pyx_PyDict_SetDefault(PyObject *d, PyObject *key, PyObject *default_value) {
    PyObject* value;
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX >= 0x030C0000
    PyObject *args[] = {d, key, default_value};
    value = PyObject_VectorcallMethod(__pyx_mstate_global->__pyx_n_u_setdefault, args, 3 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
#elif CYTHON_COMPILING_IN_LIMITED_API
    value = PyObject_CallMethodObjArgs(d, __pyx_mstate_global->__pyx_n_u_setdefault, key, default_value, NULL);
#elif PY_VERSION_HEX >= 0x030d0000
    PyDict_SetDefaultRef(d, key, default_value, &value);
#else
    value = PyDict_SetDefault(d, key, default_value);
    if (unlikely(!value)) return NULL;
    Py_INCREF(value);
#endif
    return value;
}

/* LimitedApiGetTypeDict (used by SetItemOnTypeDict) */
#if CYTHON_COMPILING_IN_LIMITED_API
static Py_ssize_t __Pyx_GetTypeDictOffset(void) {
    PyObject *tp_dictoffset_o;
    Py_ssize_t tp_dictoffset;
    tp_dictoffset_o = PyObject_GetAttrString((PyObject*)(&PyType_Type), "__dictoffset__");
    if (unlikely(!tp_dictoffset_o)) return -1;
    tp_dictoffset = PyLong_AsSsize_t(tp_dictoffset_o);
    Py_DECREF(tp_dictoffset_o);
    if (unlikely(tp_dictoffset == 0)) {
        PyErr_SetString(
            PyExc_TypeError,
            "'type' doesn't have a dictoffset");
        return -1;
    } else if (unlikely(tp_dictoffset < 0)) {
        PyErr_SetString(
            PyExc_TypeError,
            "'type' has an unexpected negative dictoffset. "
            "Please report this as Cython bug");
        return -1;
    }
    return tp_dictoffset;
}
static PyObject *__Pyx_GetTypeDict(PyTypeObject *tp) {
    static Py_ssize_t tp_dictoffset = 0;
    if (unlikely(tp_dictoffset == 0)) {
        tp_dictoffset = __Pyx_GetTypeDictOffset();
        if (unlikely(tp_dictoffset == -1 && PyErr_Occurred())) {
            tp_dictoffset = 0; // try again next time?
            return NULL;
        }
    }
    return *(PyObject**)((char*)tp + tp_dictoffset);
}
#endif

/* SetItemOnTypeDict (used by FixUpExtensionType) */
static int __Pyx__SetItemOnTypeDict(PyTypeObject *tp, PyObject *k, PyObject *v) {
    int result;
    PyObject *tp_dict;
#if CYTHON_COMPILING_IN_LIMITED_API
    tp_dict = __Pyx_GetTypeDict(tp);
    if (unlikely(!tp_dict)) return -1;
#else
    tp_dict = tp->tp_dict;
#endif
    result = PyDict_SetItem(tp_dict, k, v);
    if (likely(!result)) {
        PyType_Modified(tp);
        if (unlikely(PyObject_HasAttr(v, __pyx_mstate_global->__pyx_n_u_set_name))) {
            PyObject *setNameResult = PyObject_CallMethodObjArgs(v, __pyx_mstate_global->__pyx_n_u_set_name,  (PyObject *) tp, k, NULL);
            if (!setNameResult) return -1;
            Py_DECREF(setNameResult);
        }
    }
    return result;
}

/* FixUpExtensionType (used by FetchCommonType) */
static int __Pyx_fix_up_extension_type_from_spec(PyType_Spec *spec, PyTypeObject *type) {
#if __PYX_LIMITED_VERSION_HEX > 0x030900B1
    CYTHON_UNUSED_VAR(spec);
    CYTHON_UNUSED_VAR(type);
    CYTHON_UNUSED_VAR(__Pyx__SetItemOnTypeDict);
#else
    const PyType_Slot *slot = spec->slots;
    int changed = 0;
#if !CYTHON_COMPILING_IN_LIMITED_API
    while (slot && slot->slot && slot->slot != Py_tp_members)
        slot++;
    if (slot && slot->slot == Py_tp_members) {
#if !CYTHON_COMPILING_IN_CPYTHON
        const
#endif  // !CYTHON_COMPILING_IN_CPYTHON)
            PyMemberDef *memb = (PyMemberDef*) slot->pfunc;
        while (memb && memb->name) {
            if (memb->name[0] == '_' && memb->name[1] == '_') {
                if (strcmp(memb->name, "__weaklistoffset__") == 0) {
                    assert(memb->type == T_PYSSIZET);
                    assert(memb->flags == READONLY);
                    type->tp_weaklistoffset = memb->offset;
                    changed = 1;
                }
                else if (strcmp(memb->name, "__dictoffset__") == 0) {
                    assert(memb->type == T_PYSSIZET);
                    assert(memb->flags == READONLY);
                    type->tp_dictoffset = memb->offset;
                    changed = 1;
                }
#if CYTHON_METH_FASTCALL
                else if (strcmp(memb->name, "__vectorcalloffset__") == 0) {
                    assert(memb->type == T_PYSSIZET);
                    assert(memb->flags == READONLY);
                    type->tp_vectorcall_offset = memb->offset;
                    changed = 1;
                }
#endif  // CYTHON_METH_FASTCALL
#if !CYTHON_COMPILING_IN_PYPY
                else if (strcmp(memb->name, "__module__") == 0) {
                    PyObject *descr;
                    assert(memb->type == T_OBJECT);
                    assert(memb->flags == 0 || memb->flags == READONLY);
                    descr = PyDescr_NewMember(type, memb);
                    if (unlikely(!descr))
                        return -1;
                    int set_item_result = PyDict_SetItem(type->tp_dict, PyDescr_NAME(descr), descr);
                    Py_DECREF(descr);
                    if (unlikely(set_item_result < 0)) {
                        return -1;
                    }
                    changed = 1;
                }
#endif  // !CYTHON_COMPILING_IN_PYPY
            }
            memb++;
        }
    }
#endif  // !CYTHON_COMPILING_IN_LIMITED_API
#if !CYTHON_COMPILING_IN_PYPY
    slot = spec->slots;
    while (slot && slot->slot && slot->slot != Py_tp_getset)
        slot++;
    if (slot && slot->slot == Py_tp_getset) {
        PyGetSetDef *getset = (PyGetSetDef*) slot->pfunc;
        while (getset && getset->name) {
            if (getset->name[0] == '_' && getset->name[1] == '_' && strcmp(getset->name, "__module__") == 0) {
                PyObject *descr = PyDescr_NewGetSet(type, getset);
                if (unlikely(!descr))
                    return -1;
                #if CYTHON_COMPILING_IN_LIMITED_API
                PyObject *pyname = PyUnicode_FromString(getset->name);
                if (unlikely(!pyname)) {
                    Py_DECREF(descr);
                    return -1;
                }
                int set_item_result = __Pyx_SetItemOnTypeDict(type, pyname, descr);
                Py_DECREF(pyname);
                #else
                CYTHON_UNUSED_VAR(__Pyx__SetItemOnTypeDict);
                int set_item_result = PyDict_SetItem(type->tp_dict, PyDescr_NAME(descr), descr);
                #endif
                Py_DECREF(descr);
                if (unlikely(set_item_result < 0)) {
                    return -1;
                }
                changed = 1;
            }
            ++getset;
        }
    }
#else
    CYTHON_UNUSED_VAR(__Pyx__SetItemOnTypeDict);
#endif  // !CYTHON_COMPILING_IN_PYPY
    if (changed)
        PyType_Modified(type);
#endif  // PY_VERSION_HEX > 0x030900B1
    return 0;
}

/* AddModuleRef (used by FetchSharedCythonModule) */
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
  static PyObject *__Pyx_PyImport_AddModuleObjectRef(PyObject *name) {
      PyObject *module_dict = PyImport_GetModuleDict();
      PyObject *m;
      if (PyMapping_GetOptionalItem(module_dict, name, &m) < 0) {
          return NULL;
      }
      if (m != NULL && PyModule_Check(m)) {
          return m;
      }
      Py_XDECREF(m);
      m = PyModule_NewObject(name);
      if (m == NULL)
          return NULL;
      if (PyDict_CheckExact(module_dict)) {
          PyObject *new_m;
          (void)PyDict_SetDefaultRef(module_dict, name, m, &new_m);
          Py_DECREF(m);
          return new_m;
      } else {
           if (PyObject_SetItem(module_dict, name, m) != 0) {
                Py_DECREF(m);
                return NULL;
            }
            return m;
      }
  }
  static PyObject *__Pyx_PyImport_AddModuleRef(const char *name) {
      PyObject *py_name = PyUnicode_FromString(name);
      if (!py_name) return NULL;
      PyObject *module = __Pyx_PyImport_AddModuleObjectRef(py_name);
      Py_DECREF(py_name);
      return module;
  }
#elif __PYX_LIMITED_VERSION_HEX >= 0x030d0000
  #define __Pyx_PyImport_AddModuleRef(name) PyImport_AddModuleRef(name)
#else
  static PyObject *__Pyx_PyImport_AddModuleRef(const char *name) {
      PyObject *module = PyImport_AddModule(name);
      Py_XINCREF(module);
      return module;
  }
#endif

/* FetchSharedCythonModule (used by FetchCommonType) */
static PyObject *__Pyx_FetchSharedCythonABIModule(void) {
    return __Pyx_PyImport_AddModuleRef(__PYX_ABI_MODULE_NAME);
}

/* FetchCommonType (used by CommonTypesMetaclass) */
#if __PYX_LIMITED_VERSION_HEX < 0x030C0000
static PyObject* __Pyx_PyType_FromMetaclass(PyTypeObject *metaclass, PyObject *module, PyType_Spec *spec, PyObject *bases) {
    PyObject *result = __Pyx_PyType_FromModuleAndSpec(module, spec, bases);
    if (result && metaclass) {
        PyObject *old_tp = (PyObject*)Py_TYPE(result);
    Py_INCREF((PyObject*)metaclass);
#if __PYX_LIMITED_VERSION_HEX >= 0x03090000
        Py_SET_TYPE(result, metaclass);
#else
        result->ob_type = metaclass;
#endif
        Py_DECREF(old_tp);
    }
    return result;
}
#else
#define __Pyx_PyType_FromMetaclass(me, mo, s, b) PyType_FromMetaclass(me, mo, s, b)
#endif
static int __Pyx_VerifyCachedType(PyObject *cached_type,
                               const char *name,
                               Py_ssize_t expected_basicsize) {
    Py_ssize_t basicsize;
    if (!PyType_Check(cached_type)) {
        PyErr_Format(PyExc_TypeError,
            "Shared Cython type %.200s is not a type object", name);
        return -1;
    }
    if (expected_basicsize == 0) {
        return 0; // size is inherited, nothing useful to check
    }
#if CYTHON_COMPILING_IN_LIMITED_API
    PyObject *py_basicsize;
    py_basicsize = PyObject_GetAttrString(cached_type, "__basicsize__");
    if (unlikely(!py_basicsize)) return -1;
    basicsize = PyLong_AsSsize_t(py_basicsize);
    Py_DECREF(py_basicsize);
    py_basicsize = NULL;
    if (unlikely(basicsize == (Py_ssize_t)-1) && PyErr_Occurred()) return -1;
#else
    basicsize = ((PyTypeObject*) cached_type)->tp_basicsize;
#endif
    if (basicsize != expected_basicsize) {
        PyErr_Format(PyExc_TypeError,
            "Shared Cython type %.200s has the wrong size, try recompiling",
            name);
        return -1;
    }
    return 0;
}
static PyTypeObject *__Pyx_FetchCommonTypeFromSpec(PyTypeObject *metaclass, PyObject *module, PyType_Spec *spec, PyObject *bases) {
    PyObject *abi_module = NULL, *cached_type = NULL, *abi_module_dict, *new_cached_type, *py_object_name;
    int get_item_ref_result;
    const char* object_name = strrchr(spec->name, '.');
    object_name = object_name ? object_name+1 : spec->name;
    py_object_name = PyUnicode_FromString(object_name);
    if (!py_object_name) return NULL;
    abi_module = __Pyx_FetchSharedCythonABIModule();
    if (!abi_module) goto done;
    abi_module_dict = PyModule_GetDict(abi_module);
    if (!abi_module_dict) goto done;
    get_item_ref_result = __Pyx_PyDict_GetItemRef(abi_module_dict, py_object_name, &cached_type);
    if (get_item_ref_result == 1) {
        if (__Pyx_VerifyCachedType(
              cached_type,
              object_name,
              spec->basicsize) < 0) {
            goto bad;
        }
        goto done;
    } else if (unlikely(get_item_ref_result == -1)) {
        goto bad;
    }
    cached_type = __Pyx_PyType_FromMetaclass(
        metaclass,
        CYTHON_USE_MODULE_STATE ? module : abi_module,
        spec, bases);
    if (unlikely(!cached_type)) goto bad;
    if (unlikely(__Pyx_fix_up_extension_type_from_spec(spec, (PyTypeObject *) cached_type) < 0)) goto bad;
    new_cached_type = __Pyx_PyDict_SetDefault(abi_module_dict, py_object_name, cached_type);
    if (unlikely(new_cached_type != cached_type)) {
        if (unlikely(!new_cached_type)) goto bad;
        Py_DECREF(cached_type);
        cached_type = new_cached_type;
        if (__Pyx_VerifyCachedType(
                cached_type,
                object_name,
                spec->basicsize) < 0) {
            goto bad;
        }
        goto done;
    } else {
        Py_DECREF(new_cached_type);
    }
done:
    Py_XDECREF(abi_module);
    Py_DECREF(py_object_name);
    assert(cached_type == NULL || PyType_Check(cached_type));
    return (PyTypeObject *) cached_type;
bad:
    Py_XDECREF(cached_type);
    cached_type = NULL;
    goto done;
}

/* CommonTypesMetaclass (used by CythonFunctionShared) */
static PyObject* __pyx_CommonTypesMetaclass_get_module(CYTHON_UNUSED PyObject *self, CYTHON_UNUSED void* context) {
    return PyUnicode_FromString(__PYX_ABI_MODULE_NAME);
}
#if __PYX_LIMITED_VERSION_HEX < 0x030A0000
static PyObject* __pyx_CommonTypesMetaclass_call(CYTHON_UNUSED PyObject *self, CYTHON_UNUSED PyObject *args, CYTHON_UNUSED PyObject *kwds) {
    PyErr_SetString(PyExc_TypeError, "Cannot instantiate Cython internal types");
    return NULL;
}
static int __pyx_CommonTypesMetaclass_setattr(CYTHON_UNUSED PyObject *self, CYTHON_UNUSED PyObject *attr, CYTHON_UNUSED PyObject *value) {
    PyErr_SetString(PyExc_TypeError, "Cython internal types are immutable");
    return -1;
}
#endif
static PyGetSetDef __pyx_CommonTypesMetaclass_getset[] = {
    {"__module__", __pyx_CommonTypesMetaclass_get_module, NULL, NULL, NULL},
    {0, 0, 0, 0, 0}
};
static PyType_Slot __pyx_CommonTypesMetaclass_slots[] = {
    {Py_tp_getset, (void *)__pyx_CommonTypesMetaclass_getset},
    #if __PYX_LIMITED_VERSION_HEX < 0x030A0000
    {Py_tp_call, (void*)__pyx_CommonTypesMetaclass_call},
    {Py_tp_new, (void*)__pyx_CommonTypesMetaclass_call},
    {Py_tp_setattro, (void*)__pyx_CommonTypesMetaclass_setattr},
    #endif
    {0, 0}
};
static PyType_Spec __pyx_CommonTypesMetaclass_spec = {
    __PYX_TYPE_MODULE_PREFIX "_common_types_metatype",
    0,
    0,
    Py_TPFLAGS_IMMUTABLETYPE |
    Py_TPFLAGS_DISALLOW_INSTANTIATION |
    Py_TPFLAGS_DEFAULT,
    __pyx_CommonTypesMetaclass_slots
};
static int __pyx_CommonTypesMetaclass_init(PyObject *module) {
    __pyx_mstatetype *mstate = __Pyx_PyModule_GetState(module);
    PyObject *bases = PyTuple_Pack(1, &PyType_Type);
    if (unlikely(!bases)) {
        return -1;
    }
    mstate->__pyx_CommonTypesMetaclassType = __Pyx_FetchCommonTypeFromSpec(NULL, module, &__pyx_CommonTypesMetaclass_spec, bases);
    Py_DECREF(bases);
    if (unlikely(mstate->__pyx_CommonTypesMetaclassType == NULL)) {
        return -1;
    }
    return 0;
}

/* CallTypeTraverse (used by CythonFunctionShared) */
#if !CYTHON_USE_TYPE_SPECS || (!CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x03090000)
#else
static int __Pyx_call_type_traverse(PyObject *o, int always_call, visitproc visit, void *arg) {
    #if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x03090000
    if (__Pyx_get_runtime_version() < 0x03090000) return 0;
    #endif
    if (!always_call) {
        PyTypeObject *base = __Pyx_PyObject_GetSlot(o, tp_base, PyTypeObject*);
        unsigned long flags = PyType_GetFlags(base);
        if (flags & Py_TPFLAGS_HEAPTYPE) {
            return 0;
        }
    }
    Py_VISIT((PyObject*)Py_TYPE(o));
    return 0;
}
#endif

/* PyMethodNew (used by CythonFunctionShared) */
#if CYTHON_COMPILING_IN_LIMITED_API
static PyObject *__Pyx_PyMethod_New(PyObject *func, PyObject *self, PyObject *typ) {
    PyObject *result;
    CYTHON_UNUSED_VAR(typ);
    if (!self)
        return __Pyx_NewRef(func);
    #if __PYX_LIMITED_VERSION_HEX >= 0x030C0000
    {
        PyObject *args[] = {func, self};
        result = PyObject_Vectorcall(__pyx_mstate_global->__Pyx_CachedMethodType, args, 2, NULL);
    }
    #else
    result = PyObject_CallFunctionObjArgs(__pyx_mstate_global->__Pyx_CachedMethodType, func, self, NULL);
    #endif
    return result;
}
#else
static PyObject *__Pyx_PyMethod_New(PyObject *func, PyObject *self, PyObject *typ) {
    CYTHON_UNUSED_VAR(typ);
    if (!self)
        return __Pyx_NewRef(func);
    return PyMethod_New(func, self);
}
#endif

/* PyVectorcallFastCallDict (used by CythonFunctionShared) */
#if CYTHON_METH_FASTCALL && CYTHON_VECTORCALL
static PyObject *__Pyx_PyVectorcall_FastCallDict_kw(PyObject *func, __pyx_vectorcallfunc vc, PyObject *const *args, size_t nargs, PyObject *kw)
{
    PyObject *res = NULL;
    PyObject *kwnames;
    PyObject **newargs;
    PyObject **kwvalues;
    Py_ssize_t i;
    #if CYTHON_AVOID_BORROWED_REFS
    PyObject *pos;
    #else
    Py_ssize_t pos;
    #endif
    size_t j;
    PyObject *key, *value;
    unsigned long keys_are_strings;
    #if !CYTHON_ASSUME_SAFE_SIZE
    Py_ssize_t nkw = PyDict_Size(kw);
    if (unlikely(nkw == -1)) return NULL;
    #else
    Py_ssize_t nkw = PyDict_GET_SIZE(kw);
    #endif
    newargs = (PyObject **)PyMem_Malloc((nargs + (size_t)nkw) * sizeof(args[0]));
    if (unlikely(newargs == NULL)) {
        PyErr_NoMemory();
        return NULL;
    }
    for (j = 0; j < nargs; j++) newargs[j] = args[j];
    kwnames = PyTuple_New(nkw);
    if (unlikely(kwnames == NULL)) {
        PyMem_Free(newargs);
        return NULL;
    }
    kwvalues = newargs + nargs;
    pos = 0;
    i = 0;
    keys_are_strings = Py_TPFLAGS_UNICODE_SUBCLASS;
    while (__Pyx_PyDict_NextRef(kw, &pos, &key, &value)) {
        keys_are_strings &=
        #if CYTHON_COMPILING_IN_LIMITED_API
            PyType_GetFlags(Py_TYPE(key));
        #else
            Py_TYPE(key)->tp_flags;
        #endif
        #if !CYTHON_ASSUME_SAFE_MACROS
        if (unlikely(PyTuple_SetItem(kwnames, i, key) < 0)) goto cleanup;
        #else
        PyTuple_SET_ITEM(kwnames, i, key);
        #endif
        kwvalues[i] = value;
        i++;
    }
    if (unlikely(!keys_are_strings)) {
        PyErr_SetString(PyExc_TypeError, "keywords must be strings");
        goto cleanup;
    }
    res = vc(func, newargs, nargs, kwnames);
cleanup:
    #if CYTHON_AVOID_BORROWED_REFS
    Py_DECREF(pos);
    #endif
    Py_DECREF(kwnames);
    for (i = 0; i < nkw; i++)
        Py_DECREF(kwvalues[i]);
    PyMem_Free(newargs);
    return res;
}
static CYTHON_INLINE PyObject *__Pyx_PyVectorcall_FastCallDict(PyObject *func, __pyx_vectorcallfunc vc, PyObject *const *args, size_t nargs, PyObject *kw)
{
    Py_ssize_t kw_size =
        likely(kw == NULL) ?
        0 :
#if !CYTHON_ASSUME_SAFE_SIZE
        PyDict_Size(kw);
#else
        PyDict_GET_SIZE(kw);
#endif
    if (kw_size == 0) {
        return vc(func, args, nargs, NULL);
    }
#if !CYTHON_ASSUME_SAFE_SIZE
    else if (unlikely(kw_size == -1)) {
        return NULL;
    }
#endif
    return __Pyx_PyVectorcall_FastCallDict_kw(func, vc, args, nargs, kw);
}
#endif

/* CythonFunctionShared (used by CythonFunction) */
#if CYTHON_COMPILING_IN_LIMITED_API
static CYTHON_INLINE int __Pyx__IsSameCyOrCFunctionNoMethod(PyObject *func, void (*cfunc)(void)) {
    if (__Pyx_CyFunction_Check(func)) {
        return PyCFunction_GetFunction(((__pyx_CyFunctionObject*)func)->func) == (PyCFunction) cfunc;
    } else if (PyCFunction_Check(func)) {
        return PyCFunction_GetFunction(func) == (PyCFunction) cfunc;
    }
    return 0;
}
static CYTHON_INLINE int __Pyx__IsSameCyOrCFunction(PyObject *func, void (*cfunc)(void)) {
    if ((PyObject*)Py_TYPE(func) == __pyx_mstate_global->__Pyx_CachedMethodType) {
        int result;
        PyObject *newFunc = PyObject_GetAttr(func, __pyx_mstate_global->__pyx_n_u_func);
        if (unlikely(!newFunc)) {
            PyErr_Clear(); // It's only an optimization, so don't throw an error
            return 0;
        }
        result = __Pyx__IsSameCyOrCFunctionNoMethod(newFunc, cfunc);
        Py_DECREF(newFunc);
        return result;
    }
    return __Pyx__IsSameCyOrCFunctionNoMethod(func, cfunc);
}
#else
static CYTHON_INLINE int __Pyx__IsSameCyOrCFunction(PyObject *func, void (*cfunc)(void)) {
    if (PyMethod_Check(func)) {
        func = PyMethod_GET_FUNCTION(func);
    }
    return __Pyx_CyOrPyCFunction_Check(func) && __Pyx_CyOrPyCFunction_GET_FUNCTION(func) == (PyCFunction) cfunc;
}
#endif
static CYTHON_INLINE void __Pyx__CyFunction_SetClassObj(__pyx_CyFunctionObject* f, PyObject* classobj) {
#if PY_VERSION_HEX < 0x030900B1 || CYTHON_COMPILING_IN_LIMITED_API
    __Pyx_Py_XDECREF_SET(
        __Pyx_CyFunction_GetClassObj(f),
            ((classobj) ? __Pyx_NewRef(classobj) : NULL));
#else
    __Pyx_Py_XDECREF_SET(
        ((PyCMethodObject *) (f))->mm_class,
        (PyTypeObject*)((classobj) ? __Pyx_NewRef(classobj) : NULL));
#endif
}
static PyObject *
__Pyx_CyFunction_get_doc_locked(__pyx_CyFunctionObject *op)
{
    if (unlikely(op->func_doc == NULL)) {
#if CYTHON_COMPILING_IN_LIMITED_API
        op->func_doc = PyObject_GetAttrString(op->func, "__doc__");
        if (unlikely(!op->func_doc)) return NULL;
#else
        if (((PyCFunctionObject*)op)->m_ml->ml_doc) {
            op->func_doc = PyUnicode_FromString(((PyCFunctionObject*)op)->m_ml->ml_doc);
            if (unlikely(op->func_doc == NULL))
                return NULL;
        } else {
            Py_INCREF(Py_None);
            return Py_None;
        }
#endif
    }
    Py_INCREF(op->func_doc);
    return op->func_doc;
}
static PyObject *
__Pyx_CyFunction_get_doc(__pyx_CyFunctionObject *op, void *closure) {
    PyObject *result;
    CYTHON_UNUSED_VAR(closure);
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    result = __Pyx_CyFunction_get_doc_locked(op);
    __Pyx_END_CRITICAL_SECTION();
    return result;
}
static int
__Pyx_CyFunction_set_doc(__pyx_CyFunctionObject *op, PyObject *value, void *context)
{
    CYTHON_UNUSED_VAR(context);
    if (value == NULL) {
        value = Py_None;
    }
    Py_INCREF(value);
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    __Pyx_Py_XDECREF_SET(op->func_doc, value);
    __Pyx_END_CRITICAL_SECTION();
    return 0;
}
static PyObject *
__Pyx_CyFunction_get_name_locked(__pyx_CyFunctionObject *op)
{
    if (unlikely(op->func_name == NULL)) {
#if CYTHON_COMPILING_IN_LIMITED_API
        op->func_name = PyObject_GetAttrString(op->func, "__name__");
#else
        op->func_name = PyUnicode_InternFromString(((PyCFunctionObject*)op)->m_ml->ml_name);
#endif
        if (unlikely(op->func_name == NULL))
            return NULL;
    }
    Py_INCREF(op->func_name);
    return op->func_name;
}
static PyObject *
__Pyx_CyFunction_get_name(__pyx_CyFunctionObject *op, void *context)
{
    PyObject *result = NULL;
    CYTHON_UNUSED_VAR(context);
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    result = __Pyx_CyFunction_get_name_locked(op);
    __Pyx_END_CRITICAL_SECTION();
    return result;
}
static int
__Pyx_CyFunction_set_name(__pyx_CyFunctionObject *op, PyObject *value, void *context)
{
    CYTHON_UNUSED_VAR(context);
    if (unlikely(value == NULL || !PyUnicode_Check(value))) {
        PyErr_SetString(PyExc_TypeError,
                        "__name__ must be set to a string object");
        return -1;
    }
    Py_INCREF(value);
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    __Pyx_Py_XDECREF_SET(op->func_name, value);
    __Pyx_END_CRITICAL_SECTION();
    return 0;
}
static PyObject *
__Pyx_CyFunction_get_qualname(__pyx_CyFunctionObject *op, void *context)
{
    CYTHON_UNUSED_VAR(context);
    PyObject *result;
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    Py_INCREF(op->func_qualname);
    result = op->func_qualname;
    __Pyx_END_CRITICAL_SECTION();
    return result;
}
static int
__Pyx_CyFunction_set_qualname(__pyx_CyFunctionObject *op, PyObject *value, void *context)
{
    CYTHON_UNUSED_VAR(context);
    if (unlikely(value == NULL || !PyUnicode_Check(value))) {
        PyErr_SetString(PyExc_TypeError,
                        "__qualname__ must be set to a string object");
        return -1;
    }
    Py_INCREF(value);
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    __Pyx_Py_XDECREF_SET(op->func_qualname, value);
    __Pyx_END_CRITICAL_SECTION();
    return 0;
}
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
static PyObject *
__Pyx_CyFunction_get_dict(__pyx_CyFunctionObject *op, void *context)
{
    CYTHON_UNUSED_VAR(context);
    if (unlikely(op->func_dict == NULL)) {
        op->func_dict = PyDict_New();
        if (unlikely(op->func_dict == NULL))
            return NULL;
    }
    Py_INCREF(op->func_dict);
    return op->func_dict;
}
#endif
static PyObject *
__Pyx_CyFunction_get_globals(__pyx_CyFunctionObject *op, void *context)
{
    CYTHON_UNUSED_VAR(context);
    Py_INCREF(op->func_globals);
    return op->func_globals;
}
static PyObject *
__Pyx_CyFunction_get_closure(__pyx_CyFunctionObject *op, void *context)
{
    CYTHON_UNUSED_VAR(op);
    CYTHON_UNUSED_VAR(context);
    Py_INCREF(Py_None);
    return Py_None;
}
static PyObject *
__Pyx_CyFunction_get_code(__pyx_CyFunctionObject *op, void *context)
{
    PyObject* result = (op->func_code) ? op->func_code : Py_None;
    CYTHON_UNUSED_VAR(context);
    Py_INCREF(result);
    return result;
}
static int
__Pyx_CyFunction_init_defaults(__pyx_CyFunctionObject *op) {
    int result = 0;
    PyObject *res = op->defaults_getter((PyObject *) op);
    if (unlikely(!res))
        return -1;
    #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    op->defaults_tuple = PyTuple_GET_ITEM(res, 0);
    Py_INCREF(op->defaults_tuple);
    op->defaults_kwdict = PyTuple_GET_ITEM(res, 1);
    Py_INCREF(op->defaults_kwdict);
    #else
    op->defaults_tuple = __Pyx_PySequence_ITEM(res, 0);
    if (unlikely(!op->defaults_tuple)) result = -1;
    else {
        op->defaults_kwdict = __Pyx_PySequence_ITEM(res, 1);
        if (unlikely(!op->defaults_kwdict)) result = -1;
    }
    #endif
    Py_DECREF(res);
    return result;
}
static int
__Pyx_CyFunction_set_defaults(__pyx_CyFunctionObject *op, PyObject* value, void *context) {
    CYTHON_UNUSED_VAR(context);
    if (!value) {
        value = Py_None;
    } else if (unlikely(value != Py_None && !PyTuple_Check(value))) {
        PyErr_SetString(PyExc_TypeError,
                        "__defaults__ must be set to a tuple object");
        return -1;
    }
    PyErr_WarnEx(PyExc_RuntimeWarning, "changes to cyfunction.__defaults__ will not "
                 "currently affect the values used in function calls", 1);
    Py_INCREF(value);
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    __Pyx_Py_XDECREF_SET(op->defaults_tuple, value);
    __Pyx_END_CRITICAL_SECTION();
    return 0;
}
static PyObject *
__Pyx_CyFunction_get_defaults_locked(__pyx_CyFunctionObject *op) {
    PyObject* result = op->defaults_tuple;
    if (unlikely(!result)) {
        if (op->defaults_getter) {
            if (unlikely(__Pyx_CyFunction_init_defaults(op) < 0)) return NULL;
            result = op->defaults_tuple;
        } else {
            result = Py_None;
        }
    }
    Py_INCREF(result);
    return result;
}
static PyObject *
__Pyx_CyFunction_get_defaults(__pyx_CyFunctionObject *op, void *context) {
    PyObject* result = NULL;
    CYTHON_UNUSED_VAR(context);
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    result = __Pyx_CyFunction_get_defaults_locked(op);
    __Pyx_END_CRITICAL_SECTION();
    return result;
}
static int
__Pyx_CyFunction_set_kwdefaults(__pyx_CyFunctionObject *op, PyObject* value, void *context) {
    CYTHON_UNUSED_VAR(context);
    if (!value) {
        value = Py_None;
    } else if (unlikely(value != Py_None && !PyDict_Check(value))) {
        PyErr_SetString(PyExc_TypeError,
                        "__kwdefaults__ must be set to a dict object");
        return -1;
    }
    PyErr_WarnEx(PyExc_RuntimeWarning, "changes to cyfunction.__kwdefaults__ will not "
                 "currently affect the values used in function calls", 1);
    Py_INCREF(value);
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    __Pyx_Py_XDECREF_SET(op->defaults_kwdict, value);
    __Pyx_END_CRITICAL_SECTION();
    return 0;
}
static PyObject *
__Pyx_CyFunction_get_kwdefaults_locked(__pyx_CyFunctionObject *op) {
    PyObject* result = op->defaults_kwdict;
    if (unlikely(!result)) {
        if (op->defaults_getter) {
            if (unlikely(__Pyx_CyFunction_init_defaults(op) < 0)) return NULL;
            result = op->defaults_kwdict;
        } else {
            result = Py_None;
        }
    }
    Py_INCREF(result);
    return result;
}
static PyObject *
__Pyx_CyFunction_get_kwdefaults(__pyx_CyFunctionObject *op, void *context) {
    PyObject* result;
    CYTHON_UNUSED_VAR(context);
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    result = __Pyx_CyFunction_get_kwdefaults_locked(op);
    __Pyx_END_CRITICAL_SECTION();
    return result;
}
static int
__Pyx_CyFunction_set_annotations(__pyx_CyFunctionObject *op, PyObject* value, void *context) {
    CYTHON_UNUSED_VAR(context);
    if (!value || value == Py_None) {
        value = NULL;
    } else if (unlikely(!PyDict_Check(value))) {
        PyErr_SetString(PyExc_TypeError,
                        "__annotations__ must be set to a dict object");
        return -1;
    }
    Py_XINCREF(value);
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    __Pyx_Py_XDECREF_SET(op->func_annotations, value);
    __Pyx_END_CRITICAL_SECTION();
    return 0;
}
static PyObject *
__Pyx_CyFunction_get_annotations_locked(__pyx_CyFunctionObject *op) {
    PyObject* result = op->func_annotations;
    if (unlikely(!result)) {
        result = PyDict_New();
        if (unlikely(!result)) return NULL;
        op->func_annotations = result;
    }
    Py_INCREF(result);
    return result;
}
static PyObject *
__Pyx_CyFunction_get_annotations(__pyx_CyFunctionObject *op, void *context) {
    PyObject *result;
    CYTHON_UNUSED_VAR(context);
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    result = __Pyx_CyFunction_get_annotations_locked(op);
    __Pyx_END_CRITICAL_SECTION();
    return result;
}
static PyObject *
__Pyx_CyFunction_get_is_coroutine_value(__pyx_CyFunctionObject *op) {
    int is_coroutine = op->flags & __Pyx_CYFUNCTION_COROUTINE;
    if (is_coroutine) {
        PyObject *is_coroutine_value, *module, *fromlist, *marker = __pyx_mstate_global->__pyx_n_u_is_coroutine;
        fromlist = PyList_New(1);
        if (unlikely(!fromlist)) return NULL;
        Py_INCREF(marker);
#if CYTHON_ASSUME_SAFE_MACROS
        PyList_SET_ITEM(fromlist, 0, marker);
#else
        if (unlikely(PyList_SetItem(fromlist, 0, marker) < 0)) {
            Py_DECREF(marker);
            Py_DECREF(fromlist);
            return NULL;
        }
#endif
        module = PyImport_ImportModuleLevelObject(__pyx_mstate_global->__pyx_n_u_asyncio_coroutines, NULL, NULL, fromlist, 0);
        Py_DECREF(fromlist);
        if (unlikely(!module)) goto ignore;
        is_coroutine_value = __Pyx_PyObject_GetAttrStr(module, marker);
        Py_DECREF(module);
        if (likely(is_coroutine_value)) {
            return is_coroutine_value;
        }
ignore:
        PyErr_Clear();
    }
    return __Pyx_PyBool_FromLong(is_coroutine);
}
static PyObject *
__Pyx_CyFunction_get_is_coroutine(__pyx_CyFunctionObject *op, void *context) {
    PyObject *result;
    CYTHON_UNUSED_VAR(context);
    if (op->func_is_coroutine) {
        return __Pyx_NewRef(op->func_is_coroutine);
    }
    result = __Pyx_CyFunction_get_is_coroutine_value(op);
    if (unlikely(!result))
        return NULL;
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    if (op->func_is_coroutine) {
        Py_DECREF(result);
        result = __Pyx_NewRef(op->func_is_coroutine);
    } else {
        op->func_is_coroutine = __Pyx_NewRef(result);
    }
    __Pyx_END_CRITICAL_SECTION();
    return result;
}
static void __Pyx_CyFunction_raise_argument_count_error(__pyx_CyFunctionObject *func, const char* message, Py_ssize_t size) {
#if CYTHON_COMPILING_IN_LIMITED_API
    PyObject *py_name = __Pyx_CyFunction_get_name(func, NULL);
    if (!py_name) return;
    PyErr_Format(PyExc_TypeError,
        "%.200S() %s (%" CYTHON_FORMAT_SSIZE_T "d given)",
        py_name, message, size);
    Py_DECREF(py_name);
#else
    const char* name = ((PyCFunctionObject*)func)->m_ml->ml_name;
    PyErr_Format(PyExc_TypeError,
        "%.200s() %s (%" CYTHON_FORMAT_SSIZE_T "d given)",
        name, message, size);
#endif
}
static void __Pyx_CyFunction_raise_type_error(__pyx_CyFunctionObject *func, const char* message) {
#if CYTHON_COMPILING_IN_LIMITED_API
    PyObject *py_name = __Pyx_CyFunction_get_name(func, NULL);
    if (!py_name) return;
    PyErr_Format(PyExc_TypeError,
        "%.200S() %s",
        py_name, message);
    Py_DECREF(py_name);
#else
    const char* name = ((PyCFunctionObject*)func)->m_ml->ml_name;
    PyErr_Format(PyExc_TypeError,
        "%.200s() %s",
        name, message);
#endif
}
#if CYTHON_COMPILING_IN_LIMITED_API
static PyObject *
__Pyx_CyFunction_get_module(__pyx_CyFunctionObject *op, void *context) {
    CYTHON_UNUSED_VAR(context);
    return PyObject_GetAttrString(op->func, "__module__");
}
static int
__Pyx_CyFunction_set_module(__pyx_CyFunctionObject *op, PyObject* value, void *context) {
    CYTHON_UNUSED_VAR(context);
    return PyObject_SetAttrString(op->func, "__module__", value);
}
#endif
static PyGetSetDef __pyx_CyFunction_getsets[] = {
    {"func_doc", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
    {"__doc__",  (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
    {"func_name", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
    {"__name__", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
    {"__qualname__", (getter)__Pyx_CyFunction_get_qualname, (setter)__Pyx_CyFunction_set_qualname, 0, 0},
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
    {"func_dict", (getter)__Pyx_CyFunction_get_dict, (setter)PyObject_GenericSetDict, 0, 0},
    {"__dict__", (getter)__Pyx_CyFunction_get_dict, (setter)PyObject_GenericSetDict, 0, 0},
#else
    {"func_dict", (getter)PyObject_GenericGetDict, (setter)PyObject_GenericSetDict, 0, 0},
    {"__dict__", (getter)PyObject_GenericGetDict, (setter)PyObject_GenericSetDict, 0, 0},
#endif
    {"func_globals", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
    {"__globals__", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
    {"func_closure", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
    {"__closure__", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
    {"func_code", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
    {"__code__", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
    {"func_defaults", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
    {"__defaults__", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
    {"__kwdefaults__", (getter)__Pyx_CyFunction_get_kwdefaults, (setter)__Pyx_CyFunction_set_kwdefaults, 0, 0},
    {"__annotations__", (getter)__Pyx_CyFunction_get_annotations, (setter)__Pyx_CyFunction_set_annotations, 0, 0},
    {"_is_coroutine", (getter)__Pyx_CyFunction_get_is_coroutine, 0, 0, 0},
#if CYTHON_COMPILING_IN_LIMITED_API
    {"__module__", (getter)__Pyx_CyFunction_get_module, (setter)__Pyx_CyFunction_set_module, 0, 0},
#endif
    {0, 0, 0, 0, 0}
};
static PyMemberDef __pyx_CyFunction_members[] = {
#if !CYTHON_COMPILING_IN_LIMITED_API
    {"__module__", T_OBJECT, offsetof(PyCFunctionObject, m_module), 0, 0},
#endif
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
    {"__dictoffset__", T_PYSSIZET, offsetof(__pyx_CyFunctionObject, func_dict), READONLY, 0},
#endif
#if CYTHON_METH_FASTCALL
#if CYTHON_COMPILING_IN_LIMITED_API
    {"__vectorcalloffset__", T_PYSSIZET, offsetof(__pyx_CyFunctionObject, func_vectorcall), READONLY, 0},
#else
    {"__vectorcalloffset__", T_PYSSIZET, offsetof(PyCFunctionObject, vectorcall), READONLY, 0},
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
    {"__weaklistoffset__", T_PYSSIZET, offsetof(__pyx_CyFunctionObject, func_weakreflist), READONLY, 0},
#else
    {"__weaklistoffset__", T_PYSSIZET, offsetof(PyCFunctionObject, m_weakreflist), READONLY, 0},
#endif
#endif
    {0, 0, 0,  0, 0}
};
static PyObject *
__Pyx_CyFunction_reduce(__pyx_CyFunctionObject *m, PyObject *args)
{
    PyObject *result = NULL;
    CYTHON_UNUSED_VAR(args);
    __Pyx_BEGIN_CRITICAL_SECTION(m);
    Py_INCREF(m->func_qualname);
    result = m->func_qualname;
    __Pyx_END_CRITICAL_SECTION();
    return result;
}
static PyMethodDef __pyx_CyFunction_methods[] = {
    {"__reduce__", (PyCFunction)__Pyx_CyFunction_reduce, METH_VARARGS, 0},
    {0, 0, 0, 0}
};
#if CYTHON_COMPILING_IN_LIMITED_API
#define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func_weakreflist)
#else
#define __Pyx_CyFunction_weakreflist(cyfunc) (((PyCFunctionObject*)cyfunc)->m_weakreflist)
#endif
static PyObject *__Pyx_CyFunction_Init(__pyx_CyFunctionObject *op, PyMethodDef *ml, int flags, PyObject* qualname,
                                       PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) {
#if !CYTHON_COMPILING_IN_LIMITED_API
    PyCFunctionObject *cf = (PyCFunctionObject*) op;
#endif
    if (unlikely(op == NULL))
        return NULL;
#if CYTHON_COMPILING_IN_LIMITED_API
    op->func = PyCFunction_NewEx(ml, (PyObject*)op, module);
    if (unlikely(!op->func)) return NULL;
#endif
    op->flags = flags;
    __Pyx_CyFunction_weakreflist(op) = NULL;
#if !CYTHON_COMPILING_IN_LIMITED_API
    cf->m_ml = ml;
    cf->m_self = (PyObject *) op;
#endif
    Py_XINCREF(closure);
    op->func_closure = closure;
#if !CYTHON_COMPILING_IN_LIMITED_API
    Py_XINCREF(module);
    cf->m_module = module;
#endif
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
    op->func_dict = NULL;
#endif
    op->func_name = NULL;
    Py_INCREF(qualname);
    op->func_qualname = qualname;
    op->func_doc = NULL;
#if PY_VERSION_HEX < 0x030900B1 || CYTHON_COMPILING_IN_LIMITED_API
    op->func_classobj = NULL;
#else
    ((PyCMethodObject*)op)->mm_class = NULL;
#endif
    op->func_globals = globals;
    Py_INCREF(op->func_globals);
    Py_XINCREF(code);
    op->func_code = code;
    op->defaults = NULL;
    op->defaults_tuple = NULL;
    op->defaults_kwdict = NULL;
    op->defaults_getter = NULL;
    op->func_annotations = NULL;
    op->func_is_coroutine = NULL;
#if CYTHON_METH_FASTCALL
    switch (ml->ml_flags & (METH_VARARGS | METH_FASTCALL | METH_NOARGS | METH_O | METH_KEYWORDS | METH_METHOD)) {
    case METH_NOARGS:
        __Pyx_CyFunction_func_vectorcall(op) = __Pyx_CyFunction_Vectorcall_NOARGS;
        break;
    case METH_O:
        __Pyx_CyFunction_func_vectorcall(op) = __Pyx_CyFunction_Vectorcall_O;
        break;
    case METH_METHOD | METH_FASTCALL | METH_KEYWORDS:
        __Pyx_CyFunction_func_vectorcall(op) = __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS_METHOD;
        break;
    case METH_FASTCALL | METH_KEYWORDS:
        __Pyx_CyFunction_func_vectorcall(op) = __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS;
        break;
    case METH_VARARGS | METH_KEYWORDS:
        __Pyx_CyFunction_func_vectorcall(op) = NULL;
        break;
    default:
        PyErr_SetString(PyExc_SystemError, "Bad call flags for CyFunction");
        Py_DECREF(op);
        return NULL;
    }
#endif
    return (PyObject *) op;
}
static int
__Pyx_CyFunction_clear(__pyx_CyFunctionObject *m)
{
    Py_CLEAR(m->func_closure);
#if CYTHON_COMPILING_IN_LIMITED_API
    Py_CLEAR(m->func);
#else
    Py_CLEAR(((PyCFunctionObject*)m)->m_module);
#endif
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
    Py_CLEAR(m->func_dict);
#elif PY_VERSION_HEX < 0x030d0000
    _PyObject_ClearManagedDict((PyObject*)m);
#else
    PyObject_ClearManagedDict((PyObject*)m);
#endif
    Py_CLEAR(m->func_name);
    Py_CLEAR(m->func_qualname);
    Py_CLEAR(m->func_doc);
    Py_CLEAR(m->func_globals);
    Py_CLEAR(m->func_code);
#if !CYTHON_COMPILING_IN_LIMITED_API
#if PY_VERSION_HEX < 0x030900B1
    Py_CLEAR(__Pyx_CyFunction_GetClassObj(m));
#else
    {
        PyObject *cls = (PyObject*) ((PyCMethodObject *) (m))->mm_class;
        ((PyCMethodObject *) (m))->mm_class = NULL;
        Py_XDECREF(cls);
    }
#endif
#endif
    Py_CLEAR(m->defaults_tuple);
    Py_CLEAR(m->defaults_kwdict);
    Py_CLEAR(m->func_annotations);
    Py_CLEAR(m->func_is_coroutine);
    Py_CLEAR(m->defaults);
    return 0;
}
static void __Pyx__CyFunction_dealloc(__pyx_CyFunctionObject *m)
{
    if (__Pyx_CyFunction_weakreflist(m) != NULL)
        PyObject_ClearWeakRefs((PyObject *) m);
    __Pyx_CyFunction_clear(m);
    __Pyx_PyHeapTypeObject_GC_Del(m);
}
static void __Pyx_CyFunction_dealloc(__pyx_CyFunctionObject *m)
{
    PyObject_GC_UnTrack(m);
    __Pyx__CyFunction_dealloc(m);
}
static int __Pyx_CyFunction_traverse(__pyx_CyFunctionObject *m, visitproc visit, void *arg)
{
    {
        int e = __Pyx_call_type_traverse((PyObject*)m, 1, visit, arg);
        if (e) return e;
    }
    Py_VISIT(m->func_closure);
#if CYTHON_COMPILING_IN_LIMITED_API
    Py_VISIT(m->func);
#else
    Py_VISIT(((PyCFunctionObject*)m)->m_module);
#endif
#if PY_VERSION_HEX < 0x030C0000 || CYTHON_COMPILING_IN_LIMITED_API
    Py_VISIT(m->func_dict);
#else
    {
        int e =
#if PY_VERSION_HEX < 0x030d0000
            _PyObject_VisitManagedDict
#else
            PyObject_VisitManagedDict
#endif
                ((PyObject*)m, visit, arg);
        if (e != 0) return e;
    }
#endif
    __Pyx_VISIT_CONST(m->func_name);
    __Pyx_VISIT_CONST(m->func_qualname);
    Py_VISIT(m->func_doc);
    Py_VISIT(m->func_globals);
    __Pyx_VISIT_CONST(m->func_code);
#if !CYTHON_COMPILING_IN_LIMITED_API
    Py_VISIT(__Pyx_CyFunction_GetClassObj(m));
#endif
    Py_VISIT(m->defaults_tuple);
    Py_VISIT(m->defaults_kwdict);
    Py_VISIT(m->func_is_coroutine);
    Py_VISIT(m->defaults);
    return 0;
}
static PyObject*
__Pyx_CyFunction_repr(__pyx_CyFunctionObject *op)
{
    PyObject *repr;
    __Pyx_BEGIN_CRITICAL_SECTION(op);
    repr = PyUnicode_FromFormat("<cyfunction %U at %p>",
                                op->func_qualname, (void *)op);
    __Pyx_END_CRITICAL_SECTION();
    return repr;
}
static PyObject * __Pyx_CyFunction_CallMethod(PyObject *func, PyObject *self, PyObject *arg, PyObject *kw) {
#if CYTHON_COMPILING_IN_LIMITED_API
    PyObject *f = ((__pyx_CyFunctionObject*)func)->func;
    PyCFunction meth;
    int flags;
    meth = PyCFunction_GetFunction(f);
    if (unlikely(!meth)) return NULL;
    flags = PyCFunction_GetFlags(f);
    if (unlikely(flags < 0)) return NULL;
#else
    PyCFunctionObject* f = (PyCFunctionObject*)func;
    PyCFunction meth = f->m_ml->ml_meth;
    int flags = f->m_ml->ml_flags;
#endif
    Py_ssize_t size;
    switch (flags & (METH_VARARGS | METH_KEYWORDS | METH_NOARGS | METH_O)) {
    case METH_VARARGS:
        if (likely(kw == NULL || PyDict_Size(kw) == 0))
            return (*meth)(self, arg);
        break;
    case METH_VARARGS | METH_KEYWORDS:
        return (*(PyCFunctionWithKeywords)(void(*)(void))meth)(self, arg, kw);
    case METH_NOARGS:
        if (likely(kw == NULL || PyDict_Size(kw) == 0)) {
#if CYTHON_ASSUME_SAFE_SIZE
            size = PyTuple_GET_SIZE(arg);
#else
            size = PyTuple_Size(arg);
            if (unlikely(size < 0)) return NULL;
#endif
            if (likely(size == 0))
                return (*meth)(self, NULL);
            __Pyx_CyFunction_raise_argument_count_error(
                (__pyx_CyFunctionObject*)func,
                "takes no arguments", size);
            return NULL;
        }
        break;
    case METH_O:
        if (likely(kw == NULL || PyDict_Size(kw) == 0)) {
#if CYTHON_ASSUME_SAFE_SIZE
            size = PyTuple_GET_SIZE(arg);
#else
            size = PyTuple_Size(arg);
            if (unlikely(size < 0)) return NULL;
#endif
            if (likely(size == 1)) {
                PyObject *result, *arg0;
                #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
                arg0 = PyTuple_GET_ITEM(arg, 0);
                #else
                arg0 = __Pyx_PySequence_ITEM(arg, 0); if (unlikely(!arg0)) return NULL;
                #endif
                result = (*meth)(self, arg0);
                #if !(CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS)
                Py_DECREF(arg0);
                #endif
                return result;
            }
            __Pyx_CyFunction_raise_argument_count_error(
                (__pyx_CyFunctionObject*)func,
                "takes exactly one argument", size);
            return NULL;
        }
        break;
    default:
        PyErr_SetString(PyExc_SystemError, "Bad call flags for CyFunction");
        return NULL;
    }
    __Pyx_CyFunction_raise_type_error(
        (__pyx_CyFunctionObject*)func, "takes no keyword arguments");
    return NULL;
}
static CYTHON_INLINE PyObject *__Pyx_CyFunction_Call(PyObject *func, PyObject *arg, PyObject *kw) {
    PyObject *self, *result;
#if CYTHON_COMPILING_IN_LIMITED_API
    self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)func)->func);
    if (unlikely(!self) && PyErr_Occurred()) return NULL;
#else
    self = ((PyCFunctionObject*)func)->m_self;
#endif
    result = __Pyx_CyFunction_CallMethod(func, self, arg, kw);
    return result;
}
static PyObject *__Pyx_CyFunction_CallAsMethod(PyObject *func, PyObject *args, PyObject *kw) {
    PyObject *result;
    __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *) func;
#if CYTHON_METH_FASTCALL && CYTHON_VECTORCALL
     __pyx_vectorcallfunc vc = __Pyx_CyFunction_func_vectorcall(cyfunc);
    if (vc) {
#if CYTHON_ASSUME_SAFE_MACROS && CYTHON_ASSUME_SAFE_SIZE
        return __Pyx_PyVectorcall_FastCallDict(func, vc, &PyTuple_GET_ITEM(args, 0), (size_t)PyTuple_GET_SIZE(args), kw);
#else
        (void) &__Pyx_PyVectorcall_FastCallDict;
        return PyVectorcall_Call(func, args, kw);
#endif
    }
#endif
    if ((cyfunc->flags & __Pyx_CYFUNCTION_CCLASS) && !(cyfunc->flags & __Pyx_CYFUNCTION_STATICMETHOD)) {
        Py_ssize_t argc;
        PyObject *new_args;
        PyObject *self;
#if CYTHON_ASSUME_SAFE_SIZE
        argc = PyTuple_GET_SIZE(args);
#else
        argc = PyTuple_Size(args);
        if (unlikely(argc < 0)) return NULL;
#endif
        new_args = PyTuple_GetSlice(args, 1, argc);
        if (unlikely(!new_args))
            return NULL;
        self = PyTuple_GetItem(args, 0);
        if (unlikely(!self)) {
            Py_DECREF(new_args);
            PyErr_Format(PyExc_TypeError,
                         "unbound method %.200S() needs an argument",
                         cyfunc->func_qualname);
            return NULL;
        }
        result = __Pyx_CyFunction_CallMethod(func, self, new_args, kw);
        Py_DECREF(new_args);
    } else {
        result = __Pyx_CyFunction_Call(func, args, kw);
    }
    return result;
}
#if CYTHON_METH_FASTCALL && CYTHON_VECTORCALL
static CYTHON_INLINE int __Pyx_CyFunction_Vectorcall_CheckArgs(__pyx_CyFunctionObject *cyfunc, Py_ssize_t nargs, PyObject *kwnames)
{
    int ret = 0;
    if ((cyfunc->flags & __Pyx_CYFUNCTION_CCLASS) && !(cyfunc->flags & __Pyx_CYFUNCTION_STATICMETHOD)) {
        if (unlikely(nargs < 1)) {
            __Pyx_CyFunction_raise_type_error(
                cyfunc, "needs an argument");
            return -1;
        }
        ret = 1;
    }
    if (unlikely(kwnames) && unlikely(__Pyx_PyTuple_GET_SIZE(kwnames))) {
        __Pyx_CyFunction_raise_type_error(
            cyfunc, "takes no keyword arguments");
        return -1;
    }
    return ret;
}
static PyObject * __Pyx_CyFunction_Vectorcall_NOARGS(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames)
{
    __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *)func;
    Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
    PyObject *self;
#if CYTHON_COMPILING_IN_LIMITED_API
    PyCFunction meth = PyCFunction_GetFunction(cyfunc->func);
    if (unlikely(!meth)) return NULL;
#else
    PyCFunction meth = ((PyCFunctionObject*)cyfunc)->m_ml->ml_meth;
#endif
    switch (__Pyx_CyFunction_Vectorcall_CheckArgs(cyfunc, nargs, kwnames)) {
    case 1:
        self = args[0];
        args += 1;
        nargs -= 1;
        break;
    case 0:
#if CYTHON_COMPILING_IN_LIMITED_API
        self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)cyfunc)->func);
        if (unlikely(!self) && PyErr_Occurred()) return NULL;
#else
        self = ((PyCFunctionObject*)cyfunc)->m_self;
#endif
        break;
    default:
        return NULL;
    }
    if (unlikely(nargs != 0)) {
        __Pyx_CyFunction_raise_argument_count_error(
            cyfunc, "takes no arguments", nargs);
        return NULL;
    }
    return meth(self, NULL);
}
static PyObject * __Pyx_CyFunction_Vectorcall_O(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames)
{
    __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *)func;
    Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
    PyObject *self;
#if CYTHON_COMPILING_IN_LIMITED_API
    PyCFunction meth = PyCFunction_GetFunction(cyfunc->func);
    if (unlikely(!meth)) return NULL;
#else
    PyCFunction meth = ((PyCFunctionObject*)cyfunc)->m_ml->ml_meth;
#endif
    switch (__Pyx_CyFunction_Vectorcall_CheckArgs(cyfunc, nargs, kwnames)) {
    case 1:
        self = args[0];
        args += 1;
        nargs -= 1;
        break;
    case 0:
#if CYTHON_COMPILING_IN_LIMITED_API
        self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)cyfunc)->func);
        if (unlikely(!self) && PyErr_Occurred()) return NULL;
#else
        self = ((PyCFunctionObject*)cyfunc)->m_self;
#endif
        break;
    default:
        return NULL;
    }
    if (unlikely(nargs != 1)) {
        __Pyx_CyFunction_raise_argument_count_error(
            cyfunc, "takes exactly one argument", nargs);
        return NULL;
    }
    return meth(self, args[0]);
}
static PyObject * __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames)
{
    __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *)func;
    Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
    PyObject *self;
#if CYTHON_COMPILING_IN_LIMITED_API
    PyCFunction meth = PyCFunction_GetFunction(cyfunc->func);
    if (unlikely(!meth)) return NULL;
#else
    PyCFunction meth = ((PyCFunctionObject*)cyfunc)->m_ml->ml_meth;
#endif
    switch (__Pyx_CyFunction_Vectorcall_CheckArgs(cyfunc, nargs, NULL)) {
    case 1:
        self = args[0];
        args += 1;
        nargs -= 1;
        break;
    case 0:
#if CYTHON_COMPILING_IN_LIMITED_API
        self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)cyfunc)->func);
        if (unlikely(!self) && PyErr_Occurred()) return NULL;
#else
        self = ((PyCFunctionObject*)cyfunc)->m_self;
#endif
        break;
    default:
        return NULL;
    }
    return ((__Pyx_PyCFunctionFastWithKeywords)(void(*)(void))meth)(self, args, nargs, kwnames);
}
static PyObject * __Pyx_CyFunction_Vectorcall_FASTCALL_KEYWORDS_METHOD(PyObject *func, PyObject *const *args, size_t nargsf, PyObject *kwnames)
{
    __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *)func;
    PyTypeObject *cls = (PyTypeObject *) __Pyx_CyFunction_GetClassObj(cyfunc);
    Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
    PyObject *self;
#if CYTHON_COMPILING_IN_LIMITED_API
    PyCFunction meth = PyCFunction_GetFunction(cyfunc->func);
    if (unlikely(!meth)) return NULL;
#else
    PyCFunction meth = ((PyCFunctionObject*)cyfunc)->m_ml->ml_meth;
#endif
    switch (__Pyx_CyFunction_Vectorcall_CheckArgs(cyfunc, nargs, NULL)) {
    case 1:
        self = args[0];
        args += 1;
        nargs -= 1;
        break;
    case 0:
#if CYTHON_COMPILING_IN_LIMITED_API
        self = PyCFunction_GetSelf(((__pyx_CyFunctionObject*)cyfunc)->func);
        if (unlikely(!self) && PyErr_Occurred()) return NULL;
#else
        self = ((PyCFunctionObject*)cyfunc)->m_self;
#endif
        break;
    default:
        return NULL;
    }
    #if PY_VERSION_HEX < 0x030e00A6
    size_t nargs_value = (size_t) nargs;
    #else
    Py_ssize_t nargs_value = nargs;
    #endif
    return ((__Pyx_PyCMethod)(void(*)(void))meth)(self, cls, args, nargs_value, kwnames);
}
#endif
static PyType_Slot __pyx_CyFunctionType_slots[] = {
    {Py_tp_dealloc, (void *)__Pyx_CyFunction_dealloc},
    {Py_tp_repr, (void *)__Pyx_CyFunction_repr},
    {Py_tp_call, (void *)__Pyx_CyFunction_CallAsMethod},
    {Py_tp_traverse, (void *)__Pyx_CyFunction_traverse},
    {Py_tp_clear, (void *)__Pyx_CyFunction_clear},
    {Py_tp_methods, (void *)__pyx_CyFunction_methods},
    {Py_tp_members, (void *)__pyx_CyFunction_members},
    {Py_tp_getset, (void *)__pyx_CyFunction_getsets},
    {Py_tp_descr_get, (void *)__Pyx_PyMethod_New},
    {0, 0},
};
static PyType_Spec __pyx_CyFunctionType_spec = {
    __PYX_TYPE_MODULE_PREFIX "cython_function_or_method",
    sizeof(__pyx_CyFunctionObject),
    0,
#ifdef Py_TPFLAGS_METHOD_DESCRIPTOR
    Py_TPFLAGS_METHOD_DESCRIPTOR |
#endif
#if CYTHON_METH_FASTCALL
#if defined(Py_TPFLAGS_HAVE_VECTORCALL)
    Py_TPFLAGS_HAVE_VECTORCALL |
#elif defined(_Py_TPFLAGS_HAVE_VECTORCALL)
    _Py_TPFLAGS_HAVE_VECTORCALL |
#endif
#endif // CYTHON_METH_FASTCALL
#if PY_VERSION_HEX >= 0x030C0000 && !CYTHON_COMPILING_IN_LIMITED_API
    Py_TPFLAGS_MANAGED_DICT |
#endif
    Py_TPFLAGS_IMMUTABLETYPE | Py_TPFLAGS_DISALLOW_INSTANTIATION |
    Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | Py_TPFLAGS_BASETYPE,
    __pyx_CyFunctionType_slots
};
static int __pyx_CyFunction_init(PyObject *module) {
    __pyx_mstatetype *mstate = __Pyx_PyModule_GetState(module);
    mstate->__pyx_CyFunctionType = __Pyx_FetchCommonTypeFromSpec(
        mstate->__pyx_CommonTypesMetaclassType, module, &__pyx_CyFunctionType_spec, NULL);
    if (unlikely(mstate->__pyx_CyFunctionType == NULL)) {
        return -1;
    }
    return 0;
}
static CYTHON_INLINE PyObject *__Pyx_CyFunction_InitDefaults(PyObject *func, PyTypeObject *defaults_type) {
    __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
    m->defaults = PyObject_CallObject((PyObject*)defaults_type, NULL); // _PyObject_New(defaults_type);
    if (unlikely(!m->defaults))
        return NULL;
    return m->defaults;
}
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *func, PyObject *tuple) {
    __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
    m->defaults_tuple = tuple;
    Py_INCREF(tuple);
}
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *func, PyObject *dict) {
    __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
    m->defaults_kwdict = dict;
    Py_INCREF(dict);
}
static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *func, PyObject *dict) {
    __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
    m->func_annotations = dict;
    Py_INCREF(dict);
}

/* CythonFunction */
static PyObject *__Pyx_CyFunction_New(PyMethodDef *ml, int flags, PyObject* qualname,
                                      PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) {
    PyObject *op = __Pyx_CyFunction_Init(
        PyObject_GC_New(__pyx_CyFunctionObject, __pyx_mstate_global->__pyx_CyFunctionType),
        ml, flags, qualname, closure, module, globals, code
    );
    if (likely(op)) {
        PyObject_GC_Track(op);
    }
    return op;
}

/* py_abs */
#if CYTHON_USE_PYLONG_INTERNALS
static PyObject *__Pyx_PyLong_AbsNeg(PyObject *n) {
#if PY_VERSION_HEX >= 0x030C00A7
    if (likely(__Pyx_PyLong_IsCompact(n))) {
        return PyLong_FromSize_t(__Pyx_PyLong_CompactValueUnsigned(n));
    }
#else
    if (likely(Py_SIZE(n) == -1)) {
        return PyLong_FromUnsignedLong(__Pyx_PyLong_Digits(n)[0]);
    }
#endif
#if CYTHON_COMPILING_IN_CPYTHON
    {
        PyObject *copy = _PyLong_Copy((PyLongObject*)n);
        if (likely(copy)) {
            #if PY_VERSION_HEX >= 0x030C00A7
            ((PyLongObject*)copy)->long_value.lv_tag ^= ((PyLongObject*)copy)->long_value.lv_tag & _PyLong_SIGN_MASK;
            #else
            __Pyx_SET_SIZE(copy, -Py_SIZE(copy));
            #endif
        }
        return copy;
    }
#else
    return PyNumber_Negative(n);
#endif
}
#endif

/* PyLongBinop */
#if !CYTHON_COMPILING_IN_PYPY
static PyObject* __Pyx_Fallback___Pyx_PyLong_SubtractObjC(PyObject *op1, PyObject *op2, int inplace) {
    return (inplace ? PyNumber_InPlaceSubtract : PyNumber_Subtract)(op1, op2);
}
#if CYTHON_USE_PYLONG_INTERNALS
static PyObject* __Pyx_Unpacked___Pyx_PyLong_SubtractObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check) {
    CYTHON_MAYBE_UNUSED_VAR(inplace);
    CYTHON_UNUSED_VAR(zerodivision_check);
    const long b = intval;
    long a;
    const PY_LONG_LONG llb = intval;
    PY_LONG_LONG lla;
    if (unlikely(__Pyx_PyLong_IsZero(op1))) {
        return PyLong_FromLong(-intval);
    }
    const int is_positive = __Pyx_PyLong_IsPos(op1);
    const digit* digits = __Pyx_PyLong_Digits(op1);
    const Py_ssize_t size = __Pyx_PyLong_DigitCount(op1);
    if (likely(size == 1)) {
        a = (long) digits[0];
        if (!is_positive) a *= -1;
    } else {
        switch (size) {
            case 2:
                if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                    a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                    if (!is_positive) a *= -1;
                    goto calculate_long;
                } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                    lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                    if (!is_positive) lla *= -1;
                    goto calculate_long_long;
                }
                break;
            case 3:
                if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                    a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                    if (!is_positive) a *= -1;
                    goto calculate_long;
                } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                    lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                    if (!is_positive) lla *= -1;
                    goto calculate_long_long;
                }
                break;
            case 4:
                if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
                    a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                    if (!is_positive) a *= -1;
                    goto calculate_long;
                } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                    lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                    if (!is_positive) lla *= -1;
                    goto calculate_long_long;
                }
                break;
        }
        return PyLong_Type.tp_as_number->nb_subtract(op1, op2);
    }
    calculate_long:
        {
            long x;
            x = a - b;
            return PyLong_FromLong(x);
        }
    calculate_long_long:
        {
            PY_LONG_LONG llx;
            llx = lla - llb;
            return PyLong_FromLongLong(llx);
        }
    
}
#endif
static PyObject* __Pyx_Float___Pyx_PyLong_SubtractObjC(PyObject *float_val, long intval, int zerodivision_check) {
    CYTHON_UNUSED_VAR(zerodivision_check);
    const long b = intval;
    double a = __Pyx_PyFloat_AS_DOUBLE(float_val);
        double result;
        
        result = ((double)a) - (double)b;
        return PyFloat_FromDouble(result);
}
static CYTHON_INLINE PyObject* __Pyx_PyLong_SubtractObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check) {
    CYTHON_MAYBE_UNUSED_VAR(intval);
    CYTHON_UNUSED_VAR(zerodivision_check);
    #if CYTHON_USE_PYLONG_INTERNALS
    if (likely(PyLong_CheckExact(op1))) {
        return __Pyx_Unpacked___Pyx_PyLong_SubtractObjC(op1, op2, intval, inplace, zerodivision_check);
    }
    #endif
    if (PyFloat_CheckExact(op1)) {
        return __Pyx_Float___Pyx_PyLong_SubtractObjC(op1, intval, zerodivision_check);
    }
    return __Pyx_Fallback___Pyx_PyLong_SubtractObjC(op1, op2, inplace);
}
#endif

/* PyLongCompare */
static CYTHON_INLINE int __Pyx_PyLong_BoolEqObjC(PyObject *op1, PyObject *op2, long intval, long inplace) {
    CYTHON_MAYBE_UNUSED_VAR(intval);
    CYTHON_UNUSED_VAR(inplace);
    if (op1 == op2) {
        return 1;
    }
    #if CYTHON_USE_PYLONG_INTERNALS
    if (likely(PyLong_CheckExact(op1))) {
        int unequal;
        unsigned long uintval;
        Py_ssize_t size = __Pyx_PyLong_DigitCount(op1);
        const digit* digits = __Pyx_PyLong_Digits(op1);
        if (intval == 0) {
            return (__Pyx_PyLong_IsZero(op1) == 1);
        } else if (intval < 0) {
            if (__Pyx_PyLong_IsNonNeg(op1))
                return 0;
            intval = -intval;
        } else {
            if (__Pyx_PyLong_IsNeg(op1))
                return 0;
        }
        uintval = (unsigned long) intval;
#if PyLong_SHIFT * 4 < SIZEOF_LONG*8
        if (uintval >> (PyLong_SHIFT * 4)) {
            unequal = (size != 5) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
                 | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[4] != ((uintval >> (4 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
        } else
#endif
#if PyLong_SHIFT * 3 < SIZEOF_LONG*8
        if (uintval >> (PyLong_SHIFT * 3)) {
            unequal = (size != 4) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
                 | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
        } else
#endif
#if PyLong_SHIFT * 2 < SIZEOF_LONG*8
        if (uintval >> (PyLong_SHIFT * 2)) {
            unequal = (size != 3) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
                 | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
        } else
#endif
#if PyLong_SHIFT * 1 < SIZEOF_LONG*8
        if (uintval >> (PyLong_SHIFT * 1)) {
            unequal = (size != 2) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
                 | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
        } else
#endif
            unequal = (size != 1) || (((unsigned long) digits[0]) != (uintval & (unsigned long) PyLong_MASK));
        return (unequal == 0);
    }
    #endif
    if (PyFloat_CheckExact(op1)) {
        const long b = intval;
        double a = __Pyx_PyFloat_AS_DOUBLE(op1);
        return ((double)a == (double)b);
    }
    return __Pyx_PyObject_IsTrueAndDecref(
        PyObject_RichCompare(op1, op2, Py_EQ));
}

/* SetItemInt */
static int __Pyx_SetItemInt_Generic(PyObject *o, PyObject *j, PyObject *v) {
    int r;
    if (unlikely(!j)) return -1;
    r = PyObject_SetItem(o, j, v);
    Py_DECREF(j);
    return r;
}
static CYTHON_INLINE int __Pyx_SetItemInt_Fast(PyObject *o, Py_ssize_t i, PyObject *v, int is_list,
                                               int wraparound, int boundscheck, int unsafe_shared) {
    CYTHON_MAYBE_UNUSED_VAR(unsafe_shared);
#if CYTHON_ASSUME_SAFE_MACROS && CYTHON_ASSUME_SAFE_SIZE && !CYTHON_AVOID_BORROWED_REFS
    if (is_list || PyList_CheckExact(o)) {
        Py_ssize_t n = (!wraparound) ? i : ((likely(i >= 0)) ? i : i + PyList_GET_SIZE(o));
        if ((CYTHON_AVOID_THREAD_UNSAFE_BORROWED_REFS && !__Pyx_IS_UNIQUELY_REFERENCED(o, unsafe_shared))) {
            Py_INCREF(v);
            return PyList_SetItem(o, n, v);
        } else if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o)))) {
            PyObject* old;
            Py_INCREF(v);
            old = PyList_GET_ITEM(o, n);
            PyList_SET_ITEM(o, n, v);
            Py_DECREF(old);
            return 0;
        }
    } else
#endif
#if CYTHON_USE_TYPE_SLOTS && !CYTHON_COMPILING_IN_PYPY
    {
        PyMappingMethods *mm = Py_TYPE(o)->tp_as_mapping;
        PySequenceMethods *sm = Py_TYPE(o)->tp_as_sequence;
        if (!is_list && mm && mm->mp_ass_subscript) {
            int r;
            PyObject *key = PyLong_FromSsize_t(i);
            if (unlikely(!key)) return -1;
            r = mm->mp_ass_subscript(o, key, v);
            Py_DECREF(key);
            return r;
        }
        if (is_list || likely(sm && sm->sq_ass_item)) {
            if (wraparound && unlikely(i < 0) && likely(sm->sq_length)) {
                Py_ssize_t l = sm->sq_length(o);
                if (likely(l >= 0)) {
                    i += l;
                } else {
                    if (!PyErr_ExceptionMatches(PyExc_OverflowError))
                        return -1;
                    PyErr_Clear();
                }
            }
            return sm->sq_ass_item(o, i, v);
        }
    }
#else
    if (is_list || !PyMapping_Check(o)) {
        return PySequence_SetItem(o, i, v);
    }
#endif
    (void)wraparound;
    (void)boundscheck;
    return __Pyx_SetItemInt_Generic(o, PyLong_FromSsize_t(i), v);
}

/* AllocateExtensionType */
static PyObject *__Pyx_AllocateExtensionType(PyTypeObject *t, int is_final) {
    if (is_final || likely(!__Pyx_PyType_HasFeature(t, Py_TPFLAGS_IS_ABSTRACT))) {
        allocfunc alloc_func = __Pyx_PyType_GetSlot(t, tp_alloc, allocfunc);
        return alloc_func(t, 0);
    } else {
        newfunc tp_new = __Pyx_PyType_TryGetSlot(&PyBaseObject_Type, tp_new, newfunc);
    #if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
        if (!tp_new) {
            PyObject *new_str = PyUnicode_FromString("__new__");
            if (likely(new_str)) {
                PyObject *o = PyObject_CallMethodObjArgs((PyObject *)&PyBaseObject_Type, new_str, t, NULL);
                Py_DECREF(new_str);
                return o;
            } else
                return NULL;
        } else
    #endif
        return tp_new(t, __pyx_mstate_global->__pyx_empty_tuple, 0);
    }
}

/* ValidateBasesTuple (used by PyType_Ready) */
#if CYTHON_COMPILING_IN_CPYTHON || CYTHON_COMPILING_IN_LIMITED_API || CYTHON_USE_TYPE_SPECS
static int __Pyx_validate_bases_tuple(const char *type_name, Py_ssize_t dictoffset, PyObject *bases) {
    Py_ssize_t i, n;
#if CYTHON_ASSUME_SAFE_SIZE
    n = PyTuple_GET_SIZE(bases);
#else
    n = PyTuple_Size(bases);
    if (unlikely(n < 0)) return -1;
#endif
    for (i = 1; i < n; i++)
    {
        PyTypeObject *b;
#if CYTHON_AVOID_BORROWED_REFS
        PyObject *b0 = PySequence_GetItem(bases, i);
        if (!b0) return -1;
#elif CYTHON_ASSUME_SAFE_MACROS
        PyObject *b0 = PyTuple_GET_ITEM(bases, i);
#else
        PyObject *b0 = PyTuple_GetItem(bases, i);
        if (!b0) return -1;
#endif
        b = (PyTypeObject*) b0;
        if (!__Pyx_PyType_HasFeature(b, Py_TPFLAGS_HEAPTYPE))
        {
            __Pyx_TypeName b_name = __Pyx_PyType_GetFullyQualifiedName(b);
            PyErr_Format(PyExc_TypeError,
                "base class '" __Pyx_FMT_TYPENAME "' is not a heap type", b_name);
            __Pyx_DECREF_TypeName(b_name);
#if CYTHON_AVOID_BORROWED_REFS
            Py_DECREF(b0);
#endif
            return -1;
        }
        if (dictoffset == 0)
        {
            Py_ssize_t b_dictoffset = 0;
#if CYTHON_USE_TYPE_SLOTS
            b_dictoffset = b->tp_dictoffset;
#else
            PyObject *py_b_dictoffset = PyObject_GetAttrString((PyObject*)b, "__dictoffset__");
            if (!py_b_dictoffset) goto dictoffset_return;
            b_dictoffset = PyLong_AsSsize_t(py_b_dictoffset);
            Py_DECREF(py_b_dictoffset);
            if (b_dictoffset == -1 && PyErr_Occurred()) goto dictoffset_return;
#endif
            if (b_dictoffset) {
                {
                    __Pyx_TypeName b_name = __Pyx_PyType_GetFullyQualifiedName(b);
                    PyErr_Format(PyExc_TypeError,
                        "extension type '%.200s' has no __dict__ slot, "
                        "but base type '" __Pyx_FMT_TYPENAME "' has: "
                        "either add 'cdef dict __dict__' to the extension type "
                        "or add '__slots__ = [...]' to the base type",
                        type_name, b_name);
                    __Pyx_DECREF_TypeName(b_name);
                }
#if !CYTHON_USE_TYPE_SLOTS
              dictoffset_return:
#endif
#if CYTHON_AVOID_BORROWED_REFS
                Py_DECREF(b0);
#endif
                return -1;
            }
        }
#if CYTHON_AVOID_BORROWED_REFS
        Py_DECREF(b0);
#endif
    }
    return 0;
}
#endif

/* PyType_Ready */
CYTHON_UNUSED static int __Pyx_PyType_HasMultipleInheritance(PyTypeObject *t) {
    while (t) {
        PyObject *bases = __Pyx_PyType_GetSlot(t, tp_bases, PyObject*);
        if (bases) {
            return 1;
        }
        t = __Pyx_PyType_GetSlot(t, tp_base, PyTypeObject*);
    }
    return 0;
}
static int __Pyx_PyType_Ready(PyTypeObject *t) {
#if CYTHON_USE_TYPE_SPECS || !CYTHON_COMPILING_IN_CPYTHON || defined(PYSTON_MAJOR_VERSION)
    (void)__Pyx_PyObject_CallMethod0;
#if CYTHON_USE_TYPE_SPECS
    (void)__Pyx_validate_bases_tuple;
#endif
    return PyType_Ready(t);
#else
    int r;
    if (!__Pyx_PyType_HasMultipleInheritance(t)) {
        return PyType_Ready(t);
    }
    PyObject *bases = __Pyx_PyType_GetSlot(t, tp_bases, PyObject*);
    if (bases && unlikely(__Pyx_validate_bases_tuple(t->tp_name, t->tp_dictoffset, bases) == -1))
        return -1;
#if !defined(PYSTON_MAJOR_VERSION)
    {
        int gc_was_enabled;
    #if PY_VERSION_HEX >= 0x030A00b1
        gc_was_enabled = PyGC_Disable();
        (void)__Pyx_PyObject_CallMethod0;
    #else
        PyObject *ret, *py_status;
        PyObject *gc = NULL;
        #if (!CYTHON_COMPILING_IN_PYPY || PYPY_VERSION_NUM+0 >= 0x07030400) &&\
                !CYTHON_COMPILING_IN_GRAAL
        gc = PyImport_GetModule(__pyx_mstate_global->__pyx_kp_u_gc);
        #endif
        if (unlikely(!gc)) gc = PyImport_Import(__pyx_mstate_global->__pyx_kp_u_gc);
        if (unlikely(!gc)) return -1;
        py_status = __Pyx_PyObject_CallMethod0(gc, __pyx_mstate_global->__pyx_kp_u_isenabled);
        if (unlikely(!py_status)) {
            Py_DECREF(gc);
            return -1;
        }
        gc_was_enabled = __Pyx_PyObject_IsTrue(py_status);
        Py_DECREF(py_status);
        if (gc_was_enabled > 0) {
            ret = __Pyx_PyObject_CallMethod0(gc, __pyx_mstate_global->__pyx_kp_u_disable);
            if (unlikely(!ret)) {
                Py_DECREF(gc);
                return -1;
            }
            Py_DECREF(ret);
        } else if (unlikely(gc_was_enabled == -1)) {
            Py_DECREF(gc);
            return -1;
        }
    #endif
        t->tp_flags |= Py_TPFLAGS_HEAPTYPE;
#if PY_VERSION_HEX >= 0x030A0000
        t->tp_flags |= Py_TPFLAGS_IMMUTABLETYPE;
#endif
#else
        (void)__Pyx_PyObject_CallMethod0;
#endif
    r = PyType_Ready(t);
#if !defined(PYSTON_MAJOR_VERSION)
        t->tp_flags &= ~Py_TPFLAGS_HEAPTYPE;
    #if PY_VERSION_HEX >= 0x030A00b1
        if (gc_was_enabled)
            PyGC_Enable();
    #else
        if (gc_was_enabled) {
            PyObject *tp, *v, *tb;
            PyErr_Fetch(&tp, &v, &tb);
            ret = __Pyx_PyObject_CallMethod0(gc, __pyx_mstate_global->__pyx_kp_u_enable);
            if (likely(ret || r == -1)) {
                Py_XDECREF(ret);
                PyErr_Restore(tp, v, tb);
            } else {
                Py_XDECREF(tp);
                Py_XDECREF(v);
                Py_XDECREF(tb);
                r = -1;
            }
        }
        Py_DECREF(gc);
    #endif
    }
#endif
    return r;
#endif
}

/* DelItemOnTypeDict (used by SetupReduce) */
static int __Pyx__DelItemOnTypeDict(PyTypeObject *tp, PyObject *k) {
    int result;
    PyObject *tp_dict;
#if CYTHON_COMPILING_IN_LIMITED_API
    tp_dict = __Pyx_GetTypeDict(tp);
    if (unlikely(!tp_dict)) return -1;
#else
    tp_dict = tp->tp_dict;
#endif
    result = PyDict_DelItem(tp_dict, k);
    if (likely(!result)) PyType_Modified(tp);
    return result;
}

/* SetupReduce */
static int __Pyx_setup_reduce_is_named(PyObject* meth, PyObject* name) {
  int ret;
  PyObject *name_attr;
  name_attr = __Pyx_PyObject_GetAttrStrNoError(meth, __pyx_mstate_global->__pyx_n_u_name);
  if (likely(name_attr)) {
      ret = PyObject_RichCompareBool(name_attr, name, Py_EQ);
  } else {
      ret = -1;
  }
  if (unlikely(ret < 0)) {
      PyErr_Clear();
      ret = 0;
  }
  Py_XDECREF(name_attr);
  return ret;
}
static int __Pyx_setup_reduce(PyObject* type_obj) {
    int ret = 0;
    PyObject *object_reduce = NULL;
    PyObject *object_getstate = NULL;
    PyObject *object_reduce_ex = NULL;
    PyObject *reduce = NULL;
    PyObject *reduce_ex = NULL;
    PyObject *reduce_cython = NULL;
    PyObject *setstate = NULL;
    PyObject *setstate_cython = NULL;
    PyObject *getstate = NULL;
#if CYTHON_USE_PYTYPE_LOOKUP
    getstate = _PyType_Lookup((PyTypeObject*)type_obj, __pyx_mstate_global->__pyx_n_u_getstate);
#else
    getstate = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_mstate_global->__pyx_n_u_getstate);
    if (!getstate && PyErr_Occurred()) {
        goto __PYX_BAD;
    }
#endif
    if (getstate) {
#if CYTHON_USE_PYTYPE_LOOKUP
        object_getstate = _PyType_Lookup(&PyBaseObject_Type, __pyx_mstate_global->__pyx_n_u_getstate);
#else
        object_getstate = __Pyx_PyObject_GetAttrStrNoError((PyObject*)&PyBaseObject_Type, __pyx_mstate_global->__pyx_n_u_getstate);
        if (!object_getstate && PyErr_Occurred()) {
            goto __PYX_BAD;
        }
#endif
        if (object_getstate != getstate) {
            goto __PYX_GOOD;
        }
    }
#if CYTHON_USE_PYTYPE_LOOKUP
    object_reduce_ex = _PyType_Lookup(&PyBaseObject_Type, __pyx_mstate_global->__pyx_n_u_reduce_ex); if (!object_reduce_ex) goto __PYX_BAD;
#else
    object_reduce_ex = __Pyx_PyObject_GetAttrStr((PyObject*)&PyBaseObject_Type, __pyx_mstate_global->__pyx_n_u_reduce_ex); if (!object_reduce_ex) goto __PYX_BAD;
#endif
    reduce_ex = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_mstate_global->__pyx_n_u_reduce_ex); if (unlikely(!reduce_ex)) goto __PYX_BAD;
    if (reduce_ex == object_reduce_ex) {
#if CYTHON_USE_PYTYPE_LOOKUP
        object_reduce = _PyType_Lookup(&PyBaseObject_Type, __pyx_mstate_global->__pyx_n_u_reduce); if (!object_reduce) goto __PYX_BAD;
#else
        object_reduce = __Pyx_PyObject_GetAttrStr((PyObject*)&PyBaseObject_Type, __pyx_mstate_global->__pyx_n_u_reduce); if (!object_reduce) goto __PYX_BAD;
#endif
        reduce = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_mstate_global->__pyx_n_u_reduce); if (unlikely(!reduce)) goto __PYX_BAD;
        if (reduce == object_reduce || __Pyx_setup_reduce_is_named(reduce, __pyx_mstate_global->__pyx_n_u_reduce_cython)) {
            reduce_cython = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_mstate_global->__pyx_n_u_reduce_cython);
            if (likely(reduce_cython)) {
                ret = __Pyx_SetItemOnTypeDict((PyTypeObject*)type_obj, __pyx_mstate_global->__pyx_n_u_reduce, reduce_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
                ret = __Pyx_DelItemOnTypeDict((PyTypeObject*)type_obj, __pyx_mstate_global->__pyx_n_u_reduce_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
            } else if (reduce == object_reduce || PyErr_Occurred()) {
                goto __PYX_BAD;
            }
            setstate = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_mstate_global->__pyx_n_u_setstate);
            if (!setstate) PyErr_Clear();
            if (!setstate || __Pyx_setup_reduce_is_named(setstate, __pyx_mstate_global->__pyx_n_u_setstate_cython)) {
                setstate_cython = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_mstate_global->__pyx_n_u_setstate_cython);
                if (likely(setstate_cython)) {
                    ret = __Pyx_SetItemOnTypeDict((PyTypeObject*)type_obj, __pyx_mstate_global->__pyx_n_u_setstate, setstate_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
                    ret = __Pyx_DelItemOnTypeDict((PyTypeObject*)type_obj, __pyx_mstate_global->__pyx_n_u_setstate_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
                } else if (!setstate || PyErr_Occurred()) {
                    goto __PYX_BAD;
                }
            }
            PyType_Modified((PyTypeObject*)type_obj);
        }
    }
    goto __PYX_GOOD;
__PYX_BAD:
    if (!PyErr_Occurred()) {
        __Pyx_TypeName type_obj_name =
            __Pyx_PyType_GetFullyQualifiedName((PyTypeObject*)type_obj);
        PyErr_Format(PyExc_RuntimeError,
            "Unable to initialize pickling for " __Pyx_FMT_TYPENAME, type_obj_name);
        __Pyx_DECREF_TypeName(type_obj_name);
    }
    ret = -1;
__PYX_GOOD:
#if !CYTHON_USE_PYTYPE_LOOKUP
    Py_XDECREF(object_reduce);
    Py_XDECREF(object_reduce_ex);
    Py_XDECREF(object_getstate);
    Py_XDECREF(getstate);
#endif
    Py_XDECREF(reduce);
    Py_XDECREF(reduce_ex);
    Py_XDECREF(reduce_cython);
    Py_XDECREF(setstate);
    Py_XDECREF(setstate_cython);
    return ret;
}

/* TypeImport */
#ifndef __PYX_HAVE_RT_ImportType_3_2_1
#define __PYX_HAVE_RT_ImportType_3_2_1
static PyTypeObject *__Pyx_ImportType_3_2_1(PyObject *module, const char *module_name, const char *class_name,
    size_t size, size_t alignment, enum __Pyx_ImportType_CheckSize_3_2_1 check_size)
{
    PyObject *result = 0;
    Py_ssize_t basicsize;
    Py_ssize_t itemsize;
#if defined(Py_LIMITED_API) || (defined(CYTHON_COMPILING_IN_LIMITED_API) && CYTHON_COMPILING_IN_LIMITED_API)
    PyObject *py_basicsize;
    PyObject *py_itemsize;
#endif
    result = PyObject_GetAttrString(module, class_name);
    if (!result)
        goto bad;
    if (!PyType_Check(result)) {
        PyErr_Format(PyExc_TypeError,
            "%.200s.%.200s is not a type object",
            module_name, class_name);
        goto bad;
    }
#if !( defined(Py_LIMITED_API) || (defined(CYTHON_COMPILING_IN_LIMITED_API) && CYTHON_COMPILING_IN_LIMITED_API) )
    basicsize = ((PyTypeObject *)result)->tp_basicsize;
    itemsize = ((PyTypeObject *)result)->tp_itemsize;
#else
    if (size == 0) {
        return (PyTypeObject *)result;
    }
    py_basicsize = PyObject_GetAttrString(result, "__basicsize__");
    if (!py_basicsize)
        goto bad;
    basicsize = PyLong_AsSsize_t(py_basicsize);
    Py_DECREF(py_basicsize);
    py_basicsize = 0;
    if (basicsize == (Py_ssize_t)-1 && PyErr_Occurred())
        goto bad;
    py_itemsize = PyObject_GetAttrString(result, "__itemsize__");
    if (!py_itemsize)
        goto bad;
    itemsize = PyLong_AsSsize_t(py_itemsize);
    Py_DECREF(py_itemsize);
    py_itemsize = 0;
    if (itemsize == (Py_ssize_t)-1 && PyErr_Occurred())
        goto bad;
#endif
    if (itemsize) {
        if (size % alignment) {
            alignment = size % alignment;
        }
        if (itemsize < (Py_ssize_t)alignment)
            itemsize = (Py_ssize_t)alignment;
    }
    if ((size_t)(basicsize + itemsize) < size) {
        PyErr_Format(PyExc_ValueError,
            "%.200s.%.200s size changed, may indicate binary incompatibility. "
            "Expected %zd from C header, got %zd from PyObject",
            module_name, class_name, size, basicsize+itemsize);
        goto bad;
    }
    if (check_size == __Pyx_ImportType_CheckSize_Error_3_2_1 &&
            ((size_t)basicsize > size || (size_t)(basicsize + itemsize) < size)) {
        PyErr_Format(PyExc_ValueError,
            "%.200s.%.200s size changed, may indicate binary incompatibility. "
            "Expected %zd from C header, got %zd-%zd from PyObject",
            module_name, class_name, size, basicsize, basicsize+itemsize);
        goto bad;
    }
    else if (check_size == __Pyx_ImportType_CheckSize_Warn_3_2_1 && (size_t)basicsize > size) {
        if (PyErr_WarnFormat(NULL, 0,
                "%.200s.%.200s size changed, may indicate binary incompatibility. "
                "Expected %zd from C header, got %zd from PyObject",
                module_name, class_name, size, basicsize) < 0) {
            goto bad;
        }
    }
    return (PyTypeObject *)result;
bad:
    Py_XDECREF(result);
    return NULL;
}
#endif

/* PxdImportShared (used by VoidPtrImport) */
#ifndef __PYX_HAVE_RT_ImportFromPxd_3_2_1
#define __PYX_HAVE_RT_ImportFromPxd_3_2_1
static int __Pyx_ImportFromPxd_3_2_1(PyObject *module, const char *name, void **p, const char *sig, const char *what) {
    PyObject *d = 0;
    PyObject *cobj = 0;
    d = PyObject_GetAttrString(module, "__pyx_capi__");
    if (!d)
        goto bad;
#if (defined(Py_LIMITED_API) && Py_LIMITED_API >= 0x030d0000) || (!defined(Py_LIMITED_API) && PY_VERSION_HEX >= 0x030d0000)
    PyDict_GetItemStringRef(d, name, &cobj);
#else
    cobj = PyDict_GetItemString(d, name);
    Py_XINCREF(cobj);
#endif
    if (!cobj) {
        PyErr_Format(PyExc_ImportError,
            "%.200s does not export expected C %.8s %.200s",
                PyModule_GetName(module), what, name);
        goto bad;
    }
    if (!PyCapsule_IsValid(cobj, sig)) {
        PyErr_Format(PyExc_TypeError,
            "C %.8s %.200s.%.200s has wrong signature (expected %.500s, got %.500s)",
             what, PyModule_GetName(module), name, sig, PyCapsule_GetName(cobj));
        goto bad;
    }
    *p = PyCapsule_GetPointer(cobj, sig);
    if (!(*p))
        goto bad;
    Py_DECREF(d);
    Py_DECREF(cobj);
    return 0;
bad:
    Py_XDECREF(d);
    Py_XDECREF(cobj);
    return -1;
}
#endif

/* VoidPtrImport */
#ifndef __PYX_HAVE_RT_ImportVoidPtr_3_2_1
#define __PYX_HAVE_RT_ImportVoidPtr_3_2_1
static int __Pyx_ImportVoidPtr_3_2_1(PyObject *module, const char *name, void **p, const char *sig) {
    return __Pyx_ImportFromPxd_3_2_1(module, name, p, sig, "variable");
}
#endif

/* HasAttr (used by ImportImpl) */
#if __PYX_LIMITED_VERSION_HEX < 0x030d0000
static CYTHON_INLINE int __Pyx_HasAttr(PyObject *o, PyObject *n) {
    PyObject *r;
    if (unlikely(!PyUnicode_Check(n))) {
        PyErr_SetString(PyExc_TypeError,
                        "hasattr(): attribute name must be string");
        return -1;
    }
    r = __Pyx_PyObject_GetAttrStrNoError(o, n);
    if (!r) {
        return (unlikely(PyErr_Occurred())) ? -1 : 0;
    } else {
        Py_DECREF(r);
        return 1;
    }
}
#endif

/* ImportImpl (used by Import) */
static int __Pyx__Import_GetModule(PyObject *qualname, PyObject **module) {
    PyObject *imported_module = PyImport_GetModule(qualname);
    if (unlikely(!imported_module)) {
        *module = NULL;
        if (PyErr_Occurred()) {
            return -1;
        }
        return 0;
    }
    *module = imported_module;
    return 1;
}
static int __Pyx__Import_Lookup(PyObject *qualname, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject **module) {
    PyObject *imported_module;
    PyObject *top_level_package_name;
    Py_ssize_t i;
    int status, module_found;
    Py_ssize_t dot_index;
    module_found = __Pyx__Import_GetModule(qualname, &imported_module);
    if (unlikely(!module_found || module_found == -1)) {
        *module = NULL;
        return module_found;
    }
    if (imported_names) {
        for (i = 0; i < len_imported_names; i++) {
            PyObject *imported_name = imported_names[i];
#if __PYX_LIMITED_VERSION_HEX < 0x030d0000
            int has_imported_attribute = PyObject_HasAttr(imported_module, imported_name);
#else
            int has_imported_attribute = PyObject_HasAttrWithError(imported_module, imported_name);
            if (unlikely(has_imported_attribute == -1)) goto error;
#endif
            if (!has_imported_attribute) {
                goto not_found;
            }
        }
        *module = imported_module;
        return 1;
    }
    dot_index = PyUnicode_FindChar(qualname, '.', 0, PY_SSIZE_T_MAX, 1);
    if (dot_index == -1) {
        *module = imported_module;
        return 1;
    }
    if (unlikely(dot_index == -2)) goto error;
    top_level_package_name = PyUnicode_Substring(qualname, 0, dot_index);
    if (unlikely(!top_level_package_name)) goto error;
    Py_DECREF(imported_module);
    status = __Pyx__Import_GetModule(top_level_package_name, module);
    Py_DECREF(top_level_package_name);
    return status;
error:
    Py_DECREF(imported_module);
    *module = NULL;
    return -1;
not_found:
    Py_DECREF(imported_module);
    *module = NULL;
    return 0;
}
static PyObject *__Pyx__Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, PyObject *moddict, int level) {
    PyObject *module = 0;
    PyObject *empty_dict = 0;
    PyObject *from_list = 0;
    int module_found;
    if (!qualname) {
        qualname = name;
    }
    module_found = __Pyx__Import_Lookup(qualname, imported_names, len_imported_names, &module);
    if (likely(module_found == 1)) {
        return module;
    } else if (unlikely(module_found == -1)) {
        return NULL;
    }
    empty_dict = PyDict_New();
    if (unlikely(!empty_dict))
        goto bad;
    if (imported_names) {
#if CYTHON_COMPILING_IN_CPYTHON
        from_list = __Pyx_PyList_FromArray(imported_names, len_imported_names);
        if (unlikely(!from_list))
            goto bad;
#else
        from_list = PyList_New(len_imported_names);
        if (unlikely(!from_list)) goto bad;
        for (Py_ssize_t i=0; i<len_imported_names; ++i) {
            if (PyList_SetItem(from_list, i, __Pyx_NewRef(imported_names[i])) < 0) goto bad;
        }
#endif
    }
    if (level == -1) {
        const char* package_sep = strchr(__Pyx_MODULE_NAME, '.');
        if (package_sep != (0)) {
            module = PyImport_ImportModuleLevelObject(
                name, moddict, empty_dict, from_list, 1);
            if (unlikely(!module)) {
                if (unlikely(!PyErr_ExceptionMatches(PyExc_ImportError)))
                    goto bad;
                PyErr_Clear();
            }
        }
        level = 0;
    }
    if (!module) {
        module = PyImport_ImportModuleLevelObject(
            name, moddict, empty_dict, from_list, level);
    }
bad:
    Py_XDECREF(from_list);
    Py_XDECREF(empty_dict);
    return module;
}

/* Import */
static PyObject *__Pyx_Import(PyObject *name, PyObject *const *imported_names, Py_ssize_t len_imported_names, PyObject *qualname, int level) {
    return __Pyx__Import(name, imported_names, len_imported_names, qualname, __pyx_mstate_global->__pyx_d, level);
}

/* ImportFrom */
static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name) {
    PyObject* value = __Pyx_PyObject_GetAttrStr(module, name);
    if (unlikely(!value) && PyErr_ExceptionMatches(PyExc_AttributeError)) {
        const char* module_name_str = 0;
        PyObject* module_name = 0;
        PyObject* module_dot = 0;
        PyObject* full_name = 0;
        PyErr_Clear();
        module_name_str = PyModule_GetName(module);
        if (unlikely(!module_name_str)) { goto modbad; }
        module_name = PyUnicode_FromString(module_name_str);
        if (unlikely(!module_name)) { goto modbad; }
        module_dot = PyUnicode_Concat(module_name, __pyx_mstate_global->__pyx_kp_u_);
        if (unlikely(!module_dot)) { goto modbad; }
        full_name = PyUnicode_Concat(module_dot, name);
        if (unlikely(!full_name)) { goto modbad; }
        #if (CYTHON_COMPILING_IN_PYPY && PYPY_VERSION_NUM  < 0x07030400) ||\
                CYTHON_COMPILING_IN_GRAAL
        {
            PyObject *modules = PyImport_GetModuleDict();
            if (unlikely(!modules))
                goto modbad;
            value = PyObject_GetItem(modules, full_name);
        }
        #else
        value = PyImport_GetModule(full_name);
        #endif
      modbad:
        Py_XDECREF(full_name);
        Py_XDECREF(module_dot);
        Py_XDECREF(module_name);
    }
    if (unlikely(!value)) {
        PyErr_Format(PyExc_ImportError, "cannot import name %S", name);
    }
    return value;
}

/* CLineInTraceback (used by AddTraceback) */
#if CYTHON_CLINE_IN_TRACEBACK && CYTHON_CLINE_IN_TRACEBACK_RUNTIME
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030A0000
#define __Pyx_PyProbablyModule_GetDict(o) __Pyx_XNewRef(PyModule_GetDict(o))
#elif !CYTHON_COMPILING_IN_CPYTHON || CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
#define __Pyx_PyProbablyModule_GetDict(o) PyObject_GenericGetDict(o, NULL);
#else
PyObject* __Pyx_PyProbablyModule_GetDict(PyObject *o) {
    PyObject **dict_ptr = _PyObject_GetDictPtr(o);
    return dict_ptr ? __Pyx_XNewRef(*dict_ptr) : NULL;
}
#endif
static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line) {
    PyObject *use_cline = NULL;
    PyObject *ptype, *pvalue, *ptraceback;
    PyObject *cython_runtime_dict;
    CYTHON_MAYBE_UNUSED_VAR(tstate);
    if (unlikely(!__pyx_mstate_global->__pyx_cython_runtime)) {
        return c_line;
    }
    __Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
    cython_runtime_dict = __Pyx_PyProbablyModule_GetDict(__pyx_mstate_global->__pyx_cython_runtime);
    if (likely(cython_runtime_dict)) {
        __PYX_PY_DICT_LOOKUP_IF_MODIFIED(
            use_cline, cython_runtime_dict,
            __Pyx_PyDict_SetDefault(cython_runtime_dict, __pyx_mstate_global->__pyx_n_u_cline_in_traceback, Py_False))
    }
    if (use_cline == NULL || use_cline == Py_False || (use_cline != Py_True && PyObject_Not(use_cline) != 0)) {
        c_line = 0;
    }
    Py_XDECREF(use_cline);
    Py_XDECREF(cython_runtime_dict);
    __Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
    return c_line;
}
#endif

/* CodeObjectCache (used by AddTraceback) */
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line) {
    int start = 0, mid = 0, end = count - 1;
    if (end >= 0 && code_line > entries[end].code_line) {
        return count;
    }
    while (start < end) {
        mid = start + (end - start) / 2;
        if (code_line < entries[mid].code_line) {
            end = mid;
        } else if (code_line > entries[mid].code_line) {
             start = mid + 1;
        } else {
            return mid;
        }
    }
    if (code_line <= entries[mid].code_line) {
        return mid;
    } else {
        return mid + 1;
    }
}
static __Pyx_CachedCodeObjectType *__pyx__find_code_object(struct __Pyx_CodeObjectCache *code_cache, int code_line) {
    __Pyx_CachedCodeObjectType* code_object;
    int pos;
    if (unlikely(!code_line) || unlikely(!code_cache->entries)) {
        return NULL;
    }
    pos = __pyx_bisect_code_objects(code_cache->entries, code_cache->count, code_line);
    if (unlikely(pos >= code_cache->count) || unlikely(code_cache->entries[pos].code_line != code_line)) {
        return NULL;
    }
    code_object = code_cache->entries[pos].code_object;
    Py_INCREF(code_object);
    return code_object;
}
static __Pyx_CachedCodeObjectType *__pyx_find_code_object(int code_line) {
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && !CYTHON_ATOMICS
    (void)__pyx__find_code_object;
    return NULL; // Most implementation should have atomics. But otherwise, don't make it thread-safe, just miss.
#else
    struct __Pyx_CodeObjectCache *code_cache = &__pyx_mstate_global->__pyx_code_cache;
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    __pyx_nonatomic_int_type old_count = __pyx_atomic_incr_acq_rel(&code_cache->accessor_count);
    if (old_count < 0) {
        __pyx_atomic_decr_acq_rel(&code_cache->accessor_count);
        return NULL;
    }
#endif
    __Pyx_CachedCodeObjectType *result = __pyx__find_code_object(code_cache, code_line);
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    __pyx_atomic_decr_acq_rel(&code_cache->accessor_count);
#endif
    return result;
#endif
}
static void __pyx__insert_code_object(struct __Pyx_CodeObjectCache *code_cache, int code_line, __Pyx_CachedCodeObjectType* code_object)
{
    int pos, i;
    __Pyx_CodeObjectCacheEntry* entries = code_cache->entries;
    if (unlikely(!code_line)) {
        return;
    }
    if (unlikely(!entries)) {
        entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Malloc(64*sizeof(__Pyx_CodeObjectCacheEntry));
        if (likely(entries)) {
            code_cache->entries = entries;
            code_cache->max_count = 64;
            code_cache->count = 1;
            entries[0].code_line = code_line;
            entries[0].code_object = code_object;
            Py_INCREF(code_object);
        }
        return;
    }
    pos = __pyx_bisect_code_objects(code_cache->entries, code_cache->count, code_line);
    if ((pos < code_cache->count) && unlikely(code_cache->entries[pos].code_line == code_line)) {
        __Pyx_CachedCodeObjectType* tmp = entries[pos].code_object;
        entries[pos].code_object = code_object;
        Py_INCREF(code_object);
        Py_DECREF(tmp);
        return;
    }
    if (code_cache->count == code_cache->max_count) {
        int new_max = code_cache->max_count + 64;
        entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Realloc(
            code_cache->entries, ((size_t)new_max) * sizeof(__Pyx_CodeObjectCacheEntry));
        if (unlikely(!entries)) {
            return;
        }
        code_cache->entries = entries;
        code_cache->max_count = new_max;
    }
    for (i=code_cache->count; i>pos; i--) {
        entries[i] = entries[i-1];
    }
    entries[pos].code_line = code_line;
    entries[pos].code_object = code_object;
    code_cache->count++;
    Py_INCREF(code_object);
}
static void __pyx_insert_code_object(int code_line, __Pyx_CachedCodeObjectType* code_object) {
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING && !CYTHON_ATOMICS
    (void)__pyx__insert_code_object;
    return; // Most implementation should have atomics. But otherwise, don't make it thread-safe, just fail.
#else
    struct __Pyx_CodeObjectCache *code_cache = &__pyx_mstate_global->__pyx_code_cache;
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    __pyx_nonatomic_int_type expected = 0;
    if (!__pyx_atomic_int_cmp_exchange(&code_cache->accessor_count, &expected, INT_MIN)) {
        return;
    }
#endif
    __pyx__insert_code_object(code_cache, code_line, code_object);
#if CYTHON_COMPILING_IN_CPYTHON_FREETHREADING
    __pyx_atomic_sub(&code_cache->accessor_count, INT_MIN);
#endif
#endif
}

/* AddTraceback */
#include "compile.h"
#include "frameobject.h"
#include "traceback.h"
#if PY_VERSION_HEX >= 0x030b00a6 && !CYTHON_COMPILING_IN_LIMITED_API && !defined(PYPY_VERSION)
  #ifndef Py_BUILD_CORE
    #define Py_BUILD_CORE 1
  #endif
  #include "internal/pycore_frame.h"
#endif
#if CYTHON_COMPILING_IN_LIMITED_API
static PyObject *__Pyx_PyCode_Replace_For_AddTraceback(PyObject *code, PyObject *scratch_dict,
                                                       PyObject *firstlineno, PyObject *name) {
    PyObject *replace = NULL;
    if (unlikely(PyDict_SetItemString(scratch_dict, "co_firstlineno", firstlineno))) return NULL;
    if (unlikely(PyDict_SetItemString(scratch_dict, "co_name", name))) return NULL;
    replace = PyObject_GetAttrString(code, "replace");
    if (likely(replace)) {
        PyObject *result = PyObject_Call(replace, __pyx_mstate_global->__pyx_empty_tuple, scratch_dict);
        Py_DECREF(replace);
        return result;
    }
    PyErr_Clear();
    return NULL;
}
static void __Pyx_AddTraceback(const char *funcname, int c_line,
                               int py_line, const char *filename) {
    PyObject *code_object = NULL, *py_py_line = NULL, *py_funcname = NULL, *dict = NULL;
    PyObject *replace = NULL, *getframe = NULL, *frame = NULL;
    PyObject *exc_type, *exc_value, *exc_traceback;
    int success = 0;
    if (c_line) {
        c_line = __Pyx_CLineForTraceback(__Pyx_PyThreadState_Current, c_line);
    }
    PyErr_Fetch(&exc_type, &exc_value, &exc_traceback);
    code_object = __pyx_find_code_object(c_line ? -c_line : py_line);
    if (!code_object) {
        code_object = Py_CompileString("_getframe()", filename, Py_eval_input);
        if (unlikely(!code_object)) goto bad;
        py_py_line = PyLong_FromLong(py_line);
        if (unlikely(!py_py_line)) goto bad;
        if (c_line) {
            py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
        } else {
            py_funcname = PyUnicode_FromString(funcname);
        }
        if (unlikely(!py_funcname)) goto bad;
        dict = PyDict_New();
        if (unlikely(!dict)) goto bad;
        {
            PyObject *old_code_object = code_object;
            code_object = __Pyx_PyCode_Replace_For_AddTraceback(code_object, dict, py_py_line, py_funcname);
            Py_DECREF(old_code_object);
        }
        if (unlikely(!code_object)) goto bad;
        __pyx_insert_code_object(c_line ? -c_line : py_line, code_object);
    } else {
        dict = PyDict_New();
    }
    getframe = PySys_GetObject("_getframe");
    if (unlikely(!getframe)) goto bad;
    if (unlikely(PyDict_SetItemString(dict, "_getframe", getframe))) goto bad;
    frame = PyEval_EvalCode(code_object, dict, dict);
    if (unlikely(!frame) || frame == Py_None) goto bad;
    success = 1;
  bad:
    PyErr_Restore(exc_type, exc_value, exc_traceback);
    Py_XDECREF(code_object);
    Py_XDECREF(py_py_line);
    Py_XDECREF(py_funcname);
    Py_XDECREF(dict);
    Py_XDECREF(replace);
    if (success) {
        PyTraceBack_Here(
            (struct _frame*)frame);
    }
    Py_XDECREF(frame);
}
#else
static PyCodeObject* __Pyx_CreateCodeObjectForTraceback(
            const char *funcname, int c_line,
            int py_line, const char *filename) {
    PyCodeObject *py_code = NULL;
    PyObject *py_funcname = NULL;
    if (c_line) {
        py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
        if (!py_funcname) goto bad;
        funcname = PyUnicode_AsUTF8(py_funcname);
        if (!funcname) goto bad;
    }
    py_code = PyCode_NewEmpty(filename, funcname, py_line);
    Py_XDECREF(py_funcname);
    return py_code;
bad:
    Py_XDECREF(py_funcname);
    return NULL;
}
static void __Pyx_AddTraceback(const char *funcname, int c_line,
                               int py_line, const char *filename) {
    PyCodeObject *py_code = 0;
    PyFrameObject *py_frame = 0;
    PyThreadState *tstate = __Pyx_PyThreadState_Current;
    PyObject *ptype, *pvalue, *ptraceback;
    if (c_line) {
        c_line = __Pyx_CLineForTraceback(tstate, c_line);
    }
    py_code = __pyx_find_code_object(c_line ? -c_line : py_line);
    if (!py_code) {
        __Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
        py_code = __Pyx_CreateCodeObjectForTraceback(
            funcname, c_line, py_line, filename);
        if (!py_code) {
            /* If the code object creation fails, then we should clear the
               fetched exception references and propagate the new exception */
            Py_XDECREF(ptype);
            Py_XDECREF(pvalue);
            Py_XDECREF(ptraceback);
            goto bad;
        }
        __Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
        __pyx_insert_code_object(c_line ? -c_line : py_line, py_code);
    }
    py_frame = PyFrame_New(
        tstate,            /*PyThreadState *tstate,*/
        py_code,           /*PyCodeObject *code,*/
        __pyx_mstate_global->__pyx_d,    /*PyObject *globals,*/
        0                  /*PyObject *locals*/
    );
    if (!py_frame) goto bad;
    __Pyx_PyFrame_SetLineNumber(py_frame, py_line);
    PyTraceBack_Here(py_frame);
bad:
    Py_XDECREF(py_code);
    Py_XDECREF(py_frame);
}
#endif

/* Declarations */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
  #ifdef __cplusplus
    static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
      return ::std::complex< double >(x, y);
    }
  #else
    static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
      return x + y*(__pyx_t_double_complex)_Complex_I;
    }
  #endif
#else
    static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
      __pyx_t_double_complex z;
      z.real = x;
      z.imag = y;
      return z;
    }
#endif

/* Arithmetic */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#else
    static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
       return (a.real == b.real) && (a.imag == b.imag);
    }
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
        __pyx_t_double_complex z;
        z.real = a.real + b.real;
        z.imag = a.imag + b.imag;
        return z;
    }
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
        __pyx_t_double_complex z;
        z.real = a.real - b.real;
        z.imag = a.imag - b.imag;
        return z;
    }
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
        __pyx_t_double_complex z;
        z.real = a.real * b.real - a.imag * b.imag;
        z.imag = a.real * b.imag + a.imag * b.real;
        return z;
    }
    #if 1
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
        if (b.imag == 0) {
            return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
        } else if (fabs(b.real) >= fabs(b.imag)) {
            if (b.real == 0 && b.imag == 0) {
                return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.imag);
            } else {
                double r = b.imag / b.real;
                double s = (double)(1.0) / (b.real + b.imag * r);
                return __pyx_t_double_complex_from_parts(
                    (a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
            }
        } else {
            double r = b.real / b.imag;
            double s = (double)(1.0) / (b.imag + b.real * r);
            return __pyx_t_double_complex_from_parts(
                (a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
        }
    }
    #else
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
        if (b.imag == 0) {
            return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
        } else {
            double denom = b.real * b.real + b.imag * b.imag;
            return __pyx_t_double_complex_from_parts(
                (a.real * b.real + a.imag * b.imag) / denom,
                (a.imag * b.real - a.real * b.imag) / denom);
        }
    }
    #endif
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex a) {
        __pyx_t_double_complex z;
        z.real = -a.real;
        z.imag = -a.imag;
        return z;
    }
    static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex a) {
       return (a.real == 0) && (a.imag == 0);
    }
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex a) {
        __pyx_t_double_complex z;
        z.real =  a.real;
        z.imag = -a.imag;
        return z;
    }
    #if 1
        static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex z) {
          #if !defined(HAVE_HYPOT) || defined(_MSC_VER)
            return sqrt(z.real*z.real + z.imag*z.imag);
          #else
            return hypot(z.real, z.imag);
          #endif
        }
        static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
            __pyx_t_double_complex z;
            double r, lnr, theta, z_r, z_theta;
            if (b.imag == 0 && b.real == (int)b.real) {
                if (b.real < 0) {
                    double denom = a.real * a.real + a.imag * a.imag;
                    a.real = a.real / denom;
                    a.imag = -a.imag / denom;
                    b.real = -b.real;
                }
                switch ((int)b.real) {
                    case 0:
                        z.real = 1;
                        z.imag = 0;
                        return z;
                    case 1:
                        return a;
                    case 2:
                        return __Pyx_c_prod_double(a, a);
                    case 3:
                        z = __Pyx_c_prod_double(a, a);
                        return __Pyx_c_prod_double(z, a);
                    case 4:
                        z = __Pyx_c_prod_double(a, a);
                        return __Pyx_c_prod_double(z, z);
                }
            }
            if (a.imag == 0) {
                if (a.real == 0) {
                    return a;
                } else if ((b.imag == 0) && (a.real >= 0)) {
                    z.real = pow(a.real, b.real);
                    z.imag = 0;
                    return z;
                } else if (a.real > 0) {
                    r = a.real;
                    theta = 0;
                } else {
                    r = -a.real;
                    theta = atan2(0.0, -1.0);
                }
            } else {
                r = __Pyx_c_abs_double(a);
                theta = atan2(a.imag, a.real);
            }
            lnr = log(r);
            z_r = exp(lnr * b.real - theta * b.imag);
            z_theta = theta * b.real + lnr * b.imag;
            z.real = z_r * cos(z_theta);
            z.imag = z_r * sin(z_theta);
            return z;
        }
    #endif
#endif

/* CIntFromPyVerify */
#define __PYX_VERIFY_RETURN_INT(target_type, func_type, func_value)\
    __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 0)
#define __PYX_VERIFY_RETURN_INT_EXC(target_type, func_type, func_value)\
    __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 1)
#define __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, exc)\
    {\
        func_type value = func_value;\
        if (sizeof(target_type) < sizeof(func_type)) {\
            if (unlikely(value != (func_type) (target_type) value)) {\
                func_type zero = 0;\
                if (exc && unlikely(value == (func_type)-1 && PyErr_Occurred()))\
                    return (target_type) -1;\
                if (is_unsigned && unlikely(value < zero))\
                    goto raise_neg_overflow;\
                else\
                    goto raise_overflow;\
            }\
        }\
        return (target_type) value;\
    }

/* Declarations */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
  #ifdef __cplusplus
    static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
      return ::std::complex< float >(x, y);
    }
  #else
    static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
      return x + y*(__pyx_t_float_complex)_Complex_I;
    }
  #endif
#else
    static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
      __pyx_t_float_complex z;
      z.real = x;
      z.imag = y;
      return z;
    }
#endif

/* Arithmetic */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#else
    static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
       return (a.real == b.real) && (a.imag == b.imag);
    }
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
        __pyx_t_float_complex z;
        z.real = a.real + b.real;
        z.imag = a.imag + b.imag;
        return z;
    }
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
        __pyx_t_float_complex z;
        z.real = a.real - b.real;
        z.imag = a.imag - b.imag;
        return z;
    }
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
        __pyx_t_float_complex z;
        z.real = a.real * b.real - a.imag * b.imag;
        z.imag = a.real * b.imag + a.imag * b.real;
        return z;
    }
    #if 1
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
        if (b.imag == 0) {
            return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real);
        } else if (fabsf(b.real) >= fabsf(b.imag)) {
            if (b.real == 0 && b.imag == 0) {
                return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.imag);
            } else {
                float r = b.imag / b.real;
                float s = (float)(1.0) / (b.real + b.imag * r);
                return __pyx_t_float_complex_from_parts(
                    (a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
            }
        } else {
            float r = b.real / b.imag;
            float s = (float)(1.0) / (b.imag + b.real * r);
            return __pyx_t_float_complex_from_parts(
                (a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
        }
    }
    #else
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
        if (b.imag == 0) {
            return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real);
        } else {
            float denom = b.real * b.real + b.imag * b.imag;
            return __pyx_t_float_complex_from_parts(
                (a.real * b.real + a.imag * b.imag) / denom,
                (a.imag * b.real - a.real * b.imag) / denom);
        }
    }
    #endif
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex a) {
        __pyx_t_float_complex z;
        z.real = -a.real;
        z.imag = -a.imag;
        return z;
    }
    static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex a) {
       return (a.real == 0) && (a.imag == 0);
    }
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex a) {
        __pyx_t_float_complex z;
        z.real =  a.real;
        z.imag = -a.imag;
        return z;
    }
    #if 1
        static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex z) {
          #if !defined(HAVE_HYPOT) || defined(_MSC_VER)
            return sqrtf(z.real*z.real + z.imag*z.imag);
          #else
            return hypotf(z.real, z.imag);
          #endif
        }
        static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
            __pyx_t_float_complex z;
            float r, lnr, theta, z_r, z_theta;
            if (b.imag == 0 && b.real == (int)b.real) {
                if (b.real < 0) {
                    float denom = a.real * a.real + a.imag * a.imag;
                    a.real = a.real / denom;
                    a.imag = -a.imag / denom;
                    b.real = -b.real;
                }
                switch ((int)b.real) {
                    case 0:
                        z.real = 1;
                        z.imag = 0;
                        return z;
                    case 1:
                        return a;
                    case 2:
                        return __Pyx_c_prod_float(a, a);
                    case 3:
                        z = __Pyx_c_prod_float(a, a);
                        return __Pyx_c_prod_float(z, a);
                    case 4:
                        z = __Pyx_c_prod_float(a, a);
                        return __Pyx_c_prod_float(z, z);
                }
            }
            if (a.imag == 0) {
                if (a.real == 0) {
                    return a;
                } else if ((b.imag == 0) && (a.real >= 0)) {
                    z.real = powf(a.real, b.real);
                    z.imag = 0;
                    return z;
                } else if (a.real > 0) {
                    r = a.real;
                    theta = 0;
                } else {
                    r = -a.real;
                    theta = atan2f(0.0, -1.0);
                }
            } else {
                r = __Pyx_c_abs_float(a);
                theta = atan2f(a.imag, a.real);
            }
            lnr = logf(r);
            z_r = expf(lnr * b.real - theta * b.imag);
            z_theta = theta * b.real + lnr * b.imag;
            z.real = z_r * cosf(z_theta);
            z.imag = z_r * sinf(z_theta);
            return z;
        }
    #endif
#endif

/* Declarations */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
  #ifdef __cplusplus
    static CYTHON_INLINE __pyx_t_long_double_complex __pyx_t_long_double_complex_from_parts(long double x, long double y) {
      return ::std::complex< long double >(x, y);
    }
  #else
    static CYTHON_INLINE __pyx_t_long_double_complex __pyx_t_long_double_complex_from_parts(long double x, long double y) {
      return x + y*(__pyx_t_long_double_complex)_Complex_I;
    }
  #endif
#else
    static CYTHON_INLINE __pyx_t_long_double_complex __pyx_t_long_double_complex_from_parts(long double x, long double y) {
      __pyx_t_long_double_complex z;
      z.real = x;
      z.imag = y;
      return z;
    }
#endif

/* Arithmetic */
#if CYTHON_CCOMPLEX && (1) && (!0 || __cplusplus)
#else
    static CYTHON_INLINE int __Pyx_c_eq_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
       return (a.real == b.real) && (a.imag == b.imag);
    }
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_sum_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
        __pyx_t_long_double_complex z;
        z.real = a.real + b.real;
        z.imag = a.imag + b.imag;
        return z;
    }
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_diff_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
        __pyx_t_long_double_complex z;
        z.real = a.real - b.real;
        z.imag = a.imag - b.imag;
        return z;
    }
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_prod_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
        __pyx_t_long_double_complex z;
        z.real = a.real * b.real - a.imag * b.imag;
        z.imag = a.real * b.imag + a.imag * b.real;
        return z;
    }
    #if 1
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_quot_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
        if (b.imag == 0) {
            return __pyx_t_long_double_complex_from_parts(a.real / b.real, a.imag / b.real);
        } else if (fabsl(b.real) >= fabsl(b.imag)) {
            if (b.real == 0 && b.imag == 0) {
                return __pyx_t_long_double_complex_from_parts(a.real / b.real, a.imag / b.imag);
            } else {
                long double r = b.imag / b.real;
                long double s = (long double)(1.0) / (b.real + b.imag * r);
                return __pyx_t_long_double_complex_from_parts(
                    (a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
            }
        } else {
            long double r = b.real / b.imag;
            long double s = (long double)(1.0) / (b.imag + b.real * r);
            return __pyx_t_long_double_complex_from_parts(
                (a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
        }
    }
    #else
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_quot_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
        if (b.imag == 0) {
            return __pyx_t_long_double_complex_from_parts(a.real / b.real, a.imag / b.real);
        } else {
            long double denom = b.real * b.real + b.imag * b.imag;
            return __pyx_t_long_double_complex_from_parts(
                (a.real * b.real + a.imag * b.imag) / denom,
                (a.imag * b.real - a.real * b.imag) / denom);
        }
    }
    #endif
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_neg_long__double(__pyx_t_long_double_complex a) {
        __pyx_t_long_double_complex z;
        z.real = -a.real;
        z.imag = -a.imag;
        return z;
    }
    static CYTHON_INLINE int __Pyx_c_is_zero_long__double(__pyx_t_long_double_complex a) {
       return (a.real == 0) && (a.imag == 0);
    }
    static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_conj_long__double(__pyx_t_long_double_complex a) {
        __pyx_t_long_double_complex z;
        z.real =  a.real;
        z.imag = -a.imag;
        return z;
    }
    #if 1
        static CYTHON_INLINE long double __Pyx_c_abs_long__double(__pyx_t_long_double_complex z) {
          #if !defined(HAVE_HYPOT) || defined(_MSC_VER)
            return sqrtl(z.real*z.real + z.imag*z.imag);
          #else
            return hypotl(z.real, z.imag);
          #endif
        }
        static CYTHON_INLINE __pyx_t_long_double_complex __Pyx_c_pow_long__double(__pyx_t_long_double_complex a, __pyx_t_long_double_complex b) {
            __pyx_t_long_double_complex z;
            long double r, lnr, theta, z_r, z_theta;
            if (b.imag == 0 && b.real == (int)b.real) {
                if (b.real < 0) {
                    long double denom = a.real * a.real + a.imag * a.imag;
                    a.real = a.real / denom;
                    a.imag = -a.imag / denom;
                    b.real = -b.real;
                }
                switch ((int)b.real) {
                    case 0:
                        z.real = 1;
                        z.imag = 0;
                        return z;
                    case 1:
                        return a;
                    case 2:
                        return __Pyx_c_prod_long__double(a, a);
                    case 3:
                        z = __Pyx_c_prod_long__double(a, a);
                        return __Pyx_c_prod_long__double(z, a);
                    case 4:
                        z = __Pyx_c_prod_long__double(a, a);
                        return __Pyx_c_prod_long__double(z, z);
                }
            }
            if (a.imag == 0) {
                if (a.real == 0) {
                    return a;
                } else if ((b.imag == 0) && (a.real >= 0)) {
                    z.real = powl(a.real, b.real);
                    z.imag = 0;
                    return z;
                } else if (a.real > 0) {
                    r = a.real;
                    theta = 0;
                } else {
                    r = -a.real;
                    theta = atan2l(0.0, -1.0);
                }
            } else {
                r = __Pyx_c_abs_long__double(a);
                theta = atan2l(a.imag, a.real);
            }
            lnr = logl(r);
            z_r = expl(lnr * b.real - theta * b.imag);
            z_theta = theta * b.real + lnr * b.imag;
            z.real = z_r * cosl(z_theta);
            z.imag = z_r * sinl(z_theta);
            return z;
        }
    #endif
#endif

/* CIntFromPy */
static CYTHON_INLINE size_t __Pyx_PyLong_As_size_t(PyObject *x) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
    const size_t neg_one = (size_t) -1, const_zero = (size_t) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
    const int is_unsigned = neg_one > const_zero;
    if (unlikely(!PyLong_Check(x))) {
        size_t val;
        PyObject *tmp = __Pyx_PyNumber_Long(x);
        if (!tmp) return (size_t) -1;
        val = __Pyx_PyLong_As_size_t(tmp);
        Py_DECREF(tmp);
        return val;
    }
    if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
        if (unlikely(__Pyx_PyLong_IsNeg(x))) {
            goto raise_neg_overflow;
        } else if (__Pyx_PyLong_IsCompact(x)) {
            __PYX_VERIFY_RETURN_INT(size_t, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
        } else {
            const digit* digits = __Pyx_PyLong_Digits(x);
            assert(__Pyx_PyLong_DigitCount(x) > 1);
            switch (__Pyx_PyLong_DigitCount(x)) {
                case 2:
                    if ((8 * sizeof(size_t) > 1 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(size_t) >= 2 * PyLong_SHIFT)) {
                            return (size_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
                        }
                    }
                    break;
                case 3:
                    if ((8 * sizeof(size_t) > 2 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(size_t) >= 3 * PyLong_SHIFT)) {
                            return (size_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
                        }
                    }
                    break;
                case 4:
                    if ((8 * sizeof(size_t) > 3 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(size_t) >= 4 * PyLong_SHIFT)) {
                            return (size_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
                        }
                    }
                    break;
            }
        }
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
        if (unlikely(Py_SIZE(x) < 0)) {
            goto raise_neg_overflow;
        }
#else
        {
            int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
            if (unlikely(result < 0))
                return (size_t) -1;
            if (unlikely(result == 1))
                goto raise_neg_overflow;
        }
#endif
        if ((sizeof(size_t) <= sizeof(unsigned long))) {
            __PYX_VERIFY_RETURN_INT_EXC(size_t, unsigned long, PyLong_AsUnsignedLong(x))
        } else if ((sizeof(size_t) <= sizeof(unsigned PY_LONG_LONG))) {
            __PYX_VERIFY_RETURN_INT_EXC(size_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
        }
    } else {
#if CYTHON_USE_PYLONG_INTERNALS
        if (__Pyx_PyLong_IsCompact(x)) {
            __PYX_VERIFY_RETURN_INT(size_t, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
        } else {
            const digit* digits = __Pyx_PyLong_Digits(x);
            assert(__Pyx_PyLong_DigitCount(x) > 1);
            switch (__Pyx_PyLong_SignedDigitCount(x)) {
                case -2:
                    if ((8 * sizeof(size_t) - 1 > 1 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT)) {
                            return (size_t) (((size_t)-1)*(((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                        }
                    }
                    break;
                case 2:
                    if ((8 * sizeof(size_t) > 1 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT)) {
                            return (size_t) ((((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                        }
                    }
                    break;
                case -3:
                    if ((8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT)) {
                            return (size_t) (((size_t)-1)*(((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                        }
                    }
                    break;
                case 3:
                    if ((8 * sizeof(size_t) > 2 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT)) {
                            return (size_t) ((((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                        }
                    }
                    break;
                case -4:
                    if ((8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(size_t) - 1 > 4 * PyLong_SHIFT)) {
                            return (size_t) (((size_t)-1)*(((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                        }
                    }
                    break;
                case 4:
                    if ((8 * sizeof(size_t) > 3 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(size_t) - 1 > 4 * PyLong_SHIFT)) {
                            return (size_t) ((((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                        }
                    }
                    break;
            }
        }
#endif
        if ((sizeof(size_t) <= sizeof(long))) {
            __PYX_VERIFY_RETURN_INT_EXC(size_t, long, PyLong_AsLong(x))
        } else if ((sizeof(size_t) <= sizeof(PY_LONG_LONG))) {
            __PYX_VERIFY_RETURN_INT_EXC(size_t, PY_LONG_LONG, PyLong_AsLongLong(x))
        }
    }
    {
        size_t val;
        int ret = -1;
#if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
        Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
            x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
        if (unlikely(bytes_copied == -1)) {
        } else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
            goto raise_overflow;
        } else {
            ret = 0;
        }
#elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
        int one = 1; int is_little = (int)*(unsigned char *)&one;
        unsigned char *bytes = (unsigned char *)&val;
        ret = _PyLong_AsByteArray((PyLongObject *)x,
                                    bytes, sizeof(val),
                                    is_little, !is_unsigned);
#else
        PyObject *v;
        PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
        int bits, remaining_bits, is_negative = 0;
        int chunk_size = (sizeof(long) < 8) ? 30 : 62;
        if (likely(PyLong_CheckExact(x))) {
            v = __Pyx_NewRef(x);
        } else {
            v = PyNumber_Long(x);
            if (unlikely(!v)) return (size_t) -1;
            assert(PyLong_CheckExact(v));
        }
        {
            int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
            if (unlikely(result < 0)) {
                Py_DECREF(v);
                return (size_t) -1;
            }
            is_negative = result == 1;
        }
        if (is_unsigned && unlikely(is_negative)) {
            Py_DECREF(v);
            goto raise_neg_overflow;
        } else if (is_negative) {
            stepval = PyNumber_Invert(v);
            Py_DECREF(v);
            if (unlikely(!stepval))
                return (size_t) -1;
        } else {
            stepval = v;
        }
        v = NULL;
        val = (size_t) 0;
        mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
        shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
        for (bits = 0; bits < (int) sizeof(size_t) * 8 - chunk_size; bits += chunk_size) {
            PyObject *tmp, *digit;
            long idigit;
            digit = PyNumber_And(stepval, mask);
            if (unlikely(!digit)) goto done;
            idigit = PyLong_AsLong(digit);
            Py_DECREF(digit);
            if (unlikely(idigit < 0)) goto done;
            val |= ((size_t) idigit) << bits;
            tmp = PyNumber_Rshift(stepval, shift);
            if (unlikely(!tmp)) goto done;
            Py_DECREF(stepval); stepval = tmp;
        }
        Py_DECREF(shift); shift = NULL;
        Py_DECREF(mask); mask = NULL;
        {
            long idigit = PyLong_AsLong(stepval);
            if (unlikely(idigit < 0)) goto done;
            remaining_bits = ((int) sizeof(size_t) * 8) - bits - (is_unsigned ? 0 : 1);
            if (unlikely(idigit >= (1L << remaining_bits)))
                goto raise_overflow;
            val |= ((size_t) idigit) << bits;
        }
        if (!is_unsigned) {
            if (unlikely(val & (((size_t) 1) << (sizeof(size_t) * 8 - 1))))
                goto raise_overflow;
            if (is_negative)
                val = ~val;
        }
        ret = 0;
    done:
        Py_XDECREF(shift);
        Py_XDECREF(mask);
        Py_XDECREF(stepval);
#endif
        if (unlikely(ret))
            return (size_t) -1;
        return val;
    }
raise_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "value too large to convert to size_t");
    return (size_t) -1;
raise_neg_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "can't convert negative value to size_t");
    return (size_t) -1;
}

/* CIntFromPy */
static CYTHON_INLINE PY_LONG_LONG __Pyx_PyLong_As_PY_LONG_LONG(PyObject *x) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
    const PY_LONG_LONG neg_one = (PY_LONG_LONG) -1, const_zero = (PY_LONG_LONG) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
    const int is_unsigned = neg_one > const_zero;
    if (unlikely(!PyLong_Check(x))) {
        PY_LONG_LONG val;
        PyObject *tmp = __Pyx_PyNumber_Long(x);
        if (!tmp) return (PY_LONG_LONG) -1;
        val = __Pyx_PyLong_As_PY_LONG_LONG(tmp);
        Py_DECREF(tmp);
        return val;
    }
    if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
        if (unlikely(__Pyx_PyLong_IsNeg(x))) {
            goto raise_neg_overflow;
        } else if (__Pyx_PyLong_IsCompact(x)) {
            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
        } else {
            const digit* digits = __Pyx_PyLong_Digits(x);
            assert(__Pyx_PyLong_DigitCount(x) > 1);
            switch (__Pyx_PyLong_DigitCount(x)) {
                case 2:
                    if ((8 * sizeof(PY_LONG_LONG) > 1 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(PY_LONG_LONG) >= 2 * PyLong_SHIFT)) {
                            return (PY_LONG_LONG) (((((PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0]));
                        }
                    }
                    break;
                case 3:
                    if ((8 * sizeof(PY_LONG_LONG) > 2 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(PY_LONG_LONG) >= 3 * PyLong_SHIFT)) {
                            return (PY_LONG_LONG) (((((((PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0]));
                        }
                    }
                    break;
                case 4:
                    if ((8 * sizeof(PY_LONG_LONG) > 3 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(PY_LONG_LONG) >= 4 * PyLong_SHIFT)) {
                            return (PY_LONG_LONG) (((((((((PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0]));
                        }
                    }
                    break;
            }
        }
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
        if (unlikely(Py_SIZE(x) < 0)) {
            goto raise_neg_overflow;
        }
#else
        {
            int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
            if (unlikely(result < 0))
                return (PY_LONG_LONG) -1;
            if (unlikely(result == 1))
                goto raise_neg_overflow;
        }
#endif
        if ((sizeof(PY_LONG_LONG) <= sizeof(unsigned long))) {
            __PYX_VERIFY_RETURN_INT_EXC(PY_LONG_LONG, unsigned long, PyLong_AsUnsignedLong(x))
        } else if ((sizeof(PY_LONG_LONG) <= sizeof(unsigned PY_LONG_LONG))) {
            __PYX_VERIFY_RETURN_INT_EXC(PY_LONG_LONG, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
        }
    } else {
#if CYTHON_USE_PYLONG_INTERNALS
        if (__Pyx_PyLong_IsCompact(x)) {
            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
        } else {
            const digit* digits = __Pyx_PyLong_Digits(x);
            assert(__Pyx_PyLong_DigitCount(x) > 1);
            switch (__Pyx_PyLong_SignedDigitCount(x)) {
                case -2:
                    if ((8 * sizeof(PY_LONG_LONG) - 1 > 1 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT)) {
                            return (PY_LONG_LONG) (((PY_LONG_LONG)-1)*(((((PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case 2:
                    if ((8 * sizeof(PY_LONG_LONG) > 1 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT)) {
                            return (PY_LONG_LONG) ((((((PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case -3:
                    if ((8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT)) {
                            return (PY_LONG_LONG) (((PY_LONG_LONG)-1)*(((((((PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case 3:
                    if ((8 * sizeof(PY_LONG_LONG) > 2 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT)) {
                            return (PY_LONG_LONG) ((((((((PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case -4:
                    if ((8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT)) {
                            return (PY_LONG_LONG) (((PY_LONG_LONG)-1)*(((((((((PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case 4:
                    if ((8 * sizeof(PY_LONG_LONG) > 3 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT)) {
                            return (PY_LONG_LONG) ((((((((((PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
            }
        }
#endif
        if ((sizeof(PY_LONG_LONG) <= sizeof(long))) {
            __PYX_VERIFY_RETURN_INT_EXC(PY_LONG_LONG, long, PyLong_AsLong(x))
        } else if ((sizeof(PY_LONG_LONG) <= sizeof(PY_LONG_LONG))) {
            __PYX_VERIFY_RETURN_INT_EXC(PY_LONG_LONG, PY_LONG_LONG, PyLong_AsLongLong(x))
        }
    }
    {
        PY_LONG_LONG val;
        int ret = -1;
#if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
        Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
            x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
        if (unlikely(bytes_copied == -1)) {
        } else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
            goto raise_overflow;
        } else {
            ret = 0;
        }
#elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
        int one = 1; int is_little = (int)*(unsigned char *)&one;
        unsigned char *bytes = (unsigned char *)&val;
        ret = _PyLong_AsByteArray((PyLongObject *)x,
                                    bytes, sizeof(val),
                                    is_little, !is_unsigned);
#else
        PyObject *v;
        PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
        int bits, remaining_bits, is_negative = 0;
        int chunk_size = (sizeof(long) < 8) ? 30 : 62;
        if (likely(PyLong_CheckExact(x))) {
            v = __Pyx_NewRef(x);
        } else {
            v = PyNumber_Long(x);
            if (unlikely(!v)) return (PY_LONG_LONG) -1;
            assert(PyLong_CheckExact(v));
        }
        {
            int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
            if (unlikely(result < 0)) {
                Py_DECREF(v);
                return (PY_LONG_LONG) -1;
            }
            is_negative = result == 1;
        }
        if (is_unsigned && unlikely(is_negative)) {
            Py_DECREF(v);
            goto raise_neg_overflow;
        } else if (is_negative) {
            stepval = PyNumber_Invert(v);
            Py_DECREF(v);
            if (unlikely(!stepval))
                return (PY_LONG_LONG) -1;
        } else {
            stepval = v;
        }
        v = NULL;
        val = (PY_LONG_LONG) 0;
        mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
        shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
        for (bits = 0; bits < (int) sizeof(PY_LONG_LONG) * 8 - chunk_size; bits += chunk_size) {
            PyObject *tmp, *digit;
            long idigit;
            digit = PyNumber_And(stepval, mask);
            if (unlikely(!digit)) goto done;
            idigit = PyLong_AsLong(digit);
            Py_DECREF(digit);
            if (unlikely(idigit < 0)) goto done;
            val |= ((PY_LONG_LONG) idigit) << bits;
            tmp = PyNumber_Rshift(stepval, shift);
            if (unlikely(!tmp)) goto done;
            Py_DECREF(stepval); stepval = tmp;
        }
        Py_DECREF(shift); shift = NULL;
        Py_DECREF(mask); mask = NULL;
        {
            long idigit = PyLong_AsLong(stepval);
            if (unlikely(idigit < 0)) goto done;
            remaining_bits = ((int) sizeof(PY_LONG_LONG) * 8) - bits - (is_unsigned ? 0 : 1);
            if (unlikely(idigit >= (1L << remaining_bits)))
                goto raise_overflow;
            val |= ((PY_LONG_LONG) idigit) << bits;
        }
        if (!is_unsigned) {
            if (unlikely(val & (((PY_LONG_LONG) 1) << (sizeof(PY_LONG_LONG) * 8 - 1))))
                goto raise_overflow;
            if (is_negative)
                val = ~val;
        }
        ret = 0;
    done:
        Py_XDECREF(shift);
        Py_XDECREF(mask);
        Py_XDECREF(stepval);
#endif
        if (unlikely(ret))
            return (PY_LONG_LONG) -1;
        return val;
    }
raise_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "value too large to convert to PY_LONG_LONG");
    return (PY_LONG_LONG) -1;
raise_neg_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "can't convert negative value to PY_LONG_LONG");
    return (PY_LONG_LONG) -1;
}

/* CIntToPy */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_PY_LONG_LONG(PY_LONG_LONG value) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
    const PY_LONG_LONG neg_one = (PY_LONG_LONG) -1, const_zero = (PY_LONG_LONG) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
    const int is_unsigned = neg_one > const_zero;
    if (is_unsigned) {
        if (sizeof(PY_LONG_LONG) < sizeof(long)) {
            return PyLong_FromLong((long) value);
        } else if (sizeof(PY_LONG_LONG) <= sizeof(unsigned long)) {
            return PyLong_FromUnsignedLong((unsigned long) value);
#if !CYTHON_COMPILING_IN_PYPY
        } else if (sizeof(PY_LONG_LONG) <= sizeof(unsigned PY_LONG_LONG)) {
            return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
#endif
        }
    } else {
        if (sizeof(PY_LONG_LONG) <= sizeof(long)) {
            return PyLong_FromLong((long) value);
        } else if (sizeof(PY_LONG_LONG) <= sizeof(PY_LONG_LONG)) {
            return PyLong_FromLongLong((PY_LONG_LONG) value);
        }
    }
    {
        unsigned char *bytes = (unsigned char *)&value;
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00A4
        if (is_unsigned) {
            return PyLong_FromUnsignedNativeBytes(bytes, sizeof(value), -1);
        } else {
            return PyLong_FromNativeBytes(bytes, sizeof(value), -1);
        }
#elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030d0000
        int one = 1; int little = (int)*(unsigned char *)&one;
        return _PyLong_FromByteArray(bytes, sizeof(PY_LONG_LONG),
                                     little, !is_unsigned);
#else
        int one = 1; int little = (int)*(unsigned char *)&one;
        PyObject *from_bytes, *result = NULL, *kwds = NULL;
        PyObject *py_bytes = NULL, *order_str = NULL;
        from_bytes = PyObject_GetAttrString((PyObject*)&PyLong_Type, "from_bytes");
        if (!from_bytes) return NULL;
        py_bytes = PyBytes_FromStringAndSize((char*)bytes, sizeof(PY_LONG_LONG));
        if (!py_bytes) goto limited_bad;
        order_str = PyUnicode_FromString(little ? "little" : "big");
        if (!order_str) goto limited_bad;
        {
            PyObject *args[3+(CYTHON_VECTORCALL ? 1 : 0)] = { NULL, py_bytes, order_str };
            if (!is_unsigned) {
                kwds = __Pyx_MakeVectorcallBuilderKwds(1);
                if (!kwds) goto limited_bad;
                if (__Pyx_VectorcallBuilder_AddArgStr("signed", __Pyx_NewRef(Py_True), kwds, args+3, 0) < 0) goto limited_bad;
            }
            result = __Pyx_Object_Vectorcall_CallFromBuilder(from_bytes, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET, kwds);
        }
        limited_bad:
        Py_XDECREF(kwds);
        Py_XDECREF(order_str);
        Py_XDECREF(py_bytes);
        Py_XDECREF(from_bytes);
        return result;
#endif
    }
}

/* CIntToPy */
static CYTHON_INLINE PyObject* __Pyx_PyLong_From_long(long value) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
    const long neg_one = (long) -1, const_zero = (long) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
    const int is_unsigned = neg_one > const_zero;
    if (is_unsigned) {
        if (sizeof(long) < sizeof(long)) {
            return PyLong_FromLong((long) value);
        } else if (sizeof(long) <= sizeof(unsigned long)) {
            return PyLong_FromUnsignedLong((unsigned long) value);
#if !CYTHON_COMPILING_IN_PYPY
        } else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) {
            return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
#endif
        }
    } else {
        if (sizeof(long) <= sizeof(long)) {
            return PyLong_FromLong((long) value);
        } else if (sizeof(long) <= sizeof(PY_LONG_LONG)) {
            return PyLong_FromLongLong((PY_LONG_LONG) value);
        }
    }
    {
        unsigned char *bytes = (unsigned char *)&value;
#if !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d00A4
        if (is_unsigned) {
            return PyLong_FromUnsignedNativeBytes(bytes, sizeof(value), -1);
        } else {
            return PyLong_FromNativeBytes(bytes, sizeof(value), -1);
        }
#elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX < 0x030d0000
        int one = 1; int little = (int)*(unsigned char *)&one;
        return _PyLong_FromByteArray(bytes, sizeof(long),
                                     little, !is_unsigned);
#else
        int one = 1; int little = (int)*(unsigned char *)&one;
        PyObject *from_bytes, *result = NULL, *kwds = NULL;
        PyObject *py_bytes = NULL, *order_str = NULL;
        from_bytes = PyObject_GetAttrString((PyObject*)&PyLong_Type, "from_bytes");
        if (!from_bytes) return NULL;
        py_bytes = PyBytes_FromStringAndSize((char*)bytes, sizeof(long));
        if (!py_bytes) goto limited_bad;
        order_str = PyUnicode_FromString(little ? "little" : "big");
        if (!order_str) goto limited_bad;
        {
            PyObject *args[3+(CYTHON_VECTORCALL ? 1 : 0)] = { NULL, py_bytes, order_str };
            if (!is_unsigned) {
                kwds = __Pyx_MakeVectorcallBuilderKwds(1);
                if (!kwds) goto limited_bad;
                if (__Pyx_VectorcallBuilder_AddArgStr("signed", __Pyx_NewRef(Py_True), kwds, args+3, 0) < 0) goto limited_bad;
            }
            result = __Pyx_Object_Vectorcall_CallFromBuilder(from_bytes, args+1, 2 | __Pyx_PY_VECTORCALL_ARGUMENTS_OFFSET, kwds);
        }
        limited_bad:
        Py_XDECREF(kwds);
        Py_XDECREF(order_str);
        Py_XDECREF(py_bytes);
        Py_XDECREF(from_bytes);
        return result;
#endif
    }
}

/* FormatTypeName */
#if CYTHON_COMPILING_IN_LIMITED_API && __PYX_LIMITED_VERSION_HEX < 0x030d0000
static __Pyx_TypeName
__Pyx_PyType_GetFullyQualifiedName(PyTypeObject* tp)
{
    PyObject *module = NULL, *name = NULL, *result = NULL;
    #if __PYX_LIMITED_VERSION_HEX < 0x030b0000
    name = __Pyx_PyObject_GetAttrStr((PyObject *)tp,
                                               __pyx_mstate_global->__pyx_n_u_qualname);
    #else
    name = PyType_GetQualName(tp);
    #endif
    if (unlikely(name == NULL) || unlikely(!PyUnicode_Check(name))) goto bad;
    module = __Pyx_PyObject_GetAttrStr((PyObject *)tp,
                                               __pyx_mstate_global->__pyx_n_u_module);
    if (unlikely(module == NULL) || unlikely(!PyUnicode_Check(module))) goto bad;
    if (PyUnicode_CompareWithASCIIString(module, "builtins") == 0) {
        result = name;
        name = NULL;
        goto done;
    }
    result = PyUnicode_FromFormat("%U.%U", module, name);
    if (unlikely(result == NULL)) goto bad;
  done:
    Py_XDECREF(name);
    Py_XDECREF(module);
    return result;
  bad:
    PyErr_Clear();
    if (name) {
        result = name;
        name = NULL;
    } else {
        result = __Pyx_NewRef(__pyx_mstate_global->__pyx_kp_u__2);
    }
    goto done;
}
#endif

/* CIntFromPy */
static CYTHON_INLINE long __Pyx_PyLong_As_long(PyObject *x) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
    const long neg_one = (long) -1, const_zero = (long) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
    const int is_unsigned = neg_one > const_zero;
    if (unlikely(!PyLong_Check(x))) {
        long val;
        PyObject *tmp = __Pyx_PyNumber_Long(x);
        if (!tmp) return (long) -1;
        val = __Pyx_PyLong_As_long(tmp);
        Py_DECREF(tmp);
        return val;
    }
    if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
        if (unlikely(__Pyx_PyLong_IsNeg(x))) {
            goto raise_neg_overflow;
        } else if (__Pyx_PyLong_IsCompact(x)) {
            __PYX_VERIFY_RETURN_INT(long, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
        } else {
            const digit* digits = __Pyx_PyLong_Digits(x);
            assert(__Pyx_PyLong_DigitCount(x) > 1);
            switch (__Pyx_PyLong_DigitCount(x)) {
                case 2:
                    if ((8 * sizeof(long) > 1 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(long) >= 2 * PyLong_SHIFT)) {
                            return (long) (((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
                        }
                    }
                    break;
                case 3:
                    if ((8 * sizeof(long) > 2 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(long) >= 3 * PyLong_SHIFT)) {
                            return (long) (((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
                        }
                    }
                    break;
                case 4:
                    if ((8 * sizeof(long) > 3 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(long) >= 4 * PyLong_SHIFT)) {
                            return (long) (((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
                        }
                    }
                    break;
            }
        }
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
        if (unlikely(Py_SIZE(x) < 0)) {
            goto raise_neg_overflow;
        }
#else
        {
            int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
            if (unlikely(result < 0))
                return (long) -1;
            if (unlikely(result == 1))
                goto raise_neg_overflow;
        }
#endif
        if ((sizeof(long) <= sizeof(unsigned long))) {
            __PYX_VERIFY_RETURN_INT_EXC(long, unsigned long, PyLong_AsUnsignedLong(x))
        } else if ((sizeof(long) <= sizeof(unsigned PY_LONG_LONG))) {
            __PYX_VERIFY_RETURN_INT_EXC(long, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
        }
    } else {
#if CYTHON_USE_PYLONG_INTERNALS
        if (__Pyx_PyLong_IsCompact(x)) {
            __PYX_VERIFY_RETURN_INT(long, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
        } else {
            const digit* digits = __Pyx_PyLong_Digits(x);
            assert(__Pyx_PyLong_DigitCount(x) > 1);
            switch (__Pyx_PyLong_SignedDigitCount(x)) {
                case -2:
                    if ((8 * sizeof(long) - 1 > 1 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(long) - 1 > 2 * PyLong_SHIFT)) {
                            return (long) (((long)-1)*(((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                        }
                    }
                    break;
                case 2:
                    if ((8 * sizeof(long) > 1 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(long) - 1 > 2 * PyLong_SHIFT)) {
                            return (long) ((((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                        }
                    }
                    break;
                case -3:
                    if ((8 * sizeof(long) - 1 > 2 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(long) - 1 > 3 * PyLong_SHIFT)) {
                            return (long) (((long)-1)*(((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                        }
                    }
                    break;
                case 3:
                    if ((8 * sizeof(long) > 2 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(long) - 1 > 3 * PyLong_SHIFT)) {
                            return (long) ((((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                        }
                    }
                    break;
                case -4:
                    if ((8 * sizeof(long) - 1 > 3 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(long) - 1 > 4 * PyLong_SHIFT)) {
                            return (long) (((long)-1)*(((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                        }
                    }
                    break;
                case 4:
                    if ((8 * sizeof(long) > 3 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(long) - 1 > 4 * PyLong_SHIFT)) {
                            return (long) ((((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                        }
                    }
                    break;
            }
        }
#endif
        if ((sizeof(long) <= sizeof(long))) {
            __PYX_VERIFY_RETURN_INT_EXC(long, long, PyLong_AsLong(x))
        } else if ((sizeof(long) <= sizeof(PY_LONG_LONG))) {
            __PYX_VERIFY_RETURN_INT_EXC(long, PY_LONG_LONG, PyLong_AsLongLong(x))
        }
    }
    {
        long val;
        int ret = -1;
#if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
        Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
            x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
        if (unlikely(bytes_copied == -1)) {
        } else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
            goto raise_overflow;
        } else {
            ret = 0;
        }
#elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
        int one = 1; int is_little = (int)*(unsigned char *)&one;
        unsigned char *bytes = (unsigned char *)&val;
        ret = _PyLong_AsByteArray((PyLongObject *)x,
                                    bytes, sizeof(val),
                                    is_little, !is_unsigned);
#else
        PyObject *v;
        PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
        int bits, remaining_bits, is_negative = 0;
        int chunk_size = (sizeof(long) < 8) ? 30 : 62;
        if (likely(PyLong_CheckExact(x))) {
            v = __Pyx_NewRef(x);
        } else {
            v = PyNumber_Long(x);
            if (unlikely(!v)) return (long) -1;
            assert(PyLong_CheckExact(v));
        }
        {
            int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
            if (unlikely(result < 0)) {
                Py_DECREF(v);
                return (long) -1;
            }
            is_negative = result == 1;
        }
        if (is_unsigned && unlikely(is_negative)) {
            Py_DECREF(v);
            goto raise_neg_overflow;
        } else if (is_negative) {
            stepval = PyNumber_Invert(v);
            Py_DECREF(v);
            if (unlikely(!stepval))
                return (long) -1;
        } else {
            stepval = v;
        }
        v = NULL;
        val = (long) 0;
        mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
        shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
        for (bits = 0; bits < (int) sizeof(long) * 8 - chunk_size; bits += chunk_size) {
            PyObject *tmp, *digit;
            long idigit;
            digit = PyNumber_And(stepval, mask);
            if (unlikely(!digit)) goto done;
            idigit = PyLong_AsLong(digit);
            Py_DECREF(digit);
            if (unlikely(idigit < 0)) goto done;
            val |= ((long) idigit) << bits;
            tmp = PyNumber_Rshift(stepval, shift);
            if (unlikely(!tmp)) goto done;
            Py_DECREF(stepval); stepval = tmp;
        }
        Py_DECREF(shift); shift = NULL;
        Py_DECREF(mask); mask = NULL;
        {
            long idigit = PyLong_AsLong(stepval);
            if (unlikely(idigit < 0)) goto done;
            remaining_bits = ((int) sizeof(long) * 8) - bits - (is_unsigned ? 0 : 1);
            if (unlikely(idigit >= (1L << remaining_bits)))
                goto raise_overflow;
            val |= ((long) idigit) << bits;
        }
        if (!is_unsigned) {
            if (unlikely(val & (((long) 1) << (sizeof(long) * 8 - 1))))
                goto raise_overflow;
            if (is_negative)
                val = ~val;
        }
        ret = 0;
    done:
        Py_XDECREF(shift);
        Py_XDECREF(mask);
        Py_XDECREF(stepval);
#endif
        if (unlikely(ret))
            return (long) -1;
        return val;
    }
raise_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "value too large to convert to long");
    return (long) -1;
raise_neg_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "can't convert negative value to long");
    return (long) -1;
}

/* CIntFromPy */
static CYTHON_INLINE int __Pyx_PyLong_As_int(PyObject *x) {
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wconversion"
#endif
    const int neg_one = (int) -1, const_zero = (int) 0;
#ifdef __Pyx_HAS_GCC_DIAGNOSTIC
#pragma GCC diagnostic pop
#endif
    const int is_unsigned = neg_one > const_zero;
    if (unlikely(!PyLong_Check(x))) {
        int val;
        PyObject *tmp = __Pyx_PyNumber_Long(x);
        if (!tmp) return (int) -1;
        val = __Pyx_PyLong_As_int(tmp);
        Py_DECREF(tmp);
        return val;
    }
    if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
        if (unlikely(__Pyx_PyLong_IsNeg(x))) {
            goto raise_neg_overflow;
        } else if (__Pyx_PyLong_IsCompact(x)) {
            __PYX_VERIFY_RETURN_INT(int, __Pyx_compact_upylong, __Pyx_PyLong_CompactValueUnsigned(x))
        } else {
            const digit* digits = __Pyx_PyLong_Digits(x);
            assert(__Pyx_PyLong_DigitCount(x) > 1);
            switch (__Pyx_PyLong_DigitCount(x)) {
                case 2:
                    if ((8 * sizeof(int) > 1 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(int) >= 2 * PyLong_SHIFT)) {
                            return (int) (((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
                        }
                    }
                    break;
                case 3:
                    if ((8 * sizeof(int) > 2 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(int) >= 3 * PyLong_SHIFT)) {
                            return (int) (((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
                        }
                    }
                    break;
                case 4:
                    if ((8 * sizeof(int) > 3 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(int) >= 4 * PyLong_SHIFT)) {
                            return (int) (((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
                        }
                    }
                    break;
            }
        }
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030C00A7
        if (unlikely(Py_SIZE(x) < 0)) {
            goto raise_neg_overflow;
        }
#else
        {
            int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
            if (unlikely(result < 0))
                return (int) -1;
            if (unlikely(result == 1))
                goto raise_neg_overflow;
        }
#endif
        if ((sizeof(int) <= sizeof(unsigned long))) {
            __PYX_VERIFY_RETURN_INT_EXC(int, unsigned long, PyLong_AsUnsignedLong(x))
        } else if ((sizeof(int) <= sizeof(unsigned PY_LONG_LONG))) {
            __PYX_VERIFY_RETURN_INT_EXC(int, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
        }
    } else {
#if CYTHON_USE_PYLONG_INTERNALS
        if (__Pyx_PyLong_IsCompact(x)) {
            __PYX_VERIFY_RETURN_INT(int, __Pyx_compact_pylong, __Pyx_PyLong_CompactValue(x))
        } else {
            const digit* digits = __Pyx_PyLong_Digits(x);
            assert(__Pyx_PyLong_DigitCount(x) > 1);
            switch (__Pyx_PyLong_SignedDigitCount(x)) {
                case -2:
                    if ((8 * sizeof(int) - 1 > 1 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(int) - 1 > 2 * PyLong_SHIFT)) {
                            return (int) (((int)-1)*(((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                        }
                    }
                    break;
                case 2:
                    if ((8 * sizeof(int) > 1 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 2 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(int) - 1 > 2 * PyLong_SHIFT)) {
                            return (int) ((((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                        }
                    }
                    break;
                case -3:
                    if ((8 * sizeof(int) - 1 > 2 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(int) - 1 > 3 * PyLong_SHIFT)) {
                            return (int) (((int)-1)*(((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                        }
                    }
                    break;
                case 3:
                    if ((8 * sizeof(int) > 2 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 3 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(int) - 1 > 3 * PyLong_SHIFT)) {
                            return (int) ((((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                        }
                    }
                    break;
                case -4:
                    if ((8 * sizeof(int) - 1 > 3 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(int) - 1 > 4 * PyLong_SHIFT)) {
                            return (int) (((int)-1)*(((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                        }
                    }
                    break;
                case 4:
                    if ((8 * sizeof(int) > 3 * PyLong_SHIFT)) {
                        if ((8 * sizeof(unsigned long) > 4 * PyLong_SHIFT)) {
                            __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if ((8 * sizeof(int) - 1 > 4 * PyLong_SHIFT)) {
                            return (int) ((((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                        }
                    }
                    break;
            }
        }
#endif
        if ((sizeof(int) <= sizeof(long))) {
            __PYX_VERIFY_RETURN_INT_EXC(int, long, PyLong_AsLong(x))
        } else if ((sizeof(int) <= sizeof(PY_LONG_LONG))) {
            __PYX_VERIFY_RETURN_INT_EXC(int, PY_LONG_LONG, PyLong_AsLongLong(x))
        }
    }
    {
        int val;
        int ret = -1;
#if PY_VERSION_HEX >= 0x030d00A6 && !CYTHON_COMPILING_IN_LIMITED_API
        Py_ssize_t bytes_copied = PyLong_AsNativeBytes(
            x, &val, sizeof(val), Py_ASNATIVEBYTES_NATIVE_ENDIAN | (is_unsigned ? Py_ASNATIVEBYTES_UNSIGNED_BUFFER | Py_ASNATIVEBYTES_REJECT_NEGATIVE : 0));
        if (unlikely(bytes_copied == -1)) {
        } else if (unlikely(bytes_copied > (Py_ssize_t) sizeof(val))) {
            goto raise_overflow;
        } else {
            ret = 0;
        }
#elif PY_VERSION_HEX < 0x030d0000 && !(CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_LIMITED_API) || defined(_PyLong_AsByteArray)
        int one = 1; int is_little = (int)*(unsigned char *)&one;
        unsigned char *bytes = (unsigned char *)&val;
        ret = _PyLong_AsByteArray((PyLongObject *)x,
                                    bytes, sizeof(val),
                                    is_little, !is_unsigned);
#else
        PyObject *v;
        PyObject *stepval = NULL, *mask = NULL, *shift = NULL;
        int bits, remaining_bits, is_negative = 0;
        int chunk_size = (sizeof(long) < 8) ? 30 : 62;
        if (likely(PyLong_CheckExact(x))) {
            v = __Pyx_NewRef(x);
        } else {
            v = PyNumber_Long(x);
            if (unlikely(!v)) return (int) -1;
            assert(PyLong_CheckExact(v));
        }
        {
            int result = PyObject_RichCompareBool(v, Py_False, Py_LT);
            if (unlikely(result < 0)) {
                Py_DECREF(v);
                return (int) -1;
            }
            is_negative = result == 1;
        }
        if (is_unsigned && unlikely(is_negative)) {
            Py_DECREF(v);
            goto raise_neg_overflow;
        } else if (is_negative) {
            stepval = PyNumber_Invert(v);
            Py_DECREF(v);
            if (unlikely(!stepval))
                return (int) -1;
        } else {
            stepval = v;
        }
        v = NULL;
        val = (int) 0;
        mask = PyLong_FromLong((1L << chunk_size) - 1); if (unlikely(!mask)) goto done;
        shift = PyLong_FromLong(chunk_size); if (unlikely(!shift)) goto done;
        for (bits = 0; bits < (int) sizeof(int) * 8 - chunk_size; bits += chunk_size) {
            PyObject *tmp, *digit;
            long idigit;
            digit = PyNumber_And(stepval, mask);
            if (unlikely(!digit)) goto done;
            idigit = PyLong_AsLong(digit);
            Py_DECREF(digit);
            if (unlikely(idigit < 0)) goto done;
            val |= ((int) idigit) << bits;
            tmp = PyNumber_Rshift(stepval, shift);
            if (unlikely(!tmp)) goto done;
            Py_DECREF(stepval); stepval = tmp;
        }
        Py_DECREF(shift); shift = NULL;
        Py_DECREF(mask); mask = NULL;
        {
            long idigit = PyLong_AsLong(stepval);
            if (unlikely(idigit < 0)) goto done;
            remaining_bits = ((int) sizeof(int) * 8) - bits - (is_unsigned ? 0 : 1);
            if (unlikely(idigit >= (1L << remaining_bits)))
                goto raise_overflow;
            val |= ((int) idigit) << bits;
        }
        if (!is_unsigned) {
            if (unlikely(val & (((int) 1) << (sizeof(int) * 8 - 1))))
                goto raise_overflow;
            if (is_negative)
                val = ~val;
        }
        ret = 0;
    done:
        Py_XDECREF(shift);
        Py_XDECREF(mask);
        Py_XDECREF(stepval);
#endif
        if (unlikely(ret))
            return (int) -1;
        return val;
    }
raise_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "value too large to convert to int");
    return (int) -1;
raise_neg_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "can't convert negative value to int");
    return (int) -1;
}

/* FastTypeChecks */
#if CYTHON_COMPILING_IN_CPYTHON
static int __Pyx_InBases(PyTypeObject *a, PyTypeObject *b) {
    while (a) {
        a = __Pyx_PyType_GetSlot(a, tp_base, PyTypeObject*);
        if (a == b)
            return 1;
    }
    return b == &PyBaseObject_Type;
}
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b) {
    PyObject *mro;
    if (a == b) return 1;
    mro = a->tp_mro;
    if (likely(mro)) {
        Py_ssize_t i, n;
        n = PyTuple_GET_SIZE(mro);
        for (i = 0; i < n; i++) {
            if (PyTuple_GET_ITEM(mro, i) == (PyObject *)b)
                return 1;
        }
        return 0;
    }
    return __Pyx_InBases(a, b);
}
static CYTHON_INLINE int __Pyx_IsAnySubtype2(PyTypeObject *cls, PyTypeObject *a, PyTypeObject *b) {
    PyObject *mro;
    if (cls == a || cls == b) return 1;
    mro = cls->tp_mro;
    if (likely(mro)) {
        Py_ssize_t i, n;
        n = PyTuple_GET_SIZE(mro);
        for (i = 0; i < n; i++) {
            PyObject *base = PyTuple_GET_ITEM(mro, i);
            if (base == (PyObject *)a || base == (PyObject *)b)
                return 1;
        }
        return 0;
    }
    return __Pyx_InBases(cls, a) || __Pyx_InBases(cls, b);
}
static CYTHON_INLINE int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject *exc_type2) {
    if (exc_type1) {
        return __Pyx_IsAnySubtype2((PyTypeObject*)err, (PyTypeObject*)exc_type1, (PyTypeObject*)exc_type2);
    } else {
        return __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type2);
    }
}
static int __Pyx_PyErr_GivenExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
    Py_ssize_t i, n;
    assert(PyExceptionClass_Check(exc_type));
    n = PyTuple_GET_SIZE(tuple);
    for (i=0; i<n; i++) {
        if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
    }
    for (i=0; i<n; i++) {
        PyObject *t = PyTuple_GET_ITEM(tuple, i);
        if (likely(PyExceptionClass_Check(t))) {
            if (__Pyx_inner_PyErr_GivenExceptionMatches2(exc_type, NULL, t)) return 1;
        } else {
        }
    }
    return 0;
}
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject* exc_type) {
    if (likely(err == exc_type)) return 1;
    if (likely(PyExceptionClass_Check(err))) {
        if (likely(PyExceptionClass_Check(exc_type))) {
            return __Pyx_inner_PyErr_GivenExceptionMatches2(err, NULL, exc_type);
        } else if (likely(PyTuple_Check(exc_type))) {
            return __Pyx_PyErr_GivenExceptionMatchesTuple(err, exc_type);
        } else {
        }
    }
    return PyErr_GivenExceptionMatches(err, exc_type);
}
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *exc_type1, PyObject *exc_type2) {
    assert(PyExceptionClass_Check(exc_type1));
    assert(PyExceptionClass_Check(exc_type2));
    if (likely(err == exc_type1 || err == exc_type2)) return 1;
    if (likely(PyExceptionClass_Check(err))) {
        return __Pyx_inner_PyErr_GivenExceptionMatches2(err, exc_type1, exc_type2);
    }
    return (PyErr_GivenExceptionMatches(err, exc_type1) || PyErr_GivenExceptionMatches(err, exc_type2));
}
#endif

/* GetRuntimeVersion */
#if __PYX_LIMITED_VERSION_HEX < 0x030b0000
void __Pyx_init_runtime_version(void) {
    if (__Pyx_cached_runtime_version == 0) {
        const char* rt_version = Py_GetVersion();
        unsigned long version = 0;
        unsigned long factor = 0x01000000UL;
        unsigned int digit = 0;
        int i = 0;
        while (factor) {
            while ('0' <= rt_version[i] && rt_version[i] <= '9') {
                digit = digit * 10 + (unsigned int) (rt_version[i] - '0');
                ++i;
            }
            version += factor * digit;
            if (rt_version[i] != '.')
                break;
            digit = 0;
            factor >>= 8;
            ++i;
        }
        __Pyx_cached_runtime_version = version;
    }
}
#endif
static unsigned long __Pyx_get_runtime_version(void) {
#if __PYX_LIMITED_VERSION_HEX >= 0x030b0000
    return Py_Version & ~0xFFUL;
#else
    return __Pyx_cached_runtime_version;
#endif
}

/* CheckBinaryVersion */
static int __Pyx_check_binary_version(unsigned long ct_version, unsigned long rt_version, int allow_newer) {
    const unsigned long MAJOR_MINOR = 0xFFFF0000UL;
    if ((rt_version & MAJOR_MINOR) == (ct_version & MAJOR_MINOR))
        return 0;
    if (likely(allow_newer && (rt_version & MAJOR_MINOR) > (ct_version & MAJOR_MINOR)))
        return 1;
    {
        char message[200];
        PyOS_snprintf(message, sizeof(message),
                      "compile time Python version %d.%d "
                      "of module '%.100s' "
                      "%s "
                      "runtime version %d.%d",
                       (int) (ct_version >> 24), (int) ((ct_version >> 16) & 0xFF),
                       __Pyx_MODULE_NAME,
                       (allow_newer) ? "was newer than" : "does not match",
                       (int) (rt_version >> 24), (int) ((rt_version >> 16) & 0xFF)
       );
        return PyErr_WarnEx(NULL, message, 1);
    }
}

/* NewCodeObj */
#if CYTHON_COMPILING_IN_LIMITED_API
    static PyObject* __Pyx__PyCode_New(int a, int p, int k, int l, int s, int f,
                                       PyObject *code, PyObject *c, PyObject* n, PyObject *v,
                                       PyObject *fv, PyObject *cell, PyObject* fn,
                                       PyObject *name, int fline, PyObject *lnos) {
        PyObject *exception_table = NULL;
        PyObject *types_module=NULL, *code_type=NULL, *result=NULL;
        #if __PYX_LIMITED_VERSION_HEX < 0x030b0000
        PyObject *version_info;
        PyObject *py_minor_version = NULL;
        #endif
        long minor_version = 0;
        PyObject *type, *value, *traceback;
        PyErr_Fetch(&type, &value, &traceback);
        #if __PYX_LIMITED_VERSION_HEX >= 0x030b0000
        minor_version = 11;
        #else
        if (!(version_info = PySys_GetObject("version_info"))) goto end;
        if (!(py_minor_version = PySequence_GetItem(version_info, 1))) goto end;
        minor_version = PyLong_AsLong(py_minor_version);
        Py_DECREF(py_minor_version);
        if (minor_version == -1 && PyErr_Occurred()) goto end;
        #endif
        if (!(types_module = PyImport_ImportModule("types"))) goto end;
        if (!(code_type = PyObject_GetAttrString(types_module, "CodeType"))) goto end;
        if (minor_version <= 7) {
            (void)p;
            result = PyObject_CallFunction(code_type, "iiiiiOOOOOOiOOO", a, k, l, s, f, code,
                          c, n, v, fn, name, fline, lnos, fv, cell);
        } else if (minor_version <= 10) {
            result = PyObject_CallFunction(code_type, "iiiiiiOOOOOOiOOO", a,p, k, l, s, f, code,
                          c, n, v, fn, name, fline, lnos, fv, cell);
        } else {
            if (!(exception_table = PyBytes_FromStringAndSize(NULL, 0))) goto end;
            result = PyObject_CallFunction(code_type, "iiiiiiOOOOOOOiOOOO", a,p, k, l, s, f, code,
                          c, n, v, fn, name, name, fline, lnos, exception_table, fv, cell);
        }
    end:
        Py_XDECREF(code_type);
        Py_XDECREF(exception_table);
        Py_XDECREF(types_module);
        if (type) {
            PyErr_Restore(type, value, traceback);
        }
        return result;
    }
#elif PY_VERSION_HEX >= 0x030B0000
  static PyCodeObject* __Pyx__PyCode_New(int a, int p, int k, int l, int s, int f,
                                         PyObject *code, PyObject *c, PyObject* n, PyObject *v,
                                         PyObject *fv, PyObject *cell, PyObject* fn,
                                         PyObject *name, int fline, PyObject *lnos) {
    PyCodeObject *result;
    result =
      #if PY_VERSION_HEX >= 0x030C0000
        PyUnstable_Code_NewWithPosOnlyArgs
      #else
        PyCode_NewWithPosOnlyArgs
      #endif
        (a, p, k, l, s, f, code, c, n, v, fv, cell, fn, name, name, fline, lnos, __pyx_mstate_global->__pyx_empty_bytes);
    #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030c00A1
    if (likely(result))
        result->_co_firsttraceable = 0;
    #endif
    return result;
  }
#elif !CYTHON_COMPILING_IN_PYPY
  #define __Pyx__PyCode_New(a, p, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
          PyCode_NewWithPosOnlyArgs(a, p, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
#else
  #define __Pyx__PyCode_New(a, p, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
          PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
#endif
static PyObject* __Pyx_PyCode_New(
        const __Pyx_PyCode_New_function_description descr,
        PyObject * const *varnames,
        PyObject *filename,
        PyObject *funcname,
        PyObject *line_table,
        PyObject *tuple_dedup_map
) {
    PyObject *code_obj = NULL, *varnames_tuple_dedup = NULL, *code_bytes = NULL;
    Py_ssize_t var_count = (Py_ssize_t) descr.nlocals;
    PyObject *varnames_tuple = PyTuple_New(var_count);
    if (unlikely(!varnames_tuple)) return NULL;
    for (Py_ssize_t i=0; i < var_count; i++) {
        Py_INCREF(varnames[i]);
        if (__Pyx_PyTuple_SET_ITEM(varnames_tuple, i, varnames[i]) != (0)) goto done;
    }
    #if CYTHON_COMPILING_IN_LIMITED_API
    varnames_tuple_dedup = PyDict_GetItem(tuple_dedup_map, varnames_tuple);
    if (!varnames_tuple_dedup) {
        if (unlikely(PyDict_SetItem(tuple_dedup_map, varnames_tuple, varnames_tuple) < 0)) goto done;
        varnames_tuple_dedup = varnames_tuple;
    }
    #else
    varnames_tuple_dedup = PyDict_SetDefault(tuple_dedup_map, varnames_tuple, varnames_tuple);
    if (unlikely(!varnames_tuple_dedup)) goto done;
    #endif
    #if CYTHON_AVOID_BORROWED_REFS
    Py_INCREF(varnames_tuple_dedup);
    #endif
    if (__PYX_LIMITED_VERSION_HEX >= (0x030b0000) && line_table != NULL && !CYTHON_COMPILING_IN_GRAAL) {
        Py_ssize_t line_table_length = __Pyx_PyBytes_GET_SIZE(line_table);
        #if !CYTHON_ASSUME_SAFE_SIZE
        if (unlikely(line_table_length == -1)) goto done;
        #endif
        Py_ssize_t code_len = (line_table_length * 2 + 4) & ~3LL;
        code_bytes = PyBytes_FromStringAndSize(NULL, code_len);
        if (unlikely(!code_bytes)) goto done;
        char* c_code_bytes = PyBytes_AsString(code_bytes);
        if (unlikely(!c_code_bytes)) goto done;
        memset(c_code_bytes, 0, (size_t) code_len);
    }
    code_obj = (PyObject*) __Pyx__PyCode_New(
        (int) descr.argcount,
        (int) descr.num_posonly_args,
        (int) descr.num_kwonly_args,
        (int) descr.nlocals,
        0,
        (int) descr.flags,
        code_bytes ? code_bytes : __pyx_mstate_global->__pyx_empty_bytes,
        __pyx_mstate_global->__pyx_empty_tuple,
        __pyx_mstate_global->__pyx_empty_tuple,
        varnames_tuple_dedup,
        __pyx_mstate_global->__pyx_empty_tuple,
        __pyx_mstate_global->__pyx_empty_tuple,
        filename,
        funcname,
        (int) descr.first_line,
        (__PYX_LIMITED_VERSION_HEX >= (0x030b0000) && line_table) ? line_table : __pyx_mstate_global->__pyx_empty_bytes
    );
done:
    Py_XDECREF(code_bytes);
    #if CYTHON_AVOID_BORROWED_REFS
    Py_XDECREF(varnames_tuple_dedup);
    #endif
    Py_DECREF(varnames_tuple);
    return code_obj;
}

/* DecompressString */
static PyObject *__Pyx_DecompressString(const char *s, Py_ssize_t length, int algo) {
    PyObject *module, *decompress, *compressed_bytes, *decompressed;
    const char* module_name = algo == 3 ? "compression.zstd" : algo == 2 ? "bz2" : "zlib";
    PyObject *methodname = PyUnicode_FromString("decompress");
    if (unlikely(!methodname)) return NULL;
    #if __PYX_LIMITED_VERSION_HEX >= 0x030e0000
    if (algo == 3) {
        PyObject *fromlist = Py_BuildValue("[O]", methodname);
        if (unlikely(!fromlist)) return NULL;
        module = PyImport_ImportModuleLevel("compression.zstd", NULL, NULL, fromlist, 0);
        Py_DECREF(fromlist);
    } else
    #endif
        module = PyImport_ImportModule(module_name);
    if (unlikely(!module)) goto import_failed;
    decompress = PyObject_GetAttr(module, methodname);
    if (unlikely(!decompress)) goto import_failed;
    {
        #ifdef __cplusplus
            char *memview_bytes = const_cast<char*>(s);
        #else
            #if defined(__clang__)
              #pragma clang diagnostic push
              #pragma clang diagnostic ignored "-Wcast-qual"
            #elif !defined(__INTEL_COMPILER) && defined(__GNUC__)
              #pragma GCC diagnostic push
              #pragma GCC diagnostic ignored "-Wcast-qual"
            #endif
            char *memview_bytes = (char*) s;
            #if defined(__clang__)
              #pragma clang diagnostic pop
            #elif !defined(__INTEL_COMPILER) && defined(__GNUC__)
              #pragma GCC diagnostic pop
            #endif
        #endif
        #if CYTHON_COMPILING_IN_LIMITED_API && !defined(PyBUF_READ)
        int memview_flags = 0x100;
        #else
        int memview_flags = PyBUF_READ;
        #endif
        compressed_bytes = PyMemoryView_FromMemory(memview_bytes, length, memview_flags);
    }
    if (unlikely(!compressed_bytes)) {
        Py_DECREF(decompress);
        goto bad;
    }
    decompressed = PyObject_CallFunctionObjArgs(decompress, compressed_bytes, NULL);
    Py_DECREF(compressed_bytes);
    Py_DECREF(decompress);
    Py_DECREF(module);
    Py_DECREF(methodname);
    return decompressed;
import_failed:
    PyErr_Format(PyExc_ImportError,
        "Failed to import '%.20s.decompress' - cannot initialise module strings. "
        "String compression was configured with the C macro 'CYTHON_COMPRESS_STRINGS=%d'.",
        module_name, algo);
bad:
    Py_XDECREF(module);
    Py_DECREF(methodname);
    return NULL;
}

#include <string.h>
static CYTHON_INLINE Py_ssize_t __Pyx_ssize_strlen(const char *s) {
    size_t len = strlen(s);
    if (unlikely(len > (size_t) PY_SSIZE_T_MAX)) {
        PyErr_SetString(PyExc_OverflowError, "byte string is too long");
        return -1;
    }
    return (Py_ssize_t) len;
}
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char* c_str) {
    Py_ssize_t len = __Pyx_ssize_strlen(c_str);
    if (unlikely(len < 0)) return NULL;
    return __Pyx_PyUnicode_FromStringAndSize(c_str, len);
}
static CYTHON_INLINE PyObject* __Pyx_PyByteArray_FromString(const char* c_str) {
    Py_ssize_t len = __Pyx_ssize_strlen(c_str);
    if (unlikely(len < 0)) return NULL;
    return PyByteArray_FromStringAndSize(c_str, len);
}
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject* o) {
    Py_ssize_t ignore;
    return __Pyx_PyObject_AsStringAndSize(o, &ignore);
}
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_UTF8
static CYTHON_INLINE const char* __Pyx_PyUnicode_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
    if (unlikely(__Pyx_PyUnicode_READY(o) == -1)) return NULL;
#if CYTHON_COMPILING_IN_LIMITED_API
    {
        const char* result;
        Py_ssize_t unicode_length;
        CYTHON_MAYBE_UNUSED_VAR(unicode_length); // only for __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
        #if __PYX_LIMITED_VERSION_HEX < 0x030A0000
        if (unlikely(PyArg_Parse(o, "s#", &result, length) < 0)) return NULL;
        #else
        result = PyUnicode_AsUTF8AndSize(o, length);
        #endif
        #if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
        unicode_length = PyUnicode_GetLength(o);
        if (unlikely(unicode_length < 0)) return NULL;
        if (unlikely(unicode_length != *length)) {
            PyUnicode_AsASCIIString(o);
            return NULL;
        }
        #endif
        return result;
    }
#else
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
    if (likely(PyUnicode_IS_ASCII(o))) {
        *length = PyUnicode_GET_LENGTH(o);
        return PyUnicode_AsUTF8(o);
    } else {
        PyUnicode_AsASCIIString(o);
        return NULL;
    }
#else
    return PyUnicode_AsUTF8AndSize(o, length);
#endif
#endif
}
#endif
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_UTF8
    if (PyUnicode_Check(o)) {
        return __Pyx_PyUnicode_AsStringAndSize(o, length);
    } else
#endif
    if (PyByteArray_Check(o)) {
#if (CYTHON_ASSUME_SAFE_SIZE && CYTHON_ASSUME_SAFE_MACROS) || (CYTHON_COMPILING_IN_PYPY && (defined(PyByteArray_AS_STRING) && defined(PyByteArray_GET_SIZE)))
        *length = PyByteArray_GET_SIZE(o);
        return PyByteArray_AS_STRING(o);
#else
        *length = PyByteArray_Size(o);
        if (*length == -1) return NULL;
        return PyByteArray_AsString(o);
#endif
    } else
    {
        char* result;
        int r = PyBytes_AsStringAndSize(o, &result, length);
        if (unlikely(r < 0)) {
            return NULL;
        } else {
            return result;
        }
    }
}
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject* x) {
   int is_true = x == Py_True;
   if (is_true | (x == Py_False) | (x == Py_None)) return is_true;
   else return PyObject_IsTrue(x);
}
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject* x) {
    int retval;
    if (unlikely(!x)) return -1;
    retval = __Pyx_PyObject_IsTrue(x);
    Py_DECREF(x);
    return retval;
}
static PyObject* __Pyx_PyNumber_LongWrongResultType(PyObject* result) {
    __Pyx_TypeName result_type_name = __Pyx_PyType_GetFullyQualifiedName(Py_TYPE(result));
    if (PyLong_Check(result)) {
        if (PyErr_WarnFormat(PyExc_DeprecationWarning, 1,
                "__int__ returned non-int (type " __Pyx_FMT_TYPENAME ").  "
                "The ability to return an instance of a strict subclass of int is deprecated, "
                "and may be removed in a future version of Python.",
                result_type_name)) {
            __Pyx_DECREF_TypeName(result_type_name);
            Py_DECREF(result);
            return NULL;
        }
        __Pyx_DECREF_TypeName(result_type_name);
        return result;
    }
    PyErr_Format(PyExc_TypeError,
                 "__int__ returned non-int (type " __Pyx_FMT_TYPENAME ")",
                 result_type_name);
    __Pyx_DECREF_TypeName(result_type_name);
    Py_DECREF(result);
    return NULL;
}
static CYTHON_INLINE PyObject* __Pyx_PyNumber_Long(PyObject* x) {
#if CYTHON_USE_TYPE_SLOTS
  PyNumberMethods *m;
#endif
  PyObject *res = NULL;
  if (likely(PyLong_Check(x)))
      return __Pyx_NewRef(x);
#if CYTHON_USE_TYPE_SLOTS
  m = Py_TYPE(x)->tp_as_number;
  if (likely(m && m->nb_int)) {
      res = m->nb_int(x);
  }
#else
  if (!PyBytes_CheckExact(x) && !PyUnicode_CheckExact(x)) {
      res = PyNumber_Long(x);
  }
#endif
  if (likely(res)) {
      if (unlikely(!PyLong_CheckExact(res))) {
          return __Pyx_PyNumber_LongWrongResultType(res);
      }
  }
  else if (!PyErr_Occurred()) {
      PyErr_SetString(PyExc_TypeError,
                      "an integer is required");
  }
  return res;
}
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject* b) {
  Py_ssize_t ival;
  PyObject *x;
  if (likely(PyLong_CheckExact(b))) {
    #if CYTHON_USE_PYLONG_INTERNALS
    if (likely(__Pyx_PyLong_IsCompact(b))) {
        return __Pyx_PyLong_CompactValue(b);
    } else {
      const digit* digits = __Pyx_PyLong_Digits(b);
      const Py_ssize_t size = __Pyx_PyLong_SignedDigitCount(b);
      switch (size) {
         case 2:
           if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
             return (Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case -2:
           if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
             return -(Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case 3:
           if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
             return (Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case -3:
           if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
             return -(Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case 4:
           if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
             return (Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case -4:
           if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
             return -(Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
      }
    }
    #endif
    return PyLong_AsSsize_t(b);
  }
  x = PyNumber_Index(b);
  if (!x) return -1;
  ival = PyLong_AsSsize_t(x);
  Py_DECREF(x);
  return ival;
}
static CYTHON_INLINE Py_hash_t __Pyx_PyIndex_AsHash_t(PyObject* o) {
  if (sizeof(Py_hash_t) == sizeof(Py_ssize_t)) {
    return (Py_hash_t) __Pyx_PyIndex_AsSsize_t(o);
  } else {
    Py_ssize_t ival;
    PyObject *x;
    x = PyNumber_Index(o);
    if (!x) return -1;
    ival = PyLong_AsLong(x);
    Py_DECREF(x);
    return ival;
  }
}
static CYTHON_INLINE PyObject *__Pyx_Owned_Py_None(int b) {
    CYTHON_UNUSED_VAR(b);
    return __Pyx_NewRef(Py_None);
}
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b) {
  return __Pyx_NewRef(b ? Py_True: Py_False);
}
static CYTHON_INLINE PyObject * __Pyx_PyLong_FromSize_t(size_t ival) {
    return PyLong_FromSize_t(ival);
}


/* MultiPhaseInitModuleState */
#if CYTHON_PEP489_MULTI_PHASE_INIT && CYTHON_USE_MODULE_STATE
#ifndef CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
#if (CYTHON_COMPILING_IN_LIMITED_API || PY_VERSION_HEX >= 0x030C0000)
  #define CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE 1
#else
  #define CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE 0
#endif
#endif
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE && !CYTHON_ATOMICS
#error "Module state with PEP489 requires atomics. Currently that's one of\
 C11, C++11, gcc atomic intrinsics or MSVC atomic intrinsics"
#endif
#if !CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
#define __Pyx_ModuleStateLookup_Lock()
#define __Pyx_ModuleStateLookup_Unlock()
#elif !CYTHON_COMPILING_IN_LIMITED_API && PY_VERSION_HEX >= 0x030d0000
static PyMutex __Pyx_ModuleStateLookup_mutex = {0};
#define __Pyx_ModuleStateLookup_Lock() PyMutex_Lock(&__Pyx_ModuleStateLookup_mutex)
#define __Pyx_ModuleStateLookup_Unlock() PyMutex_Unlock(&__Pyx_ModuleStateLookup_mutex)
#elif defined(__cplusplus) && __cplusplus >= 201103L
#include <mutex>
static std::mutex __Pyx_ModuleStateLookup_mutex;
#define __Pyx_ModuleStateLookup_Lock() __Pyx_ModuleStateLookup_mutex.lock()
#define __Pyx_ModuleStateLookup_Unlock() __Pyx_ModuleStateLookup_mutex.unlock()
#elif defined(__STDC_VERSION__) && (__STDC_VERSION__ > 201112L) && !defined(__STDC_NO_THREADS__)
#include <threads.h>
static mtx_t __Pyx_ModuleStateLookup_mutex;
static once_flag __Pyx_ModuleStateLookup_mutex_once_flag = ONCE_FLAG_INIT;
static void __Pyx_ModuleStateLookup_initialize_mutex(void) {
    mtx_init(&__Pyx_ModuleStateLookup_mutex, mtx_plain);
}
#define __Pyx_ModuleStateLookup_Lock()\
  call_once(&__Pyx_ModuleStateLookup_mutex_once_flag, __Pyx_ModuleStateLookup_initialize_mutex);\
  mtx_lock(&__Pyx_ModuleStateLookup_mutex)
#define __Pyx_ModuleStateLookup_Unlock() mtx_unlock(&__Pyx_ModuleStateLookup_mutex)
#elif defined(HAVE_PTHREAD_H)
#include <pthread.h>
static pthread_mutex_t __Pyx_ModuleStateLookup_mutex = PTHREAD_MUTEX_INITIALIZER;
#define __Pyx_ModuleStateLookup_Lock() pthread_mutex_lock(&__Pyx_ModuleStateLookup_mutex)
#define __Pyx_ModuleStateLookup_Unlock() pthread_mutex_unlock(&__Pyx_ModuleStateLookup_mutex)
#elif defined(_WIN32)
#include <Windows.h>  // synchapi.h on its own doesn't work
static SRWLOCK __Pyx_ModuleStateLookup_mutex = SRWLOCK_INIT;
#define __Pyx_ModuleStateLookup_Lock() AcquireSRWLockExclusive(&__Pyx_ModuleStateLookup_mutex)
#define __Pyx_ModuleStateLookup_Unlock() ReleaseSRWLockExclusive(&__Pyx_ModuleStateLookup_mutex)
#else
#error "No suitable lock available for CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE.\
 Requires C standard >= C11, or C++ standard >= C++11,\
 or pthreads, or the Windows 32 API, or Python >= 3.13."
#endif
typedef struct {
    int64_t id;
    PyObject *module;
} __Pyx_InterpreterIdAndModule;
typedef struct {
    char interpreter_id_as_index;
    Py_ssize_t count;
    Py_ssize_t allocated;
    __Pyx_InterpreterIdAndModule table[1];
} __Pyx_ModuleStateLookupData;
#define __PYX_MODULE_STATE_LOOKUP_SMALL_SIZE 32
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
static __pyx_atomic_int_type __Pyx_ModuleStateLookup_read_counter = 0;
#endif
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
static __pyx_atomic_ptr_type __Pyx_ModuleStateLookup_data = 0;
#else
static __Pyx_ModuleStateLookupData* __Pyx_ModuleStateLookup_data = NULL;
#endif
static __Pyx_InterpreterIdAndModule* __Pyx_State_FindModuleStateLookupTableLowerBound(
        __Pyx_InterpreterIdAndModule* table,
        Py_ssize_t count,
        int64_t interpreterId) {
    __Pyx_InterpreterIdAndModule* begin = table;
    __Pyx_InterpreterIdAndModule* end = begin + count;
    if (begin->id == interpreterId) {
        return begin;
    }
    while ((end - begin) > __PYX_MODULE_STATE_LOOKUP_SMALL_SIZE) {
        __Pyx_InterpreterIdAndModule* halfway = begin + (end - begin)/2;
        if (halfway->id == interpreterId) {
            return halfway;
        }
        if (halfway->id < interpreterId) {
            begin = halfway;
        } else {
            end = halfway;
        }
    }
    for (; begin < end; ++begin) {
        if (begin->id >= interpreterId) return begin;
    }
    return begin;
}
static PyObject *__Pyx_State_FindModule(CYTHON_UNUSED void* dummy) {
    int64_t interpreter_id = PyInterpreterState_GetID(__Pyx_PyInterpreterState_Get());
    if (interpreter_id == -1) return NULL;
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
    __Pyx_ModuleStateLookupData* data = (__Pyx_ModuleStateLookupData*)__pyx_atomic_pointer_load_relaxed(&__Pyx_ModuleStateLookup_data);
    {
        __pyx_atomic_incr_acq_rel(&__Pyx_ModuleStateLookup_read_counter);
        if (likely(data)) {
            __Pyx_ModuleStateLookupData* new_data = (__Pyx_ModuleStateLookupData*)__pyx_atomic_pointer_load_acquire(&__Pyx_ModuleStateLookup_data);
            if (likely(data == new_data)) {
                goto read_finished;
            }
        }
        __pyx_atomic_decr_acq_rel(&__Pyx_ModuleStateLookup_read_counter);
        __Pyx_ModuleStateLookup_Lock();
        __pyx_atomic_incr_relaxed(&__Pyx_ModuleStateLookup_read_counter);
        data = (__Pyx_ModuleStateLookupData*)__pyx_atomic_pointer_load_relaxed(&__Pyx_ModuleStateLookup_data);
        __Pyx_ModuleStateLookup_Unlock();
    }
  read_finished:;
#else
    __Pyx_ModuleStateLookupData* data = __Pyx_ModuleStateLookup_data;
#endif
    __Pyx_InterpreterIdAndModule* found = NULL;
    if (unlikely(!data)) goto end;
    if (data->interpreter_id_as_index) {
        if (interpreter_id < data->count) {
            found = data->table+interpreter_id;
        }
    } else {
        found = __Pyx_State_FindModuleStateLookupTableLowerBound(
            data->table, data->count, interpreter_id);
    }
  end:
    {
        PyObject *result=NULL;
        if (found && found->id == interpreter_id) {
            result = found->module;
        }
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
        __pyx_atomic_decr_acq_rel(&__Pyx_ModuleStateLookup_read_counter);
#endif
        return result;
    }
}
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
static void __Pyx_ModuleStateLookup_wait_until_no_readers(void) {
    while (__pyx_atomic_load(&__Pyx_ModuleStateLookup_read_counter) != 0);
}
#else
#define __Pyx_ModuleStateLookup_wait_until_no_readers()
#endif
static int __Pyx_State_AddModuleInterpIdAsIndex(__Pyx_ModuleStateLookupData **old_data, PyObject* module, int64_t interpreter_id) {
    Py_ssize_t to_allocate = (*old_data)->allocated;
    while (to_allocate <= interpreter_id) {
        if (to_allocate == 0) to_allocate = 1;
        else to_allocate *= 2;
    }
    __Pyx_ModuleStateLookupData *new_data = *old_data;
    if (to_allocate != (*old_data)->allocated) {
         new_data = (__Pyx_ModuleStateLookupData *)realloc(
            *old_data,
            sizeof(__Pyx_ModuleStateLookupData)+(to_allocate-1)*sizeof(__Pyx_InterpreterIdAndModule));
        if (!new_data) {
            PyErr_NoMemory();
            return -1;
        }
        for (Py_ssize_t i = new_data->allocated; i < to_allocate; ++i) {
            new_data->table[i].id = i;
            new_data->table[i].module = NULL;
        }
        new_data->allocated = to_allocate;
    }
    new_data->table[interpreter_id].module = module;
    if (new_data->count < interpreter_id+1) {
        new_data->count = interpreter_id+1;
    }
    *old_data = new_data;
    return 0;
}
static void __Pyx_State_ConvertFromInterpIdAsIndex(__Pyx_ModuleStateLookupData *data) {
    __Pyx_InterpreterIdAndModule *read = data->table;
    __Pyx_InterpreterIdAndModule *write = data->table;
    __Pyx_InterpreterIdAndModule *end = read + data->count;
    for (; read<end; ++read) {
        if (read->module) {
            write->id = read->id;
            write->module = read->module;
            ++write;
        }
    }
    data->count = write - data->table;
    for (; write<end; ++write) {
        write->id = 0;
        write->module = NULL;
    }
    data->interpreter_id_as_index = 0;
}
static int __Pyx_State_AddModule(PyObject* module, CYTHON_UNUSED void* dummy) {
    int64_t interpreter_id = PyInterpreterState_GetID(__Pyx_PyInterpreterState_Get());
    if (interpreter_id == -1) return -1;
    int result = 0;
    __Pyx_ModuleStateLookup_Lock();
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
    __Pyx_ModuleStateLookupData *old_data = (__Pyx_ModuleStateLookupData *)
            __pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, 0);
#else
    __Pyx_ModuleStateLookupData *old_data = __Pyx_ModuleStateLookup_data;
#endif
    __Pyx_ModuleStateLookupData *new_data = old_data;
    if (!new_data) {
        new_data = (__Pyx_ModuleStateLookupData *)calloc(1, sizeof(__Pyx_ModuleStateLookupData));
        if (!new_data) {
            result = -1;
            PyErr_NoMemory();
            goto end;
        }
        new_data->allocated = 1;
        new_data->interpreter_id_as_index = 1;
    }
    __Pyx_ModuleStateLookup_wait_until_no_readers();
    if (new_data->interpreter_id_as_index) {
        if (interpreter_id < __PYX_MODULE_STATE_LOOKUP_SMALL_SIZE) {
            result = __Pyx_State_AddModuleInterpIdAsIndex(&new_data, module, interpreter_id);
            goto end;
        }
        __Pyx_State_ConvertFromInterpIdAsIndex(new_data);
    }
    {
        Py_ssize_t insert_at = 0;
        {
            __Pyx_InterpreterIdAndModule* lower_bound = __Pyx_State_FindModuleStateLookupTableLowerBound(
                new_data->table, new_data->count, interpreter_id);
            assert(lower_bound);
            insert_at = lower_bound - new_data->table;
            if (unlikely(insert_at < new_data->count && lower_bound->id == interpreter_id)) {
                lower_bound->module = module;
                goto end;  // already in table, nothing more to do
            }
        }
        if (new_data->count+1 >= new_data->allocated) {
            Py_ssize_t to_allocate = (new_data->count+1)*2;
            new_data =
                (__Pyx_ModuleStateLookupData*)realloc(
                    new_data,
                    sizeof(__Pyx_ModuleStateLookupData) +
                    (to_allocate-1)*sizeof(__Pyx_InterpreterIdAndModule));
            if (!new_data) {
                result = -1;
                new_data = old_data;
                PyErr_NoMemory();
                goto end;
            }
            new_data->allocated = to_allocate;
        }
        ++new_data->count;
        int64_t last_id = interpreter_id;
        PyObject *last_module = module;
        for (Py_ssize_t i=insert_at; i<new_data->count; ++i) {
            int64_t current_id = new_data->table[i].id;
            new_data->table[i].id = last_id;
            last_id = current_id;
            PyObject *current_module = new_data->table[i].module;
            new_data->table[i].module = last_module;
            last_module = current_module;
        }
    }
  end:
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
    __pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, new_data);
#else
    __Pyx_ModuleStateLookup_data = new_data;
#endif
    __Pyx_ModuleStateLookup_Unlock();
    return result;
}
static int __Pyx_State_RemoveModule(CYTHON_UNUSED void* dummy) {
    int64_t interpreter_id = PyInterpreterState_GetID(__Pyx_PyInterpreterState_Get());
    if (interpreter_id == -1) return -1;
    __Pyx_ModuleStateLookup_Lock();
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
    __Pyx_ModuleStateLookupData *data = (__Pyx_ModuleStateLookupData *)
            __pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, 0);
#else
    __Pyx_ModuleStateLookupData *data = __Pyx_ModuleStateLookup_data;
#endif
    if (data->interpreter_id_as_index) {
        if (interpreter_id < data->count) {
            data->table[interpreter_id].module = NULL;
        }
        goto done;
    }
    {
        __Pyx_ModuleStateLookup_wait_until_no_readers();
        __Pyx_InterpreterIdAndModule* lower_bound = __Pyx_State_FindModuleStateLookupTableLowerBound(
            data->table, data->count, interpreter_id);
        if (!lower_bound) goto done;
        if (lower_bound->id != interpreter_id) goto done;
        __Pyx_InterpreterIdAndModule *end = data->table+data->count;
        for (;lower_bound<end-1; ++lower_bound) {
            lower_bound->id = (lower_bound+1)->id;
            lower_bound->module = (lower_bound+1)->module;
        }
    }
    --data->count;
    if (data->count == 0) {
        free(data);
        data = NULL;
    }
  done:
#if CYTHON_MODULE_STATE_LOOKUP_THREAD_SAFE
    __pyx_atomic_pointer_exchange(&__Pyx_ModuleStateLookup_data, data);
#else
    __Pyx_ModuleStateLookup_data = data;
#endif
    __Pyx_ModuleStateLookup_Unlock();
    return 0;
}
#endif

/* #### Code section: utility_code_pragmas_end ### */
#ifdef _MSC_VER
#pragma warning( pop )
#endif



/* #### Code section: end ### */
#endif /* Py_PYTHON_H */
